blob: 05f0edb0c3d01b85aaa281b199e217334093840d [file] [log] [blame]
[
{
"cmd": [],
"name": "ml-compiler-opt"
},
{
"cmd": [],
"name": "ml-compiler-opt.git",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@1@@@"
]
},
{
"cmd": [
"vpython",
"-u",
"RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py",
"--json-output",
"/path/to/tmp/json",
"ensure-directory",
"--mode",
"0777",
"[START_DIR]/ml-compiler-opt"
],
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "ml-compiler-opt.git.makedirs",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@2@@@"
]
},
{
"cmd": [
"git",
"init"
],
"cwd": "[START_DIR]/ml-compiler-opt",
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "ml-compiler-opt.git.git init",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@2@@@"
]
},
{
"cmd": [
"git",
"remote",
"add",
"origin",
"https://github.com/google/ml-compiler-opt"
],
"cwd": "[START_DIR]/ml-compiler-opt",
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "ml-compiler-opt.git.git remote",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@2@@@"
]
},
{
"cmd": [
"git",
"config",
"fetch.uriprotocols",
"https"
],
"cwd": "[START_DIR]/ml-compiler-opt",
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "ml-compiler-opt.git.set fetch.uriprotocols",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@2@@@"
]
},
{
"cmd": [],
"name": "ml-compiler-opt.git.cache",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@2@@@"
]
},
{
"cmd": [
"vpython",
"-u",
"RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py",
"--json-output",
"/path/to/tmp/json",
"copy",
"",
"[CACHE]/git/.GUARD_FILE"
],
"cwd": "[START_DIR]/ml-compiler-opt",
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "ml-compiler-opt.git.cache.write guard file",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@3@@@"
]
},
{
"cmd": [
"vpython",
"-u",
"RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py",
"--json-output",
"/path/to/tmp/json",
"ensure-directory",
"--mode",
"0777",
"[CACHE]/git/github.com-google-ml--compiler--opt"
],
"cwd": "[START_DIR]/ml-compiler-opt",
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "ml-compiler-opt.git.cache.makedirs",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@3@@@"
]
},
{
"cmd": [
"git",
"init",
"--bare"
],
"cwd": "[CACHE]/git/github.com-google-ml--compiler--opt",
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "ml-compiler-opt.git.cache.git init",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@3@@@"
]
},
{
"cmd": [
"git",
"config",
"remote.origin.url",
"https://github.com/google/ml-compiler-opt"
],
"cwd": "[CACHE]/git/github.com-google-ml--compiler--opt",
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "ml-compiler-opt.git.cache.remote set-url",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@3@@@"
]
},
{
"cmd": [
"git",
"config",
"fetch.uriprotocols",
"https"
],
"cwd": "[CACHE]/git/github.com-google-ml--compiler--opt",
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "ml-compiler-opt.git.cache.set fetch.uriprotocols",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@3@@@"
]
},
{
"cmd": [
"git",
"config",
"--replace-all",
"remote.origin.fetch",
"+refs/heads/*:refs/heads/*",
"\\+refs/heads/\\*:.*"
],
"cwd": "[CACHE]/git/github.com-google-ml--compiler--opt",
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "ml-compiler-opt.git.cache.replace fetch configs",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@3@@@"
]
},
{
"cmd": [
"git",
"fetch",
"--prune",
"--tags",
"origin"
],
"cwd": "[CACHE]/git/github.com-google-ml--compiler--opt",
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "ml-compiler-opt.git.cache.git fetch",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@3@@@"
]
},
{
"cmd": [
"vpython",
"-u",
"RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py",
"--json-output",
"/path/to/tmp/json",
"ensure-directory",
"--mode",
"0777",
"[START_DIR]/ml-compiler-opt/.git/objects/info"
],
"cwd": "[START_DIR]/ml-compiler-opt",
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "ml-compiler-opt.git.cache.makedirs object/info",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@3@@@"
]
},
{
"cmd": [
"vpython",
"-u",
"RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py",
"--json-output",
"/path/to/tmp/json",
"copy",
"[CACHE]/git/github.com-google-ml--compiler--opt/objects\n",
"[START_DIR]/ml-compiler-opt/.git/objects/info/alternates"
],
"cwd": "[START_DIR]/ml-compiler-opt",
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "ml-compiler-opt.git.cache.alternates",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@3@@@",
"@@@STEP_LOG_LINE@alternates@[CACHE]/git/github.com-google-ml--compiler--opt/objects@@@",
"@@@STEP_LOG_END@alternates@@@"
]
},
{
"cmd": [
"vpython",
"-u",
"RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py",
"--json-output",
"/path/to/tmp/json",
"remove",
"[CACHE]/git/.GUARD_FILE"
],
"cwd": "[START_DIR]/ml-compiler-opt",
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "ml-compiler-opt.git.cache.remove guard file",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@3@@@"
]
},
{
"cmd": [
"git",
"fetch",
"--tags",
"origin"
],
"cwd": "[START_DIR]/ml-compiler-opt",
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "ml-compiler-opt.git.git fetch",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@2@@@"
]
},
{
"cmd": [
"git",
"checkout",
"-f",
"64624883b15c122bb0ffe9b1d123660c2a67a16d"
],
"cwd": "[START_DIR]/ml-compiler-opt",
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "ml-compiler-opt.git.git checkout",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@2@@@"
]
},
{
"cmd": [
"git",
"rev-parse",
"HEAD"
],
"cwd": "[START_DIR]/ml-compiler-opt",
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "ml-compiler-opt.git.git rev-parse",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@2@@@"
]
},
{
"cmd": [
"git",
"clean",
"-f",
"-d",
"-x"
],
"cwd": "[START_DIR]/ml-compiler-opt",
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "ml-compiler-opt.git.git clean",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@2@@@"
]
},
{
"cmd": [],
"name": "ml-compiler-opt.git.submodule",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@2@@@"
]
},
{
"cmd": [
"git",
"submodule",
"sync"
],
"cwd": "[START_DIR]/ml-compiler-opt",
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "ml-compiler-opt.git.submodule.git submodule sync",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@3@@@"
]
},
{
"cmd": [
"git",
"submodule",
"update",
"--init",
"--jobs",
"4"
],
"cwd": "[START_DIR]/ml-compiler-opt",
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "ml-compiler-opt.git.submodule.git submodule update",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@3@@@"
]
},
{
"cmd": [],
"name": "checkout",
"~followup_annotations": [
"@@@SET_BUILD_PROPERTY@cached_revision@null@@@",
"@@@SET_BUILD_PROPERTY@checkout_info@{\"base_manifest_revision\": \"h3ll0\", \"manifest\": \"fuchsia\", \"manifest_remote\": \"https://fuchsia.googlesource.com/fuchsia\", \"patches\": []}@@@"
]
},
{
"cmd": [
"vpython",
"-u",
"RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py",
"--json-output",
"/path/to/tmp/json",
"ensure-directory",
"--mode",
"0777",
"[START_DIR]/fuchsia"
],
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "checkout.ensure checkout dir",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@1@@@"
]
},
{
"cmd": [
"git",
"ls-remote",
"--heads",
"https://fuchsia.googlesource.com/fuchsia",
"main"
],
"cwd": "[START_DIR]/fuchsia",
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "checkout.resolve head of 'main' branch",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@1@@@"
]
},
{
"cmd": [],
"name": "checkout.ensure jiri",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@1@@@"
]
},
{
"cmd": [
"vpython",
"-u",
"RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py",
"--json-output",
"/path/to/tmp/json",
"copy",
"RECIPE_MODULE[fuchsia::jiri]/resources/tool_manifest.json",
"/path/to/tmp/json"
],
"cwd": "[START_DIR]/fuchsia",
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "checkout.ensure jiri.read manifest",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@2@@@",
"@@@STEP_LOG_LINE@tool_manifest.json@{@@@",
"@@@STEP_LOG_LINE@tool_manifest.json@ \"path\": \"path/to/jiri\",@@@",
"@@@STEP_LOG_LINE@tool_manifest.json@ \"version\": \"version:pinned-version\"@@@",
"@@@STEP_LOG_LINE@tool_manifest.json@}@@@",
"@@@STEP_LOG_END@tool_manifest.json@@@"
]
},
{
"cmd": [],
"name": "checkout.ensure jiri.install path/to/jiri",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@2@@@"
]
},
{
"cmd": [
"vpython",
"-u",
"RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py",
"--json-output",
"/path/to/tmp/json",
"ensure-directory",
"--mode",
"0777",
"[START_DIR]/cipd_tool/path/to/jiri/version%3Apinned-version"
],
"cwd": "[START_DIR]/fuchsia",
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "checkout.ensure jiri.install path/to/jiri.ensure package directory",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@3@@@"
]
},
{
"cmd": [
"cipd",
"ensure",
"-root",
"[START_DIR]/cipd_tool/path/to/jiri/version%3Apinned-version",
"-ensure-file",
"path/to/jiri version:pinned-version",
"-max-threads",
"0",
"-json-output",
"/path/to/tmp/json"
],
"cwd": "[START_DIR]/fuchsia",
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "checkout.ensure jiri.install path/to/jiri.ensure_installed",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@3@@@",
"@@@STEP_LOG_LINE@json.output@{@@@",
"@@@STEP_LOG_LINE@json.output@ \"result\": {@@@",
"@@@STEP_LOG_LINE@json.output@ \"\": [@@@",
"@@@STEP_LOG_LINE@json.output@ {@@@",
"@@@STEP_LOG_LINE@json.output@ \"instance_id\": \"resolved-instance_id-of-version:pinned-v\", @@@",
"@@@STEP_LOG_LINE@json.output@ \"package\": \"path/to/jiri\"@@@",
"@@@STEP_LOG_LINE@json.output@ }@@@",
"@@@STEP_LOG_LINE@json.output@ ]@@@",
"@@@STEP_LOG_LINE@json.output@ }@@@",
"@@@STEP_LOG_LINE@json.output@}@@@",
"@@@STEP_LOG_END@json.output@@@"
]
},
{
"cmd": [
"[START_DIR]/cipd_tool/path/to/jiri/version%3Apinned-version/jiri",
"init",
"-vv",
"-time",
"-j=8",
"-analytics-opt=false",
"-rewrite-sso-to-https=true",
"-cache",
"[CACHE]/git",
"[START_DIR]/fuchsia"
],
"cwd": "[START_DIR]/fuchsia",
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "checkout.jiri init",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@1@@@"
]
},
{
"cmd": [
"[START_DIR]/cipd_tool/path/to/jiri/version%3Apinned-version/jiri",
"import",
"-vv",
"-time",
"-j=8",
"-name",
"integration",
"-revision",
"h3ll0",
"fuchsia",
"https://fuchsia.googlesource.com/fuchsia"
],
"cwd": "[START_DIR]/fuchsia",
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "checkout.jiri import",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@1@@@"
]
},
{
"cmd": [
"[START_DIR]/cipd_tool/path/to/jiri/version%3Apinned-version/jiri",
"override",
"-vv",
"-time",
"-j=8",
"-revision",
"2d72510e447ab60a9728aeea2362d8be2cbd7789",
"fuchsia",
"https://fuchsia.googlesource.com/fuchsia"
],
"cwd": "[START_DIR]/fuchsia",
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "checkout.jiri override",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@1@@@"
]
},
{
"cmd": [
"vpython",
"-u",
"RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py",
"--json-output",
"/path/to/tmp/json",
"copy",
"",
"[CACHE]/git/.GUARD_FILE"
],
"cwd": "[START_DIR]/fuchsia",
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "checkout.write guard file",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@1@@@"
]
},
{
"cmd": [
"[START_DIR]/cipd_tool/path/to/jiri/version%3Apinned-version/jiri",
"update",
"-vv",
"-time",
"-j=8",
"-autoupdate=false",
"-attempts=1",
"-gc=true",
"-run-hooks=false",
"-fetch-packages=false"
],
"cwd": "[START_DIR]/fuchsia",
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "checkout.jiri update",
"timeout": 2700,
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@1@@@"
]
},
{
"cmd": [
"vpython",
"-u",
"RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py",
"--json-output",
"/path/to/tmp/json",
"remove",
"[CACHE]/git/.GUARD_FILE"
],
"cwd": "[START_DIR]/fuchsia",
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "checkout.remove guard file",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@1@@@"
]
},
{
"cmd": [
"[START_DIR]/cipd_tool/path/to/jiri/version%3Apinned-version/jiri",
"run-hooks",
"-vv",
"-time",
"-j=8",
"-attempts=3",
"-hook-timeout=9"
],
"cwd": "[START_DIR]/fuchsia",
"env": {
"HOME": "[START_DIR]/fuchsia",
"INFRA_RECIPES": "1"
},
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "checkout.jiri run-hooks",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@1@@@"
]
},
{
"cmd": [
"[START_DIR]/cipd_tool/path/to/jiri/version%3Apinned-version/jiri",
"project",
"-vv",
"-time",
"-j=8",
"-json-output",
"/path/to/tmp/json"
],
"cwd": "[START_DIR]/fuchsia",
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "checkout.source-info",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@1@@@",
"@@@STEP_LOG_LINE@json.output@[]@@@",
"@@@STEP_LOG_END@json.output@@@"
]
},
{
"cmd": [
"[START_DIR]/cipd_tool/path/to/jiri/version%3Apinned-version/jiri",
"snapshot",
"-vv",
"-time",
"-j=8",
"[CLEANUP]/jiri_snapshot.xml"
],
"cwd": "[START_DIR]/fuchsia",
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "checkout.jiri snapshot",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@1@@@"
]
},
{
"cmd": [
"vpython",
"-u",
"RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py",
"--json-output",
"/path/to/tmp/json",
"copy",
"[CLEANUP]/jiri_snapshot.xml",
"/path/to/tmp/"
],
"cwd": "[START_DIR]/fuchsia",
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "checkout.read snapshot",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@1@@@",
"@@@STEP_LOG_END@jiri_snapshot.xml@@@"
]
},
{
"cmd": [
"[START_DIR]/cipd_tool/path/to/jiri/version%3Apinned-version/jiri",
"project",
"-vv",
"-time",
"-j=8",
"-json-output",
"/path/to/tmp/json",
"fuchsia"
],
"cwd": "[START_DIR]/fuchsia",
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "jiri project",
"~followup_annotations": [
"@@@STEP_LOG_LINE@json.output@[@@@",
"@@@STEP_LOG_LINE@json.output@ {@@@",
"@@@STEP_LOG_LINE@json.output@ \"branches\": [@@@",
"@@@STEP_LOG_LINE@json.output@ \"(HEAD detached at c22471f)\"@@@",
"@@@STEP_LOG_LINE@json.output@ ], @@@",
"@@@STEP_LOG_LINE@json.output@ \"current_branch\": \"\", @@@",
"@@@STEP_LOG_LINE@json.output@ \"name\": \"fuchsia\", @@@",
"@@@STEP_LOG_LINE@json.output@ \"path\": \"[START_DIR]/fuchsia/fuchsia\", @@@",
"@@@STEP_LOG_LINE@json.output@ \"relativePath\": \"fuchsia\", @@@",
"@@@STEP_LOG_LINE@json.output@ \"remote\": \"https://fuchsia.googlesource.com/fuchsia\", @@@",
"@@@STEP_LOG_LINE@json.output@ \"revision\": \"c22471f4e3f842ae18dd9adec82ed9eb78ed1127\"@@@",
"@@@STEP_LOG_LINE@json.output@ }@@@",
"@@@STEP_LOG_LINE@json.output@]@@@",
"@@@STEP_LOG_END@json.output@@@"
]
},
{
"cmd": [
"[START_DIR]/cipd_tool/path/to/jiri/version%3Apinned-version/jiri",
"package",
"-vv",
"-time",
"-j=8",
"-json-output",
"/path/to/tmp/json",
"fuchsia/third_party/clang/${platform}"
],
"cwd": "[START_DIR]/fuchsia",
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "jiri package",
"~followup_annotations": [
"@@@STEP_LOG_LINE@json.output@[@@@",
"@@@STEP_LOG_LINE@json.output@ {@@@",
"@@@STEP_LOG_LINE@json.output@ \"manifest\": \"[START_DIR]/fuchsia/integration/prebuilts\", @@@",
"@@@STEP_LOG_LINE@json.output@ \"name\": \"fuchsia/third_party/clang/${platform}\", @@@",
"@@@STEP_LOG_LINE@json.output@ \"path\": \"[START_DIR]/fuchsia/prebuilt/third_party/clang/linux-x64\", @@@",
"@@@STEP_LOG_LINE@json.output@ \"platforms\": [@@@",
"@@@STEP_LOG_LINE@json.output@ \"linux-amd64\", @@@",
"@@@STEP_LOG_LINE@json.output@ \"linux-arm64\", @@@",
"@@@STEP_LOG_LINE@json.output@ \"mac-amd64\", @@@",
"@@@STEP_LOG_LINE@json.output@ \"windows-amd64\"@@@",
"@@@STEP_LOG_LINE@json.output@ ], @@@",
"@@@STEP_LOG_LINE@json.output@ \"version\": \"git_revision:f52666985d7011b539f26f54e09a5c89b62dad56\"@@@",
"@@@STEP_LOG_LINE@json.output@ }@@@",
"@@@STEP_LOG_LINE@json.output@]@@@",
"@@@STEP_LOG_END@json.output@@@"
]
},
{
"cmd": [],
"name": "llvm"
},
{
"cmd": [],
"name": "llvm.git",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@1@@@"
]
},
{
"cmd": [
"vpython",
"-u",
"RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py",
"--json-output",
"/path/to/tmp/json",
"ensure-directory",
"--mode",
"0777",
"[START_DIR]/llvm/llvm-project"
],
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "llvm.git.makedirs",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@2@@@"
]
},
{
"cmd": [
"git",
"init"
],
"cwd": "[START_DIR]/llvm/llvm-project",
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "llvm.git.git init",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@2@@@"
]
},
{
"cmd": [
"git",
"remote",
"add",
"origin",
"https://llvm.googlesource.com/llvm-project"
],
"cwd": "[START_DIR]/llvm/llvm-project",
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "llvm.git.git remote",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@2@@@"
]
},
{
"cmd": [
"git",
"config",
"fetch.uriprotocols",
"https"
],
"cwd": "[START_DIR]/llvm/llvm-project",
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "llvm.git.set fetch.uriprotocols",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@2@@@"
]
},
{
"cmd": [],
"name": "llvm.git.cache",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@2@@@"
]
},
{
"cmd": [
"vpython",
"-u",
"RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py",
"--json-output",
"/path/to/tmp/json",
"copy",
"",
"[CACHE]/git/.GUARD_FILE"
],
"cwd": "[START_DIR]/llvm/llvm-project",
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "llvm.git.cache.write guard file",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@3@@@"
]
},
{
"cmd": [
"vpython",
"-u",
"RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py",
"--json-output",
"/path/to/tmp/json",
"ensure-directory",
"--mode",
"0777",
"[CACHE]/git/llvm.googlesource.com-llvm--project"
],
"cwd": "[START_DIR]/llvm/llvm-project",
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "llvm.git.cache.makedirs",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@3@@@"
]
},
{
"cmd": [
"git",
"init",
"--bare"
],
"cwd": "[CACHE]/git/llvm.googlesource.com-llvm--project",
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "llvm.git.cache.git init",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@3@@@"
]
},
{
"cmd": [
"git",
"config",
"remote.origin.url",
"https://llvm.googlesource.com/llvm-project"
],
"cwd": "[CACHE]/git/llvm.googlesource.com-llvm--project",
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "llvm.git.cache.remote set-url",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@3@@@"
]
},
{
"cmd": [
"git",
"config",
"fetch.uriprotocols",
"https"
],
"cwd": "[CACHE]/git/llvm.googlesource.com-llvm--project",
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "llvm.git.cache.set fetch.uriprotocols",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@3@@@"
]
},
{
"cmd": [
"git",
"config",
"--replace-all",
"remote.origin.fetch",
"+refs/heads/*:refs/heads/*",
"\\+refs/heads/\\*:.*"
],
"cwd": "[CACHE]/git/llvm.googlesource.com-llvm--project",
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "llvm.git.cache.replace fetch configs",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@3@@@"
]
},
{
"cmd": [
"git",
"fetch",
"--prune",
"--tags",
"origin"
],
"cwd": "[CACHE]/git/llvm.googlesource.com-llvm--project",
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "llvm.git.cache.git fetch",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@3@@@"
]
},
{
"cmd": [
"vpython",
"-u",
"RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py",
"--json-output",
"/path/to/tmp/json",
"ensure-directory",
"--mode",
"0777",
"[START_DIR]/llvm/llvm-project/.git/objects/info"
],
"cwd": "[START_DIR]/llvm/llvm-project",
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "llvm.git.cache.makedirs object/info",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@3@@@"
]
},
{
"cmd": [
"vpython",
"-u",
"RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py",
"--json-output",
"/path/to/tmp/json",
"copy",
"[CACHE]/git/llvm.googlesource.com-llvm--project/objects\n",
"[START_DIR]/llvm/llvm-project/.git/objects/info/alternates"
],
"cwd": "[START_DIR]/llvm/llvm-project",
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "llvm.git.cache.alternates",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@3@@@",
"@@@STEP_LOG_LINE@alternates@[CACHE]/git/llvm.googlesource.com-llvm--project/objects@@@",
"@@@STEP_LOG_END@alternates@@@"
]
},
{
"cmd": [
"vpython",
"-u",
"RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py",
"--json-output",
"/path/to/tmp/json",
"remove",
"[CACHE]/git/.GUARD_FILE"
],
"cwd": "[START_DIR]/llvm/llvm-project",
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "llvm.git.cache.remove guard file",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@3@@@"
]
},
{
"cmd": [
"git",
"fetch",
"--tags",
"origin"
],
"cwd": "[START_DIR]/llvm/llvm-project",
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "llvm.git.git fetch",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@2@@@"
]
},
{
"cmd": [
"git",
"checkout",
"-f",
"f52666985d7011b539f26f54e09a5c89b62dad56"
],
"cwd": "[START_DIR]/llvm/llvm-project",
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "llvm.git.git checkout",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@2@@@"
]
},
{
"cmd": [
"git",
"rev-parse",
"HEAD"
],
"cwd": "[START_DIR]/llvm/llvm-project",
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "llvm.git.git rev-parse",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@2@@@"
]
},
{
"cmd": [
"git",
"clean",
"-f",
"-d",
"-x"
],
"cwd": "[START_DIR]/llvm/llvm-project",
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "llvm.git.git clean",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@2@@@"
]
},
{
"cmd": [],
"name": "llvm.git.submodule",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@2@@@"
]
},
{
"cmd": [
"git",
"submodule",
"sync"
],
"cwd": "[START_DIR]/llvm/llvm-project",
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "llvm.git.submodule.git submodule sync",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@3@@@"
]
},
{
"cmd": [
"git",
"submodule",
"update",
"--init",
"--jobs",
"4"
],
"cwd": "[START_DIR]/llvm/llvm-project",
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "llvm.git.submodule.git submodule update",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@3@@@"
]
},
{
"cmd": [
"cipd",
"ensure",
"-root",
"[START_DIR]/cipd",
"-ensure-file",
"fuchsia/third_party/cmake/${platform} integration\nfuchsia/third_party/ninja/${platform} integration\n@Subdir libtensorflow\nfuchsia/third_party/libtensorflow/${platform} version:1.15.0\n@Subdir linux\nfuchsia/third_party/sysroot/linux cRfnTYaepVtGDfQL7T9Y-ma4NvFkOY_8Sxs16dzh4_UC\n@Subdir sdk\nfuchsia/sdk/core/linux-amd64 latest",
"-max-threads",
"0",
"-json-output",
"/path/to/tmp/json"
],
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "llvm.ensure_installed",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@1@@@",
"@@@STEP_LOG_LINE@json.output@{@@@",
"@@@STEP_LOG_LINE@json.output@ \"result\": {@@@",
"@@@STEP_LOG_LINE@json.output@ \"\": [@@@",
"@@@STEP_LOG_LINE@json.output@ {@@@",
"@@@STEP_LOG_LINE@json.output@ \"instance_id\": \"resolved-instance_id-of-integration-----\", @@@",
"@@@STEP_LOG_LINE@json.output@ \"package\": \"fuchsia/third_party/cmake/resolved-platform\"@@@",
"@@@STEP_LOG_LINE@json.output@ }, @@@",
"@@@STEP_LOG_LINE@json.output@ {@@@",
"@@@STEP_LOG_LINE@json.output@ \"instance_id\": \"resolved-instance_id-of-integration-----\", @@@",
"@@@STEP_LOG_LINE@json.output@ \"package\": \"fuchsia/third_party/ninja/resolved-platform\"@@@",
"@@@STEP_LOG_LINE@json.output@ }@@@",
"@@@STEP_LOG_LINE@json.output@ ], @@@",
"@@@STEP_LOG_LINE@json.output@ \"libtensorflow\": [@@@",
"@@@STEP_LOG_LINE@json.output@ {@@@",
"@@@STEP_LOG_LINE@json.output@ \"instance_id\": \"resolved-instance_id-of-version:1.15.0--\", @@@",
"@@@STEP_LOG_LINE@json.output@ \"package\": \"fuchsia/third_party/libtensorflow/resolved-platform\"@@@",
"@@@STEP_LOG_LINE@json.output@ }@@@",
"@@@STEP_LOG_LINE@json.output@ ], @@@",
"@@@STEP_LOG_LINE@json.output@ \"linux\": [@@@",
"@@@STEP_LOG_LINE@json.output@ {@@@",
"@@@STEP_LOG_LINE@json.output@ \"instance_id\": \"resolved-instance_id-of-cRfnTYaepVtGDfQL\", @@@",
"@@@STEP_LOG_LINE@json.output@ \"package\": \"fuchsia/third_party/sysroot/linux\"@@@",
"@@@STEP_LOG_LINE@json.output@ }@@@",
"@@@STEP_LOG_LINE@json.output@ ], @@@",
"@@@STEP_LOG_LINE@json.output@ \"sdk\": [@@@",
"@@@STEP_LOG_LINE@json.output@ {@@@",
"@@@STEP_LOG_LINE@json.output@ \"instance_id\": \"resolved-instance_id-of-latest----------\", @@@",
"@@@STEP_LOG_LINE@json.output@ \"package\": \"fuchsia/sdk/core/linux-amd64\"@@@",
"@@@STEP_LOG_LINE@json.output@ }@@@",
"@@@STEP_LOG_LINE@json.output@ ]@@@",
"@@@STEP_LOG_LINE@json.output@ }@@@",
"@@@STEP_LOG_LINE@json.output@}@@@",
"@@@STEP_LOG_END@json.output@@@"
]
},
{
"cmd": [
"python",
"-u",
"RECIPE[fuchsia::contrib/clang_ml_training].resources/get_tensorflow.py",
"-vpython-root",
"[START_DIR]/tensorflow-venv"
],
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "llvm.get tensorflow",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@1@@@",
"@@@STEP_LOG_LINE@raw_io.output_text[tensorflow-path]@[START_DIR]/tensorflow-venv/lib/python3.8/site-packages/tensorflow@@@",
"@@@STEP_LOG_END@raw_io.output_text[tensorflow-path]@@@"
]
},
{
"cmd": [
"[START_DIR]/cipd/bin/cmake",
"-G",
"Ninja",
"-DCMAKE_MAKE_PROGRAM=[START_DIR]/cipd/ninja",
"-DCMAKE_INSTALL_PREFIX=",
"-DLLVM_ENABLE_LTO=OFF",
"-DCMAKE_TOOLCHAIN_FILE=[START_DIR]/fuchsia/scripts/clang/ToolChain.cmake",
"-DLINUX_x86_64-unknown-linux-gnu_SYSROOT=[START_DIR]/cipd/linux",
"-DLINUX_aarch64-unknown-linux-gnu_SYSROOT=[START_DIR]/cipd/linux",
"-DFUCHSIA_SDK=[START_DIR]/cipd/sdk",
"-DTENSORFLOW_C_LIB_PATH=[START_DIR]/cipd/libtensorflow",
"-DTF_PROTO_HEADERS=[START_DIR]/tensorflow-venv/lib/python3.8/site-packages/tensorflow/include",
"-DCMAKE_INSTALL_RPATH_USE_LINK_PATH=ON",
"-DCMAKE_FIND_ROOT_PATH=[START_DIR]/cipd/libtensorflow",
"-DLLVM_STATIC_LINK_CXX_STDLIB=OFF",
"-DLLVM_ENABLE_LIBCXX=OFF",
"-DCMAKE_CXX_FLAGS=-stdlib=libstdc++",
"-DCMAKE_SHARED_LINKER_FLAGS=-stdlib=libstdc++",
"-DCMAKE_MODULE_LINKER_FLAGS=-stdlib=libstdc++",
"-DCMAKE_EXE_LINKER_FLAGS=-stdlib=libstdc++",
"-DCMAKE_SYSROOT=[START_DIR]/cipd/linux",
"-C",
"[START_DIR]/llvm/llvm-project/clang/cmake/caches/Fuchsia-stage2.cmake",
"-S",
"[START_DIR]/llvm/llvm-project/llvm",
"-B",
"[START_DIR]/llvm/build"
],
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "llvm.configure",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@1@@@"
]
},
{
"cmd": [
"[START_DIR]/cipd/ninja",
"-C",
"[START_DIR]/llvm/build",
"distribution"
],
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "llvm.build",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@1@@@"
]
},
{
"cmd": [
"[START_DIR]/cipd/ninja",
"-C",
"[START_DIR]/llvm/build",
"install-distribution"
],
"env": {
"DESTDIR": "[START_DIR]/clang"
},
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "llvm.install",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@1@@@"
]
},
{
"cmd": [
"vpython3",
"-vpython-spec",
"RECIPE[fuchsia::contrib/clang_ml_training].resources/tensorflow.vpython",
"-u",
"[START_DIR]/fuchsia/scripts/clang/generate_runtimes.py",
"--clang-prefix=[START_DIR]/clang",
"--sdk-dir=[START_DIR]/cipd/sdk",
"--build-id-dir=[START_DIR]/clang/lib/.build-id"
],
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "llvm.generate runtimes.json",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@1@@@"
]
},
{
"cmd": [
"vpython",
"-u",
"RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py",
"--json-output",
"/path/to/tmp/json",
"listdir",
"[START_DIR]/cipd/libtensorflow/lib"
],
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "llvm.tensorflow libraries",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@1@@@",
"@@@STEP_LOG_LINE@listdir@[START_DIR]/cipd/libtensorflow/lib/libtensorflow.so@@@",
"@@@STEP_LOG_END@listdir@@@"
]
},
{
"cmd": [
"vpython",
"-u",
"RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py",
"--json-output",
"/path/to/tmp/json",
"copy",
"[START_DIR]/cipd/libtensorflow/lib/libtensorflow.so",
"[START_DIR]/clang/lib"
],
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "llvm.copy [START_DIR]/cipd/libtensorflow/lib/libtensorflow.so",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@1@@@"
]
},
{
"cmd": [
"vpython",
"-u",
"RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py",
"--json-output",
"/path/to/tmp/json",
"copy",
"RECIPE_MODULE[recipe_engine::cas]/resources/infra.sha1",
"/path/to/tmp/"
],
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "llvm.read infra revision",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@1@@@",
"@@@STEP_LOG_LINE@infra.sha1@git_revision:mock_infra_git_revision@@@",
"@@@STEP_LOG_END@infra.sha1@@@"
]
},
{
"cmd": [],
"name": "llvm.install infra/tools/luci/cas",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@1@@@"
]
},
{
"cmd": [
"vpython",
"-u",
"RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py",
"--json-output",
"/path/to/tmp/json",
"ensure-directory",
"--mode",
"0777",
"[START_DIR]/cipd_tool/infra/tools/luci/cas/git_revision%3Amock_infra_git_revision"
],
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "llvm.install infra/tools/luci/cas.ensure package directory",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@2@@@"
]
},
{
"cmd": [
"cipd",
"ensure",
"-root",
"[START_DIR]/cipd_tool/infra/tools/luci/cas/git_revision%3Amock_infra_git_revision",
"-ensure-file",
"infra/tools/luci/cas/${platform} git_revision:mock_infra_git_revision",
"-max-threads",
"0",
"-json-output",
"/path/to/tmp/json"
],
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "llvm.install infra/tools/luci/cas.ensure_installed",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@2@@@",
"@@@STEP_LOG_LINE@json.output@{@@@",
"@@@STEP_LOG_LINE@json.output@ \"result\": {@@@",
"@@@STEP_LOG_LINE@json.output@ \"\": [@@@",
"@@@STEP_LOG_LINE@json.output@ {@@@",
"@@@STEP_LOG_LINE@json.output@ \"instance_id\": \"resolved-instance_id-of-git_revision:moc\", @@@",
"@@@STEP_LOG_LINE@json.output@ \"package\": \"infra/tools/luci/cas/resolved-platform\"@@@",
"@@@STEP_LOG_LINE@json.output@ }@@@",
"@@@STEP_LOG_LINE@json.output@ ]@@@",
"@@@STEP_LOG_LINE@json.output@ }@@@",
"@@@STEP_LOG_LINE@json.output@}@@@",
"@@@STEP_LOG_END@json.output@@@"
]
},
{
"cmd": [
"[START_DIR]/cipd_tool/infra/tools/luci/cas/git_revision%3Amock_infra_git_revision/cas",
"archive",
"-cas-instance",
"projects/example-cas-server/instances/default_instance",
"-dump-digest",
"/path/to/tmp/",
"-paths",
"[START_DIR]/clang:."
],
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "llvm.archive clang",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@1@@@",
"@@@STEP_LINK@CAS UI@https://cas-viewer.appspot.com/projects/example-cas-server/instances/default_instance/blobs/e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855/0/tree@@@"
]
},
{
"cmd": [],
"name": "corpus"
},
{
"cmd": [],
"name": "corpus.arm64",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@1@@@"
]
},
{
"cmd": [],
"name": "corpus.arm64.build",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@2@@@",
"@@@STEP_LOG_LINE@fint_params@field: \"value\"@@@",
"@@@STEP_LOG_END@fint_params@@@",
"@@@STEP_LOG_END@some_cmd_stdout@@@",
"@@@SET_BUILD_PROPERTY@fint_params@\"field: \\\"value\\\"\"@@@",
"@@@SET_BUILD_PROPERTY@fint_params_path@\"specs/clang-ml-training-arm64.fint.textproto\"@@@",
"@@@SET_BUILD_PROPERTY@ninja_duration_seconds@900@@@"
]
},
{
"cmd": [
"vpython",
"-u",
"RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py",
"--json-output",
"/path/to/tmp/json",
"copy",
"[START_DIR]/fuchsia/specs/clang-ml-training-arm64.fint.textproto",
"/path/to/tmp/"
],
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "corpus.arm64.build.read fint params",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@3@@@",
"@@@STEP_LOG_LINE@clang-ml-training-arm64.fint.textproto@field: \"value\"@@@",
"@@@STEP_LOG_END@clang-ml-training-arm64.fint.textproto@@@"
]
},
{
"cmd": [
"[START_DIR]/fuchsia/tools/integration/bootstrap.sh",
"-o",
"[CLEANUP]/fint_tmp_1/fint"
],
"cwd": "[START_DIR]/fuchsia",
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "corpus.arm64.build.bootstrap fint",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@3@@@"
]
},
{
"cmd": [
"[CLEANUP]/fint_tmp_1/fint",
"set",
"-static",
"[START_DIR]/fuchsia/specs/clang-ml-training-arm64.fint.textproto",
"-context",
"checkout_dir: \"[START_DIR]/fuchsia\"\nbuild_dir: \"[START_DIR]/fuchsia/out/arm64\"\nartifact_dir: \"[CLEANUP]/fint_artifacts_tmp_1\"\ncache_dir: \"[CACHE]\"\nclang_toolchain_dir: \"[START_DIR]/clang\"\ngoma_job_count: 80\n"
],
"cwd": "[START_DIR]/fuchsia",
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "corpus.arm64.build.gn gen",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@3@@@",
"@@@STEP_TEXT@run by `fint set`@@@",
"@@@STEP_LOG_LINE@context.textproto@checkout_dir: \"[START_DIR]/fuchsia\"@@@",
"@@@STEP_LOG_LINE@context.textproto@build_dir: \"[START_DIR]/fuchsia/out/arm64\"@@@",
"@@@STEP_LOG_LINE@context.textproto@artifact_dir: \"[CLEANUP]/fint_artifacts_tmp_1\"@@@",
"@@@STEP_LOG_LINE@context.textproto@cache_dir: \"[CACHE]\"@@@",
"@@@STEP_LOG_LINE@context.textproto@clang_toolchain_dir: \"[START_DIR]/clang\"@@@",
"@@@STEP_LOG_LINE@context.textproto@goma_job_count: 80@@@",
"@@@STEP_LOG_END@context.textproto@@@"
]
},
{
"cmd": [
"vpython",
"-u",
"RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py",
"--json-output",
"/path/to/tmp/json",
"copy",
"[CLEANUP]/fint_artifacts_tmp_1/set_artifacts.json",
"/path/to/tmp/json"
],
"cwd": "[START_DIR]/fuchsia",
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "corpus.arm64.build.read fint set artifacts",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@3@@@",
"@@@STEP_LOG_LINE@set_artifacts.json@{@@@",
"@@@STEP_LOG_LINE@set_artifacts.json@ \"enable_rbe\": true,@@@",
"@@@STEP_LOG_LINE@set_artifacts.json@ \"gn_trace_path\": \"[CLEANUP]/fint_artifacts_tmp_1/mock-gn-trace.json\",@@@",
"@@@STEP_LOG_LINE@set_artifacts.json@ \"metadata\": {@@@",
"@@@STEP_LOG_LINE@set_artifacts.json@ \"board\": \"boards/x64.gni\",@@@",
"@@@STEP_LOG_LINE@set_artifacts.json@ \"optimize\": \"debug\",@@@",
"@@@STEP_LOG_LINE@set_artifacts.json@ \"product\": \"products/core.gni\",@@@",
"@@@STEP_LOG_LINE@set_artifacts.json@ \"target_arch\": \"x64\",@@@",
"@@@STEP_LOG_LINE@set_artifacts.json@ \"variants\": [@@@",
"@@@STEP_LOG_LINE@set_artifacts.json@ \"asan\"@@@",
"@@@STEP_LOG_LINE@set_artifacts.json@ ]@@@",
"@@@STEP_LOG_LINE@set_artifacts.json@ },@@@",
"@@@STEP_LOG_LINE@set_artifacts.json@ \"use_goma\": true@@@",
"@@@STEP_LOG_LINE@set_artifacts.json@}@@@",
"@@@STEP_LOG_END@set_artifacts.json@@@"
]
},
{
"cmd": [
"vpython",
"-u",
"RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py",
"--json-output",
"/path/to/tmp/json",
"copy",
"[START_DIR]/fuchsia/out/arm64/tool_paths.json",
"/path/to/tmp/"
],
"cwd": "[START_DIR]/fuchsia",
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "corpus.arm64.build.read tool_paths manifest",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@3@@@",
"@@@STEP_LOG_LINE@tool_paths.json@[@@@",
"@@@STEP_LOG_LINE@tool_paths.json@ {@@@",
"@@@STEP_LOG_LINE@tool_paths.json@ \"cpu\": \"x64\",@@@",
"@@@STEP_LOG_LINE@tool_paths.json@ \"name\": \"foo\",@@@",
"@@@STEP_LOG_LINE@tool_paths.json@ \"os\": \"linux\",@@@",
"@@@STEP_LOG_LINE@tool_paths.json@ \"path\": \"linux_x64/foo\"@@@",
"@@@STEP_LOG_LINE@tool_paths.json@ }@@@",
"@@@STEP_LOG_LINE@tool_paths.json@]@@@",
"@@@STEP_LOG_END@tool_paths.json@@@"
]
},
{
"cmd": [
"vpython",
"-u",
"RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py",
"--json-output",
"/path/to/tmp/json",
"copy",
"[START_DIR]/fuchsia/out/arm64/tests.json",
"/path/to/tmp/"
],
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "corpus.arm64.build.read tests.json",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@3@@@",
"@@@STEP_LOG_END@tests.json@@@"
]
},
{
"cmd": [
"vpython",
"-u",
"RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py",
"--json-output",
"/path/to/tmp/json",
"copy",
"[START_DIR]/fuchsia/out/arm64/rbe_config.json",
"/path/to/tmp/"
],
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "corpus.arm64.build.read rbe_config manifest",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@3@@@",
"@@@STEP_LOG_LINE@rbe_config.json@[@@@",
"@@@STEP_LOG_LINE@rbe_config.json@ {@@@",
"@@@STEP_LOG_LINE@rbe_config.json@ \"path\": \"../../path/to/rbe/config.cfg\"@@@",
"@@@STEP_LOG_LINE@rbe_config.json@ }@@@",
"@@@STEP_LOG_LINE@rbe_config.json@]@@@",
"@@@STEP_LOG_END@rbe_config.json@@@"
]
},
{
"cmd": [],
"name": "corpus.arm64.build.setup goma",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@3@@@"
]
},
{
"cmd": [
"python3",
"[START_DIR]/fuchsia/out/arm64/linux_x64/goma_ctl.py",
"restart"
],
"env": {
"GLOG_log_dir": "[CLEANUP]",
"GOMA_CACHE_DIR": "[CACHE]/goma",
"GOMA_DEPS_CACHE_FILE": "goma_deps_cache",
"GOMA_DUMP_STATS_FILE": "[START_DIR]/fuchsia/out/arm64/linux_x64/goma_stats.json",
"GOMA_LOCAL_OUTPUT_CACHE_DIR": "[CACHE]/goma/localoutputcache",
"GOMA_MAX_SUM_OUTPUT_SIZE_IN_MB": "256",
"GOMA_SERVER_HOST": "rbe-prod1.endpoints.fuchsia-infra-goma-prod.cloud.goog",
"GOMA_STORE_LOCAL_RUN_OUTPUT": "True",
"GOMA_TMP_DIR": "[CLEANUP]/goma",
"GOMA_USE_LOCAL": "False"
},
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "corpus.arm64.build.setup goma.start goma",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@4@@@"
]
},
{
"cmd": [],
"name": "corpus.arm64.build.setup remote execution",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@3@@@"
]
},
{
"cmd": [
"[START_DIR]/fuchsia/out/arm64/linux_x64/bootstrap",
"--re_proxy=[START_DIR]/fuchsia/out/arm64/linux_x64/reproxy",
"--cfg=[START_DIR]/fuchsia/path/to/rbe/config.cfg"
],
"env": {
"GOMA_TMP_DIR": "[CLEANUP]/goma",
"GOMA_USE_LOCAL": "False",
"RBE_deps_cache_dir": "[CACHE]/rbe/deps",
"RBE_instance": "",
"RBE_log_dir": "[CLEANUP]/rbe_tmp_1",
"RBE_log_format": "reducedtext",
"RBE_output_dir": "[CLEANUP]/rbe_tmp_1",
"RBE_proxy_log_dir": "[CLEANUP]/rbe_tmp_1",
"RBE_server_address": "unix://[CLEANUP]/rbe_tmp_1/reproxy.sock",
"RBE_use_application_default_credentials": "False",
"RBE_use_gce_credentials": "True"
},
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "corpus.arm64.build.setup remote execution.start reproxy",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@4@@@"
]
},
{
"cmd": [
"[CLEANUP]/fint_tmp_1/fint",
"build",
"-static",
"[START_DIR]/fuchsia/specs/clang-ml-training-arm64.fint.textproto",
"-context",
"checkout_dir: \"[START_DIR]/fuchsia\"\nbuild_dir: \"[START_DIR]/fuchsia/out/arm64\"\nartifact_dir: \"[CLEANUP]/fint_artifacts_tmp_1\"\ncache_dir: \"[CACHE]\"\nclang_toolchain_dir: \"[START_DIR]/clang\"\ngoma_job_count: 80\n"
],
"env": {
"GOMA_TMP_DIR": "[CLEANUP]/goma",
"GOMA_USE_LOCAL": "False",
"RBE_deps_cache_dir": "[CACHE]/rbe/deps",
"RBE_instance": "",
"RBE_log_dir": "[CLEANUP]/rbe_tmp_1",
"RBE_log_format": "reducedtext",
"RBE_output_dir": "[CLEANUP]/rbe_tmp_1",
"RBE_proxy_log_dir": "[CLEANUP]/rbe_tmp_1",
"RBE_server_address": "unix://[CLEANUP]/rbe_tmp_1/reproxy.sock",
"RBE_use_application_default_credentials": "False",
"RBE_use_gce_credentials": "True"
},
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "corpus.arm64.build.ninja",
"timeout": 5400,
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@3@@@",
"@@@STEP_TEXT@run by `fint build`@@@",
"@@@STEP_LOG_LINE@context.textproto@checkout_dir: \"[START_DIR]/fuchsia\"@@@",
"@@@STEP_LOG_LINE@context.textproto@build_dir: \"[START_DIR]/fuchsia/out/arm64\"@@@",
"@@@STEP_LOG_LINE@context.textproto@artifact_dir: \"[CLEANUP]/fint_artifacts_tmp_1\"@@@",
"@@@STEP_LOG_LINE@context.textproto@cache_dir: \"[CACHE]\"@@@",
"@@@STEP_LOG_LINE@context.textproto@clang_toolchain_dir: \"[START_DIR]/clang\"@@@",
"@@@STEP_LOG_LINE@context.textproto@goma_job_count: 80@@@",
"@@@STEP_LOG_END@context.textproto@@@"
]
},
{
"cmd": [],
"name": "corpus.arm64.build.teardown remote execution",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@3@@@"
]
},
{
"cmd": [
"[START_DIR]/fuchsia/out/arm64/linux_x64/bootstrap",
"--shutdown",
"--cfg=[START_DIR]/fuchsia/path/to/rbe/config.cfg"
],
"env": {
"GOMA_TMP_DIR": "[CLEANUP]/goma",
"GOMA_USE_LOCAL": "False",
"RBE_deps_cache_dir": "[CACHE]/rbe/deps",
"RBE_instance": "",
"RBE_log_dir": "[CLEANUP]/rbe_tmp_1",
"RBE_log_format": "reducedtext",
"RBE_output_dir": "[CLEANUP]/rbe_tmp_1",
"RBE_proxy_log_dir": "[CLEANUP]/rbe_tmp_1",
"RBE_server_address": "unix://[CLEANUP]/rbe_tmp_1/reproxy.sock",
"RBE_use_application_default_credentials": "False",
"RBE_use_gce_credentials": "True"
},
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "corpus.arm64.build.teardown remote execution.stop reproxy",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@4@@@"
]
},
{
"cmd": [
"vpython",
"-u",
"RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py",
"--json-output",
"/path/to/tmp/json",
"copy",
"[CLEANUP]/rbe_tmp_1/bootstrap.WARNING",
"/path/to/tmp/"
],
"env": {
"GOMA_TMP_DIR": "[CLEANUP]/goma",
"GOMA_USE_LOCAL": "False",
"RBE_deps_cache_dir": "[CACHE]/rbe/deps",
"RBE_instance": "",
"RBE_log_dir": "[CLEANUP]/rbe_tmp_1",
"RBE_log_format": "reducedtext",
"RBE_output_dir": "[CLEANUP]/rbe_tmp_1",
"RBE_proxy_log_dir": "[CLEANUP]/rbe_tmp_1",
"RBE_server_address": "unix://[CLEANUP]/rbe_tmp_1/reproxy.sock",
"RBE_use_application_default_credentials": "False",
"RBE_use_gce_credentials": "True"
},
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "corpus.arm64.build.teardown remote execution.read bootstrap_WARNING",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@4@@@",
"@@@STEP_LOG_LINE@bootstrap.WARNING@test log@@@",
"@@@STEP_LOG_END@bootstrap.WARNING@@@"
]
},
{
"cmd": [
"vpython",
"-u",
"RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py",
"--json-output",
"/path/to/tmp/json",
"copy",
"[CLEANUP]/rbe_tmp_1/rbe_metrics.txt",
"/path/to/tmp/"
],
"env": {
"GOMA_TMP_DIR": "[CLEANUP]/goma",
"GOMA_USE_LOCAL": "False",
"RBE_deps_cache_dir": "[CACHE]/rbe/deps",
"RBE_instance": "",
"RBE_log_dir": "[CLEANUP]/rbe_tmp_1",
"RBE_log_format": "reducedtext",
"RBE_output_dir": "[CLEANUP]/rbe_tmp_1",
"RBE_proxy_log_dir": "[CLEANUP]/rbe_tmp_1",
"RBE_server_address": "unix://[CLEANUP]/rbe_tmp_1/reproxy.sock",
"RBE_use_application_default_credentials": "False",
"RBE_use_gce_credentials": "True"
},
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "corpus.arm64.build.teardown remote execution.read rbe_metrics_txt",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@4@@@",
"@@@STEP_LOG_LINE@rbe_metrics.txt@test log@@@",
"@@@STEP_LOG_END@rbe_metrics.txt@@@"
]
},
{
"cmd": [
"vpython",
"-u",
"RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py",
"--json-output",
"/path/to/tmp/json",
"copy",
"[CLEANUP]/rbe_tmp_1/reproxy.WARNING",
"/path/to/tmp/"
],
"env": {
"GOMA_TMP_DIR": "[CLEANUP]/goma",
"GOMA_USE_LOCAL": "False",
"RBE_deps_cache_dir": "[CACHE]/rbe/deps",
"RBE_instance": "",
"RBE_log_dir": "[CLEANUP]/rbe_tmp_1",
"RBE_log_format": "reducedtext",
"RBE_output_dir": "[CLEANUP]/rbe_tmp_1",
"RBE_proxy_log_dir": "[CLEANUP]/rbe_tmp_1",
"RBE_server_address": "unix://[CLEANUP]/rbe_tmp_1/reproxy.sock",
"RBE_use_application_default_credentials": "False",
"RBE_use_gce_credentials": "True"
},
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "corpus.arm64.build.teardown remote execution.read reproxy_WARNING",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@4@@@",
"@@@STEP_LOG_LINE@reproxy.WARNING@test log@@@",
"@@@STEP_LOG_END@reproxy.WARNING@@@"
]
},
{
"cmd": [
"vpython",
"-u",
"RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py",
"--json-output",
"/path/to/tmp/json",
"copy",
"[CLEANUP]/rbe_tmp_1/reproxy_outerr.log",
"/path/to/tmp/"
],
"env": {
"GOMA_TMP_DIR": "[CLEANUP]/goma",
"GOMA_USE_LOCAL": "False",
"RBE_deps_cache_dir": "[CACHE]/rbe/deps",
"RBE_instance": "",
"RBE_log_dir": "[CLEANUP]/rbe_tmp_1",
"RBE_log_format": "reducedtext",
"RBE_output_dir": "[CLEANUP]/rbe_tmp_1",
"RBE_proxy_log_dir": "[CLEANUP]/rbe_tmp_1",
"RBE_server_address": "unix://[CLEANUP]/rbe_tmp_1/reproxy.sock",
"RBE_use_application_default_credentials": "False",
"RBE_use_gce_credentials": "True"
},
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "corpus.arm64.build.teardown remote execution.read reproxy_outerr_log",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@4@@@",
"@@@STEP_LOG_LINE@reproxy_outerr.log@test log@@@",
"@@@STEP_LOG_END@reproxy_outerr.log@@@"
]
},
{
"cmd": [
"vpython",
"-u",
"RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py",
"--json-output",
"/path/to/tmp/json",
"copy",
"[CLEANUP]/rbe_tmp_1/rewrapper.WARNING",
"/path/to/tmp/"
],
"env": {
"GOMA_TMP_DIR": "[CLEANUP]/goma",
"GOMA_USE_LOCAL": "False",
"RBE_deps_cache_dir": "[CACHE]/rbe/deps",
"RBE_instance": "",
"RBE_log_dir": "[CLEANUP]/rbe_tmp_1",
"RBE_log_format": "reducedtext",
"RBE_output_dir": "[CLEANUP]/rbe_tmp_1",
"RBE_proxy_log_dir": "[CLEANUP]/rbe_tmp_1",
"RBE_server_address": "unix://[CLEANUP]/rbe_tmp_1/reproxy.sock",
"RBE_use_application_default_credentials": "False",
"RBE_use_gce_credentials": "True"
},
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "corpus.arm64.build.teardown remote execution.read rewrapper_WARNING",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@4@@@",
"@@@STEP_LOG_LINE@rewrapper.WARNING@test log@@@",
"@@@STEP_LOG_END@rewrapper.WARNING@@@"
]
},
{
"cmd": [
"vpython",
"-u",
"RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py",
"--json-output",
"/path/to/tmp/json",
"glob",
"[CLEANUP]/rbe_tmp_1",
"*.rrpl"
],
"env": {
"GOMA_TMP_DIR": "[CLEANUP]/goma",
"GOMA_USE_LOCAL": "False",
"RBE_deps_cache_dir": "[CACHE]/rbe/deps",
"RBE_instance": "",
"RBE_log_dir": "[CLEANUP]/rbe_tmp_1",
"RBE_log_format": "reducedtext",
"RBE_output_dir": "[CLEANUP]/rbe_tmp_1",
"RBE_proxy_log_dir": "[CLEANUP]/rbe_tmp_1",
"RBE_server_address": "unix://[CLEANUP]/rbe_tmp_1/reproxy.sock",
"RBE_use_application_default_credentials": "False",
"RBE_use_gce_credentials": "True"
},
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "corpus.arm64.build.teardown remote execution.find rrpl files",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@4@@@",
"@@@STEP_LOG_LINE@glob@[CLEANUP]/rbe_tmp_1/reproxy_2021-10-16_22_52_23.rrpl@@@",
"@@@STEP_LOG_END@glob@@@"
]
},
{
"cmd": [
"vpython",
"-u",
"RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py",
"--json-output",
"/path/to/tmp/json",
"copy",
"[CLEANUP]/rbe_tmp_1/reproxy_2021-10-16_22_52_23.rrpl",
"/path/to/tmp/"
],
"env": {
"GOMA_TMP_DIR": "[CLEANUP]/goma",
"GOMA_USE_LOCAL": "False",
"RBE_deps_cache_dir": "[CACHE]/rbe/deps",
"RBE_instance": "",
"RBE_log_dir": "[CLEANUP]/rbe_tmp_1",
"RBE_log_format": "reducedtext",
"RBE_output_dir": "[CLEANUP]/rbe_tmp_1",
"RBE_proxy_log_dir": "[CLEANUP]/rbe_tmp_1",
"RBE_server_address": "unix://[CLEANUP]/rbe_tmp_1/reproxy.sock",
"RBE_use_application_default_credentials": "False",
"RBE_use_gce_credentials": "True"
},
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "corpus.arm64.build.teardown remote execution.read reproxy_2021-10-16_22_52_23_rrpl",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@4@@@",
"@@@STEP_LOG_LINE@reproxy_2021-10-16_22_52_23.rrpl@test log@@@",
"@@@STEP_LOG_END@reproxy_2021-10-16_22_52_23.rrpl@@@"
]
},
{
"cmd": [
"vpython",
"-u",
"RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py",
"--json-output",
"/path/to/tmp/json",
"copy",
"[CLEANUP]/rbe_tmp_1/rbe_metrics.pb",
"/path/to/tmp/pb"
],
"env": {
"GOMA_TMP_DIR": "[CLEANUP]/goma",
"GOMA_USE_LOCAL": "False",
"RBE_deps_cache_dir": "[CACHE]/rbe/deps",
"RBE_instance": "",
"RBE_log_dir": "[CLEANUP]/rbe_tmp_1",
"RBE_log_format": "reducedtext",
"RBE_output_dir": "[CLEANUP]/rbe_tmp_1",
"RBE_proxy_log_dir": "[CLEANUP]/rbe_tmp_1",
"RBE_server_address": "unix://[CLEANUP]/rbe_tmp_1/reproxy.sock",
"RBE_use_application_default_credentials": "False",
"RBE_use_gce_credentials": "True"
},
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "corpus.arm64.build.teardown remote execution.read rbe_metrics.pb",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@4@@@",
"@@@STEP_LOG_LINE@rbe_metrics.pb@environment {@@@",
"@@@STEP_LOG_LINE@rbe_metrics.pb@ key: \"bar\"@@@",
"@@@STEP_LOG_LINE@rbe_metrics.pb@ value: \"42\"@@@",
"@@@STEP_LOG_LINE@rbe_metrics.pb@}@@@",
"@@@STEP_LOG_LINE@rbe_metrics.pb@environment {@@@",
"@@@STEP_LOG_LINE@rbe_metrics.pb@ key: \"foo\"@@@",
"@@@STEP_LOG_LINE@rbe_metrics.pb@ value: \"false\"@@@",
"@@@STEP_LOG_LINE@rbe_metrics.pb@}@@@",
"@@@STEP_LOG_END@rbe_metrics.pb@@@"
]
},
{
"cmd": [],
"name": "corpus.arm64.build.teardown remote execution.ensure bqupload",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@4@@@"
]
},
{
"cmd": [
"vpython",
"-u",
"RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py",
"--json-output",
"/path/to/tmp/json",
"copy",
"RECIPE_MODULE[fuchsia::bqupload]/resources/tool_manifest.json",
"/path/to/tmp/json"
],
"env": {
"GOMA_TMP_DIR": "[CLEANUP]/goma",
"GOMA_USE_LOCAL": "False",
"RBE_deps_cache_dir": "[CACHE]/rbe/deps",
"RBE_instance": "",
"RBE_log_dir": "[CLEANUP]/rbe_tmp_1",
"RBE_log_format": "reducedtext",
"RBE_output_dir": "[CLEANUP]/rbe_tmp_1",
"RBE_proxy_log_dir": "[CLEANUP]/rbe_tmp_1",
"RBE_server_address": "unix://[CLEANUP]/rbe_tmp_1/reproxy.sock",
"RBE_use_application_default_credentials": "False",
"RBE_use_gce_credentials": "True"
},
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "corpus.arm64.build.teardown remote execution.ensure bqupload.read manifest",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@5@@@",
"@@@STEP_LOG_LINE@tool_manifest.json@{@@@",
"@@@STEP_LOG_LINE@tool_manifest.json@ \"path\": \"path/to/bqupload\",@@@",
"@@@STEP_LOG_LINE@tool_manifest.json@ \"version\": \"version:pinned-version\"@@@",
"@@@STEP_LOG_LINE@tool_manifest.json@}@@@",
"@@@STEP_LOG_END@tool_manifest.json@@@"
]
},
{
"cmd": [],
"name": "corpus.arm64.build.teardown remote execution.ensure bqupload.install path/to/bqupload",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@5@@@"
]
},
{
"cmd": [
"vpython",
"-u",
"RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py",
"--json-output",
"/path/to/tmp/json",
"ensure-directory",
"--mode",
"0777",
"[START_DIR]/cipd_tool/path/to/bqupload/version%3Apinned-version"
],
"env": {
"GOMA_TMP_DIR": "[CLEANUP]/goma",
"GOMA_USE_LOCAL": "False",
"RBE_deps_cache_dir": "[CACHE]/rbe/deps",
"RBE_instance": "",
"RBE_log_dir": "[CLEANUP]/rbe_tmp_1",
"RBE_log_format": "reducedtext",
"RBE_output_dir": "[CLEANUP]/rbe_tmp_1",
"RBE_proxy_log_dir": "[CLEANUP]/rbe_tmp_1",
"RBE_server_address": "unix://[CLEANUP]/rbe_tmp_1/reproxy.sock",
"RBE_use_application_default_credentials": "False",
"RBE_use_gce_credentials": "True"
},
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "corpus.arm64.build.teardown remote execution.ensure bqupload.install path/to/bqupload.ensure package directory",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@6@@@"
]
},
{
"cmd": [
"cipd",
"ensure",
"-root",
"[START_DIR]/cipd_tool/path/to/bqupload/version%3Apinned-version",
"-ensure-file",
"path/to/bqupload version:pinned-version",
"-max-threads",
"0",
"-json-output",
"/path/to/tmp/json"
],
"env": {
"GOMA_TMP_DIR": "[CLEANUP]/goma",
"GOMA_USE_LOCAL": "False",
"RBE_deps_cache_dir": "[CACHE]/rbe/deps",
"RBE_instance": "",
"RBE_log_dir": "[CLEANUP]/rbe_tmp_1",
"RBE_log_format": "reducedtext",
"RBE_output_dir": "[CLEANUP]/rbe_tmp_1",
"RBE_proxy_log_dir": "[CLEANUP]/rbe_tmp_1",
"RBE_server_address": "unix://[CLEANUP]/rbe_tmp_1/reproxy.sock",
"RBE_use_application_default_credentials": "False",
"RBE_use_gce_credentials": "True"
},
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "corpus.arm64.build.teardown remote execution.ensure bqupload.install path/to/bqupload.ensure_installed",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@6@@@",
"@@@STEP_LOG_LINE@json.output@{@@@",
"@@@STEP_LOG_LINE@json.output@ \"result\": {@@@",
"@@@STEP_LOG_LINE@json.output@ \"\": [@@@",
"@@@STEP_LOG_LINE@json.output@ {@@@",
"@@@STEP_LOG_LINE@json.output@ \"instance_id\": \"resolved-instance_id-of-version:pinned-v\", @@@",
"@@@STEP_LOG_LINE@json.output@ \"package\": \"path/to/bqupload\"@@@",
"@@@STEP_LOG_LINE@json.output@ }@@@",
"@@@STEP_LOG_LINE@json.output@ ]@@@",
"@@@STEP_LOG_LINE@json.output@ }@@@",
"@@@STEP_LOG_LINE@json.output@}@@@",
"@@@STEP_LOG_END@json.output@@@"
]
},
{
"cmd": [
"[START_DIR]/cipd_tool/path/to/bqupload/version%3Apinned-version/bqupload",
"fuchsia-engprod-metrics-prod.metrics.rbe_client_metrics",
"{\"build_id\": \"8945511751514863184\", \"builder_name\": \"builder\", \"created_at\": \"2012-05-14T12:53:21.500Z\", \"stats\": {\"environment\": [{\"key\": \"bar\", \"value\": \"42\"}, {\"key\": \"foo\", \"value\": \"false\"}]}}"
],
"env": {
"GOMA_TMP_DIR": "[CLEANUP]/goma",
"GOMA_USE_LOCAL": "False",
"RBE_deps_cache_dir": "[CACHE]/rbe/deps",
"RBE_instance": "",
"RBE_log_dir": "[CLEANUP]/rbe_tmp_1",
"RBE_log_format": "reducedtext",
"RBE_output_dir": "[CLEANUP]/rbe_tmp_1",
"RBE_proxy_log_dir": "[CLEANUP]/rbe_tmp_1",
"RBE_server_address": "unix://[CLEANUP]/rbe_tmp_1/reproxy.sock",
"RBE_use_application_default_credentials": "False",
"RBE_use_gce_credentials": "True"
},
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "corpus.arm64.build.teardown remote execution.upload metrics",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@4@@@",
"@@@STEP_LOG_LINE@json.output@{@@@",
"@@@STEP_LOG_LINE@json.output@ \"environment\": [@@@",
"@@@STEP_LOG_LINE@json.output@ {@@@",
"@@@STEP_LOG_LINE@json.output@ \"key\": \"bar\", @@@",
"@@@STEP_LOG_LINE@json.output@ \"value\": \"42\"@@@",
"@@@STEP_LOG_LINE@json.output@ }, @@@",
"@@@STEP_LOG_LINE@json.output@ {@@@",
"@@@STEP_LOG_LINE@json.output@ \"key\": \"foo\", @@@",
"@@@STEP_LOG_LINE@json.output@ \"value\": \"false\"@@@",
"@@@STEP_LOG_LINE@json.output@ }@@@",
"@@@STEP_LOG_LINE@json.output@ ]@@@",
"@@@STEP_LOG_LINE@json.output@}@@@",
"@@@STEP_LOG_END@json.output@@@"
]
},
{
"cmd": [],
"name": "corpus.arm64.build.teardown goma",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@3@@@"
]
},
{
"cmd": [
"python3",
"[START_DIR]/fuchsia/out/arm64/linux_x64/goma_ctl.py",
"jsonstatus",
"[START_DIR]/fuchsia/out/arm64/linux_x64/jsonstatus"
],
"env": {
"GLOG_log_dir": "[CLEANUP]",
"GOMA_CACHE_DIR": "[CACHE]/goma",
"GOMA_DEPS_CACHE_FILE": "goma_deps_cache",
"GOMA_DUMP_STATS_FILE": "[START_DIR]/fuchsia/out/arm64/linux_x64/goma_stats.json",
"GOMA_LOCAL_OUTPUT_CACHE_DIR": "[CACHE]/goma/localoutputcache",
"GOMA_MAX_SUM_OUTPUT_SIZE_IN_MB": "256",
"GOMA_SERVER_HOST": "rbe-prod1.endpoints.fuchsia-infra-goma-prod.cloud.goog",
"GOMA_STORE_LOCAL_RUN_OUTPUT": "True",
"GOMA_TMP_DIR": "[CLEANUP]/goma",
"GOMA_USE_LOCAL": "False"
},
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "corpus.arm64.build.teardown goma.goma jsonstatus",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@4@@@",
"@@@STEP_LOG_LINE@json.output@{@@@",
"@@@STEP_LOG_LINE@json.output@ \"notice\": [@@@",
"@@@STEP_LOG_LINE@json.output@ {@@@",
"@@@STEP_LOG_LINE@json.output@ \"infra_status\": {@@@",
"@@@STEP_LOG_LINE@json.output@ \"num_user_error\": 0, @@@",
"@@@STEP_LOG_LINE@json.output@ \"ping_status_code\": 200@@@",
"@@@STEP_LOG_LINE@json.output@ }@@@",
"@@@STEP_LOG_LINE@json.output@ }@@@",
"@@@STEP_LOG_LINE@json.output@ ]@@@",
"@@@STEP_LOG_LINE@json.output@}@@@",
"@@@STEP_LOG_END@json.output@@@"
]
},
{
"cmd": [
"python3",
"[START_DIR]/fuchsia/out/arm64/linux_x64/goma_ctl.py",
"stat"
],
"env": {
"GLOG_log_dir": "[CLEANUP]",
"GOMA_CACHE_DIR": "[CACHE]/goma",
"GOMA_DEPS_CACHE_FILE": "goma_deps_cache",
"GOMA_DUMP_STATS_FILE": "[START_DIR]/fuchsia/out/arm64/linux_x64/goma_stats.json",
"GOMA_LOCAL_OUTPUT_CACHE_DIR": "[CACHE]/goma/localoutputcache",
"GOMA_MAX_SUM_OUTPUT_SIZE_IN_MB": "256",
"GOMA_SERVER_HOST": "rbe-prod1.endpoints.fuchsia-infra-goma-prod.cloud.goog",
"GOMA_STORE_LOCAL_RUN_OUTPUT": "True",
"GOMA_TMP_DIR": "[CLEANUP]/goma",
"GOMA_USE_LOCAL": "False"
},
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "corpus.arm64.build.teardown goma.goma stats",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@4@@@"
]
},
{
"cmd": [
"python3",
"[START_DIR]/fuchsia/out/arm64/linux_x64/goma_ctl.py",
"stop"
],
"env": {
"GLOG_log_dir": "[CLEANUP]",
"GOMA_CACHE_DIR": "[CACHE]/goma",
"GOMA_DEPS_CACHE_FILE": "goma_deps_cache",
"GOMA_DUMP_STATS_FILE": "[START_DIR]/fuchsia/out/arm64/linux_x64/goma_stats.json",
"GOMA_LOCAL_OUTPUT_CACHE_DIR": "[CACHE]/goma/localoutputcache",
"GOMA_MAX_SUM_OUTPUT_SIZE_IN_MB": "256",
"GOMA_SERVER_HOST": "rbe-prod1.endpoints.fuchsia-infra-goma-prod.cloud.goog",
"GOMA_STORE_LOCAL_RUN_OUTPUT": "True",
"GOMA_TMP_DIR": "[CLEANUP]/goma",
"GOMA_USE_LOCAL": "False"
},
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "corpus.arm64.build.teardown goma.stop goma",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@4@@@"
]
},
{
"cmd": [
"vpython",
"-u",
"RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py",
"--json-output",
"/path/to/tmp/json",
"copy",
"[CLEANUP]/compiler_proxy.WARNING",
"/path/to/tmp/"
],
"env": {
"GOMA_TMP_DIR": "[CLEANUP]/goma",
"GOMA_USE_LOCAL": "False"
},
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "corpus.arm64.build.teardown goma.read goma_client warning log",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@4@@@",
"@@@STEP_LOG_LINE@compiler_proxy.WARNING@test log@@@",
"@@@STEP_LOG_END@compiler_proxy.WARNING@@@"
]
},
{
"cmd": [
"vpython",
"-u",
"RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py",
"--json-output",
"/path/to/tmp/json",
"copy",
"[START_DIR]/fuchsia/out/arm64/linux_x64/goma_stats.json",
"/path/to/tmp/"
],
"env": {
"GOMA_TMP_DIR": "[CLEANUP]/goma",
"GOMA_USE_LOCAL": "False"
},
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "corpus.arm64.build.teardown goma.read goma_stats.json",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@4@@@",
"@@@STEP_LOG_LINE@json.output@{@@@",
"@@@STEP_LOG_LINE@json.output@ \"build_info\": {@@@",
"@@@STEP_LOG_LINE@json.output@ \"build_id\": 8945511751514863184, @@@",
"@@@STEP_LOG_LINE@json.output@ \"builder\": \"builder\", @@@",
"@@@STEP_LOG_LINE@json.output@ \"time_stamp\": \"2012-05-14 12:53:23\", @@@",
"@@@STEP_LOG_LINE@json.output@ \"time_stamp_int\": 1337000004500@@@",
"@@@STEP_LOG_LINE@json.output@ }@@@",
"@@@STEP_LOG_LINE@json.output@}@@@",
"@@@STEP_LOG_END@json.output@@@"
]
},
{
"cmd": [
"[START_DIR]/cipd_tool/path/to/bqupload/version%3Apinned-version/bqupload",
"fuchsia-infra.artifacts.builds_beta_goma",
"{\"build_info\": {\"build_id\": 8945511751514863184, \"builder\": \"builder\", \"time_stamp\": \"2012-05-14 12:53:23\", \"time_stamp_int\": 1337000004500}}"
],
"env": {
"GOMA_TMP_DIR": "[CLEANUP]/goma",
"GOMA_USE_LOCAL": "False"
},
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "corpus.arm64.build.teardown goma.upload goma stats to bigquery",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@4@@@"
]
},
{
"cmd": [
"vpython",
"-u",
"RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py",
"--json-output",
"/path/to/tmp/json",
"copy",
"[CLEANUP]/fint_artifacts_tmp_1/build_artifacts.json",
"/path/to/tmp/json"
],
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "corpus.arm64.build.read fint build artifacts",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@3@@@",
"@@@STEP_LOG_LINE@build_artifacts.json@{@@@",
"@@@STEP_LOG_LINE@build_artifacts.json@ \"built_archives\": [@@@",
"@@@STEP_LOG_LINE@build_artifacts.json@ {@@@",
"@@@STEP_LOG_LINE@build_artifacts.json@ \"name\": \"archive\",@@@",
"@@@STEP_LOG_LINE@build_artifacts.json@ \"path\": \"build-archive.tgz\",@@@",
"@@@STEP_LOG_LINE@build_artifacts.json@ \"type\": \"tgz\"@@@",
"@@@STEP_LOG_LINE@build_artifacts.json@ }@@@",
"@@@STEP_LOG_LINE@build_artifacts.json@ ],@@@",
"@@@STEP_LOG_LINE@build_artifacts.json@ \"built_images\": [@@@",
"@@@STEP_LOG_LINE@build_artifacts.json@ {@@@",
"@@@STEP_LOG_LINE@build_artifacts.json@ \"name\": \"foo\",@@@",
"@@@STEP_LOG_LINE@build_artifacts.json@ \"path\": \"foo.img\",@@@",
"@@@STEP_LOG_LINE@build_artifacts.json@ \"type\": \"blk\"@@@",
"@@@STEP_LOG_LINE@build_artifacts.json@ }@@@",
"@@@STEP_LOG_LINE@build_artifacts.json@ ],@@@",
"@@@STEP_LOG_LINE@build_artifacts.json@ \"built_targets\": [@@@",
"@@@STEP_LOG_LINE@build_artifacts.json@ \"target1\",@@@",
"@@@STEP_LOG_LINE@build_artifacts.json@ \"target2\"@@@",
"@@@STEP_LOG_LINE@build_artifacts.json@ ],@@@",
"@@@STEP_LOG_LINE@build_artifacts.json@ \"log_files\": {@@@",
"@@@STEP_LOG_LINE@build_artifacts.json@ \"some_cmd_stdout\": \"/tmp/stdout.txt\"@@@",
"@@@STEP_LOG_LINE@build_artifacts.json@ },@@@",
"@@@STEP_LOG_LINE@build_artifacts.json@ \"ninja_compdb_path\": \"/tmp/ninja_compdb.json\",@@@",
"@@@STEP_LOG_LINE@build_artifacts.json@ \"ninja_duration_seconds\": 900,@@@",
"@@@STEP_LOG_LINE@build_artifacts.json@ \"ninja_graph_path\": \"/tmp/ninja_graph.dot\",@@@",
"@@@STEP_LOG_LINE@build_artifacts.json@ \"ninja_log_path\": \"/tmp/ninja_log.txt\"@@@",
"@@@STEP_LOG_LINE@build_artifacts.json@}@@@",
"@@@STEP_LOG_END@build_artifacts.json@@@"
]
},
{
"cmd": [],
"name": "corpus.arm64.build.read fint log files",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@3@@@"
]
},
{
"cmd": [
"vpython",
"-u",
"RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py",
"--json-output",
"/path/to/tmp/json",
"copy",
"/tmp/stdout.txt",
"/path/to/tmp/"
],
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "corpus.arm64.build.read fint log files.read stdout.txt",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@4@@@"
]
},
{
"cmd": [
"vpython3",
"-vpython-spec",
"RECIPE[fuchsia::contrib/clang_ml_training].resources/tensorflow.vpython",
"-u",
"[START_DIR]/ml-compiler-opt/compiler_opt/tools/extract_ir.py",
"--cmd_filter=^-Oz|-Os$",
"--input=[START_DIR]/fuchsia/out/arm64/compile_commands.json",
"--input_type=json",
"--llvm_objcopy_path=[START_DIR]/fuchsia/out/arm64/linux_x64/llvm-objcopy",
"--output_dir=[START_DIR]/corpus/arm64"
],
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "corpus.arm64.extract ir",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@2@@@"
]
},
{
"cmd": [],
"name": "corpus.x64",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@1@@@"
]
},
{
"cmd": [],
"name": "corpus.x64.build",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@2@@@",
"@@@STEP_LOG_LINE@fint_params@field: \"value\"@@@",
"@@@STEP_LOG_END@fint_params@@@",
"@@@STEP_LOG_END@some_cmd_stdout@@@",
"@@@SET_BUILD_PROPERTY@fint_params@\"field: \\\"value\\\"\"@@@",
"@@@SET_BUILD_PROPERTY@fint_params_path@\"specs/clang-ml-training-x64.fint.textproto\"@@@"
]
},
{
"cmd": [
"vpython",
"-u",
"RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py",
"--json-output",
"/path/to/tmp/json",
"copy",
"[START_DIR]/fuchsia/specs/clang-ml-training-x64.fint.textproto",
"/path/to/tmp/"
],
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "corpus.x64.build.read fint params",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@3@@@",
"@@@STEP_LOG_LINE@clang-ml-training-x64.fint.textproto@field: \"value\"@@@",
"@@@STEP_LOG_END@clang-ml-training-x64.fint.textproto@@@"
]
},
{
"cmd": [
"[CLEANUP]/fint_tmp_1/fint",
"set",
"-static",
"[START_DIR]/fuchsia/specs/clang-ml-training-x64.fint.textproto",
"-context",
"checkout_dir: \"[START_DIR]/fuchsia\"\nbuild_dir: \"[START_DIR]/fuchsia/out/x64\"\nartifact_dir: \"[CLEANUP]/fint_artifacts_tmp_2\"\ncache_dir: \"[CACHE]\"\nclang_toolchain_dir: \"[START_DIR]/clang\"\ngoma_job_count: 80\n"
],
"cwd": "[START_DIR]/fuchsia",
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "corpus.x64.build.gn gen",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@3@@@",
"@@@STEP_TEXT@run by `fint set`@@@",
"@@@STEP_LOG_LINE@context.textproto@checkout_dir: \"[START_DIR]/fuchsia\"@@@",
"@@@STEP_LOG_LINE@context.textproto@build_dir: \"[START_DIR]/fuchsia/out/x64\"@@@",
"@@@STEP_LOG_LINE@context.textproto@artifact_dir: \"[CLEANUP]/fint_artifacts_tmp_2\"@@@",
"@@@STEP_LOG_LINE@context.textproto@cache_dir: \"[CACHE]\"@@@",
"@@@STEP_LOG_LINE@context.textproto@clang_toolchain_dir: \"[START_DIR]/clang\"@@@",
"@@@STEP_LOG_LINE@context.textproto@goma_job_count: 80@@@",
"@@@STEP_LOG_END@context.textproto@@@"
]
},
{
"cmd": [
"vpython",
"-u",
"RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py",
"--json-output",
"/path/to/tmp/json",
"copy",
"[CLEANUP]/fint_artifacts_tmp_2/set_artifacts.json",
"/path/to/tmp/json"
],
"cwd": "[START_DIR]/fuchsia",
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "corpus.x64.build.read fint set artifacts",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@3@@@",
"@@@STEP_LOG_LINE@set_artifacts.json@{@@@",
"@@@STEP_LOG_LINE@set_artifacts.json@ \"enable_rbe\": true,@@@",
"@@@STEP_LOG_LINE@set_artifacts.json@ \"gn_trace_path\": \"[CLEANUP]/fint_artifacts_tmp_2/mock-gn-trace.json\",@@@",
"@@@STEP_LOG_LINE@set_artifacts.json@ \"metadata\": {@@@",
"@@@STEP_LOG_LINE@set_artifacts.json@ \"board\": \"boards/x64.gni\",@@@",
"@@@STEP_LOG_LINE@set_artifacts.json@ \"optimize\": \"debug\",@@@",
"@@@STEP_LOG_LINE@set_artifacts.json@ \"product\": \"products/core.gni\",@@@",
"@@@STEP_LOG_LINE@set_artifacts.json@ \"target_arch\": \"x64\",@@@",
"@@@STEP_LOG_LINE@set_artifacts.json@ \"variants\": [@@@",
"@@@STEP_LOG_LINE@set_artifacts.json@ \"asan\"@@@",
"@@@STEP_LOG_LINE@set_artifacts.json@ ]@@@",
"@@@STEP_LOG_LINE@set_artifacts.json@ },@@@",
"@@@STEP_LOG_LINE@set_artifacts.json@ \"use_goma\": true@@@",
"@@@STEP_LOG_LINE@set_artifacts.json@}@@@",
"@@@STEP_LOG_END@set_artifacts.json@@@"
]
},
{
"cmd": [
"vpython",
"-u",
"RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py",
"--json-output",
"/path/to/tmp/json",
"copy",
"[START_DIR]/fuchsia/out/x64/tool_paths.json",
"/path/to/tmp/"
],
"cwd": "[START_DIR]/fuchsia",
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "corpus.x64.build.read tool_paths manifest",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@3@@@",
"@@@STEP_LOG_LINE@tool_paths.json@[@@@",
"@@@STEP_LOG_LINE@tool_paths.json@ {@@@",
"@@@STEP_LOG_LINE@tool_paths.json@ \"cpu\": \"x64\",@@@",
"@@@STEP_LOG_LINE@tool_paths.json@ \"name\": \"foo\",@@@",
"@@@STEP_LOG_LINE@tool_paths.json@ \"os\": \"linux\",@@@",
"@@@STEP_LOG_LINE@tool_paths.json@ \"path\": \"linux_x64/foo\"@@@",
"@@@STEP_LOG_LINE@tool_paths.json@ }@@@",
"@@@STEP_LOG_LINE@tool_paths.json@]@@@",
"@@@STEP_LOG_END@tool_paths.json@@@"
]
},
{
"cmd": [
"vpython",
"-u",
"RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py",
"--json-output",
"/path/to/tmp/json",
"copy",
"[START_DIR]/fuchsia/out/x64/tests.json",
"/path/to/tmp/"
],
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "corpus.x64.build.read tests.json",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@3@@@",
"@@@STEP_LOG_END@tests.json@@@"
]
},
{
"cmd": [
"vpython",
"-u",
"RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py",
"--json-output",
"/path/to/tmp/json",
"copy",
"[START_DIR]/fuchsia/out/x64/rbe_config.json",
"/path/to/tmp/"
],
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "corpus.x64.build.read rbe_config manifest",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@3@@@",
"@@@STEP_LOG_LINE@rbe_config.json@[@@@",
"@@@STEP_LOG_LINE@rbe_config.json@ {@@@",
"@@@STEP_LOG_LINE@rbe_config.json@ \"path\": \"../../path/to/rbe/config.cfg\"@@@",
"@@@STEP_LOG_LINE@rbe_config.json@ }@@@",
"@@@STEP_LOG_LINE@rbe_config.json@]@@@",
"@@@STEP_LOG_END@rbe_config.json@@@"
]
},
{
"cmd": [],
"name": "corpus.x64.build.setup goma",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@3@@@"
]
},
{
"cmd": [
"python3",
"[START_DIR]/fuchsia/out/x64/linux_x64/goma_ctl.py",
"restart"
],
"env": {
"GLOG_log_dir": "[CLEANUP]",
"GOMA_CACHE_DIR": "[CACHE]/goma",
"GOMA_DEPS_CACHE_FILE": "goma_deps_cache",
"GOMA_DUMP_STATS_FILE": "[START_DIR]/fuchsia/out/x64/linux_x64/goma_stats.json",
"GOMA_LOCAL_OUTPUT_CACHE_DIR": "[CACHE]/goma/localoutputcache",
"GOMA_MAX_SUM_OUTPUT_SIZE_IN_MB": "256",
"GOMA_SERVER_HOST": "rbe-prod1.endpoints.fuchsia-infra-goma-prod.cloud.goog",
"GOMA_STORE_LOCAL_RUN_OUTPUT": "True",
"GOMA_TMP_DIR": "[CLEANUP]/goma",
"GOMA_USE_LOCAL": "False"
},
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "corpus.x64.build.setup goma.start goma",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@4@@@"
]
},
{
"cmd": [],
"name": "corpus.x64.build.setup remote execution",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@3@@@"
]
},
{
"cmd": [
"[START_DIR]/fuchsia/out/x64/linux_x64/bootstrap",
"--re_proxy=[START_DIR]/fuchsia/out/x64/linux_x64/reproxy",
"--cfg=[START_DIR]/fuchsia/path/to/rbe/config.cfg"
],
"env": {
"GOMA_TMP_DIR": "[CLEANUP]/goma",
"GOMA_USE_LOCAL": "False",
"RBE_deps_cache_dir": "[CACHE]/rbe/deps",
"RBE_instance": "",
"RBE_log_dir": "[CLEANUP]/rbe_tmp_2",
"RBE_log_format": "reducedtext",
"RBE_output_dir": "[CLEANUP]/rbe_tmp_2",
"RBE_proxy_log_dir": "[CLEANUP]/rbe_tmp_2",
"RBE_server_address": "unix://[CLEANUP]/rbe_tmp_2/reproxy.sock",
"RBE_use_application_default_credentials": "False",
"RBE_use_gce_credentials": "True"
},
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "corpus.x64.build.setup remote execution.start reproxy",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@4@@@"
]
},
{
"cmd": [
"[CLEANUP]/fint_tmp_1/fint",
"build",
"-static",
"[START_DIR]/fuchsia/specs/clang-ml-training-x64.fint.textproto",
"-context",
"checkout_dir: \"[START_DIR]/fuchsia\"\nbuild_dir: \"[START_DIR]/fuchsia/out/x64\"\nartifact_dir: \"[CLEANUP]/fint_artifacts_tmp_2\"\ncache_dir: \"[CACHE]\"\nclang_toolchain_dir: \"[START_DIR]/clang\"\ngoma_job_count: 80\n"
],
"env": {
"GOMA_TMP_DIR": "[CLEANUP]/goma",
"GOMA_USE_LOCAL": "False",
"RBE_deps_cache_dir": "[CACHE]/rbe/deps",
"RBE_instance": "",
"RBE_log_dir": "[CLEANUP]/rbe_tmp_2",
"RBE_log_format": "reducedtext",
"RBE_output_dir": "[CLEANUP]/rbe_tmp_2",
"RBE_proxy_log_dir": "[CLEANUP]/rbe_tmp_2",
"RBE_server_address": "unix://[CLEANUP]/rbe_tmp_2/reproxy.sock",
"RBE_use_application_default_credentials": "False",
"RBE_use_gce_credentials": "True"
},
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "corpus.x64.build.ninja",
"timeout": 5400,
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@3@@@",
"@@@STEP_TEXT@run by `fint build`@@@",
"@@@STEP_LOG_LINE@context.textproto@checkout_dir: \"[START_DIR]/fuchsia\"@@@",
"@@@STEP_LOG_LINE@context.textproto@build_dir: \"[START_DIR]/fuchsia/out/x64\"@@@",
"@@@STEP_LOG_LINE@context.textproto@artifact_dir: \"[CLEANUP]/fint_artifacts_tmp_2\"@@@",
"@@@STEP_LOG_LINE@context.textproto@cache_dir: \"[CACHE]\"@@@",
"@@@STEP_LOG_LINE@context.textproto@clang_toolchain_dir: \"[START_DIR]/clang\"@@@",
"@@@STEP_LOG_LINE@context.textproto@goma_job_count: 80@@@",
"@@@STEP_LOG_END@context.textproto@@@"
]
},
{
"cmd": [],
"name": "corpus.x64.build.teardown remote execution",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@3@@@"
]
},
{
"cmd": [
"[START_DIR]/fuchsia/out/x64/linux_x64/bootstrap",
"--shutdown",
"--cfg=[START_DIR]/fuchsia/path/to/rbe/config.cfg"
],
"env": {
"GOMA_TMP_DIR": "[CLEANUP]/goma",
"GOMA_USE_LOCAL": "False",
"RBE_deps_cache_dir": "[CACHE]/rbe/deps",
"RBE_instance": "",
"RBE_log_dir": "[CLEANUP]/rbe_tmp_2",
"RBE_log_format": "reducedtext",
"RBE_output_dir": "[CLEANUP]/rbe_tmp_2",
"RBE_proxy_log_dir": "[CLEANUP]/rbe_tmp_2",
"RBE_server_address": "unix://[CLEANUP]/rbe_tmp_2/reproxy.sock",
"RBE_use_application_default_credentials": "False",
"RBE_use_gce_credentials": "True"
},
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "corpus.x64.build.teardown remote execution.stop reproxy",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@4@@@"
]
},
{
"cmd": [
"vpython",
"-u",
"RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py",
"--json-output",
"/path/to/tmp/json",
"copy",
"[CLEANUP]/rbe_tmp_2/bootstrap.WARNING",
"/path/to/tmp/"
],
"env": {
"GOMA_TMP_DIR": "[CLEANUP]/goma",
"GOMA_USE_LOCAL": "False",
"RBE_deps_cache_dir": "[CACHE]/rbe/deps",
"RBE_instance": "",
"RBE_log_dir": "[CLEANUP]/rbe_tmp_2",
"RBE_log_format": "reducedtext",
"RBE_output_dir": "[CLEANUP]/rbe_tmp_2",
"RBE_proxy_log_dir": "[CLEANUP]/rbe_tmp_2",
"RBE_server_address": "unix://[CLEANUP]/rbe_tmp_2/reproxy.sock",
"RBE_use_application_default_credentials": "False",
"RBE_use_gce_credentials": "True"
},
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "corpus.x64.build.teardown remote execution.read bootstrap_WARNING",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@4@@@",
"@@@STEP_LOG_LINE@bootstrap.WARNING@test log@@@",
"@@@STEP_LOG_END@bootstrap.WARNING@@@"
]
},
{
"cmd": [
"vpython",
"-u",
"RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py",
"--json-output",
"/path/to/tmp/json",
"copy",
"[CLEANUP]/rbe_tmp_2/rbe_metrics.txt",
"/path/to/tmp/"
],
"env": {
"GOMA_TMP_DIR": "[CLEANUP]/goma",
"GOMA_USE_LOCAL": "False",
"RBE_deps_cache_dir": "[CACHE]/rbe/deps",
"RBE_instance": "",
"RBE_log_dir": "[CLEANUP]/rbe_tmp_2",
"RBE_log_format": "reducedtext",
"RBE_output_dir": "[CLEANUP]/rbe_tmp_2",
"RBE_proxy_log_dir": "[CLEANUP]/rbe_tmp_2",
"RBE_server_address": "unix://[CLEANUP]/rbe_tmp_2/reproxy.sock",
"RBE_use_application_default_credentials": "False",
"RBE_use_gce_credentials": "True"
},
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "corpus.x64.build.teardown remote execution.read rbe_metrics_txt",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@4@@@",
"@@@STEP_LOG_LINE@rbe_metrics.txt@test log@@@",
"@@@STEP_LOG_END@rbe_metrics.txt@@@"
]
},
{
"cmd": [
"vpython",
"-u",
"RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py",
"--json-output",
"/path/to/tmp/json",
"copy",
"[CLEANUP]/rbe_tmp_2/reproxy.WARNING",
"/path/to/tmp/"
],
"env": {
"GOMA_TMP_DIR": "[CLEANUP]/goma",
"GOMA_USE_LOCAL": "False",
"RBE_deps_cache_dir": "[CACHE]/rbe/deps",
"RBE_instance": "",
"RBE_log_dir": "[CLEANUP]/rbe_tmp_2",
"RBE_log_format": "reducedtext",
"RBE_output_dir": "[CLEANUP]/rbe_tmp_2",
"RBE_proxy_log_dir": "[CLEANUP]/rbe_tmp_2",
"RBE_server_address": "unix://[CLEANUP]/rbe_tmp_2/reproxy.sock",
"RBE_use_application_default_credentials": "False",
"RBE_use_gce_credentials": "True"
},
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "corpus.x64.build.teardown remote execution.read reproxy_WARNING",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@4@@@",
"@@@STEP_LOG_LINE@reproxy.WARNING@test log@@@",
"@@@STEP_LOG_END@reproxy.WARNING@@@"
]
},
{
"cmd": [
"vpython",
"-u",
"RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py",
"--json-output",
"/path/to/tmp/json",
"copy",
"[CLEANUP]/rbe_tmp_2/reproxy_outerr.log",
"/path/to/tmp/"
],
"env": {
"GOMA_TMP_DIR": "[CLEANUP]/goma",
"GOMA_USE_LOCAL": "False",
"RBE_deps_cache_dir": "[CACHE]/rbe/deps",
"RBE_instance": "",
"RBE_log_dir": "[CLEANUP]/rbe_tmp_2",
"RBE_log_format": "reducedtext",
"RBE_output_dir": "[CLEANUP]/rbe_tmp_2",
"RBE_proxy_log_dir": "[CLEANUP]/rbe_tmp_2",
"RBE_server_address": "unix://[CLEANUP]/rbe_tmp_2/reproxy.sock",
"RBE_use_application_default_credentials": "False",
"RBE_use_gce_credentials": "True"
},
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "corpus.x64.build.teardown remote execution.read reproxy_outerr_log",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@4@@@",
"@@@STEP_LOG_LINE@reproxy_outerr.log@test log@@@",
"@@@STEP_LOG_END@reproxy_outerr.log@@@"
]
},
{
"cmd": [
"vpython",
"-u",
"RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py",
"--json-output",
"/path/to/tmp/json",
"copy",
"[CLEANUP]/rbe_tmp_2/rewrapper.WARNING",
"/path/to/tmp/"
],
"env": {
"GOMA_TMP_DIR": "[CLEANUP]/goma",
"GOMA_USE_LOCAL": "False",
"RBE_deps_cache_dir": "[CACHE]/rbe/deps",
"RBE_instance": "",
"RBE_log_dir": "[CLEANUP]/rbe_tmp_2",
"RBE_log_format": "reducedtext",
"RBE_output_dir": "[CLEANUP]/rbe_tmp_2",
"RBE_proxy_log_dir": "[CLEANUP]/rbe_tmp_2",
"RBE_server_address": "unix://[CLEANUP]/rbe_tmp_2/reproxy.sock",
"RBE_use_application_default_credentials": "False",
"RBE_use_gce_credentials": "True"
},
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "corpus.x64.build.teardown remote execution.read rewrapper_WARNING",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@4@@@",
"@@@STEP_LOG_LINE@rewrapper.WARNING@test log@@@",
"@@@STEP_LOG_END@rewrapper.WARNING@@@"
]
},
{
"cmd": [
"vpython",
"-u",
"RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py",
"--json-output",
"/path/to/tmp/json",
"glob",
"[CLEANUP]/rbe_tmp_2",
"*.rrpl"
],
"env": {
"GOMA_TMP_DIR": "[CLEANUP]/goma",
"GOMA_USE_LOCAL": "False",
"RBE_deps_cache_dir": "[CACHE]/rbe/deps",
"RBE_instance": "",
"RBE_log_dir": "[CLEANUP]/rbe_tmp_2",
"RBE_log_format": "reducedtext",
"RBE_output_dir": "[CLEANUP]/rbe_tmp_2",
"RBE_proxy_log_dir": "[CLEANUP]/rbe_tmp_2",
"RBE_server_address": "unix://[CLEANUP]/rbe_tmp_2/reproxy.sock",
"RBE_use_application_default_credentials": "False",
"RBE_use_gce_credentials": "True"
},
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "corpus.x64.build.teardown remote execution.find rrpl files",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@4@@@",
"@@@STEP_LOG_LINE@glob@[CLEANUP]/rbe_tmp_2/reproxy_2021-10-16_22_52_23.rrpl@@@",
"@@@STEP_LOG_END@glob@@@"
]
},
{
"cmd": [
"vpython",
"-u",
"RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py",
"--json-output",
"/path/to/tmp/json",
"copy",
"[CLEANUP]/rbe_tmp_2/reproxy_2021-10-16_22_52_23.rrpl",
"/path/to/tmp/"
],
"env": {
"GOMA_TMP_DIR": "[CLEANUP]/goma",
"GOMA_USE_LOCAL": "False",
"RBE_deps_cache_dir": "[CACHE]/rbe/deps",
"RBE_instance": "",
"RBE_log_dir": "[CLEANUP]/rbe_tmp_2",
"RBE_log_format": "reducedtext",
"RBE_output_dir": "[CLEANUP]/rbe_tmp_2",
"RBE_proxy_log_dir": "[CLEANUP]/rbe_tmp_2",
"RBE_server_address": "unix://[CLEANUP]/rbe_tmp_2/reproxy.sock",
"RBE_use_application_default_credentials": "False",
"RBE_use_gce_credentials": "True"
},
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "corpus.x64.build.teardown remote execution.read reproxy_2021-10-16_22_52_23_rrpl",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@4@@@",
"@@@STEP_LOG_LINE@reproxy_2021-10-16_22_52_23.rrpl@test log@@@",
"@@@STEP_LOG_END@reproxy_2021-10-16_22_52_23.rrpl@@@"
]
},
{
"cmd": [
"vpython",
"-u",
"RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py",
"--json-output",
"/path/to/tmp/json",
"copy",
"[CLEANUP]/rbe_tmp_2/rbe_metrics.pb",
"/path/to/tmp/pb"
],
"env": {
"GOMA_TMP_DIR": "[CLEANUP]/goma",
"GOMA_USE_LOCAL": "False",
"RBE_deps_cache_dir": "[CACHE]/rbe/deps",
"RBE_instance": "",
"RBE_log_dir": "[CLEANUP]/rbe_tmp_2",
"RBE_log_format": "reducedtext",
"RBE_output_dir": "[CLEANUP]/rbe_tmp_2",
"RBE_proxy_log_dir": "[CLEANUP]/rbe_tmp_2",
"RBE_server_address": "unix://[CLEANUP]/rbe_tmp_2/reproxy.sock",
"RBE_use_application_default_credentials": "False",
"RBE_use_gce_credentials": "True"
},
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "corpus.x64.build.teardown remote execution.read rbe_metrics.pb",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@4@@@",
"@@@STEP_LOG_LINE@rbe_metrics.pb@environment {@@@",
"@@@STEP_LOG_LINE@rbe_metrics.pb@ key: \"bar\"@@@",
"@@@STEP_LOG_LINE@rbe_metrics.pb@ value: \"42\"@@@",
"@@@STEP_LOG_LINE@rbe_metrics.pb@}@@@",
"@@@STEP_LOG_LINE@rbe_metrics.pb@environment {@@@",
"@@@STEP_LOG_LINE@rbe_metrics.pb@ key: \"foo\"@@@",
"@@@STEP_LOG_LINE@rbe_metrics.pb@ value: \"false\"@@@",
"@@@STEP_LOG_LINE@rbe_metrics.pb@}@@@",
"@@@STEP_LOG_END@rbe_metrics.pb@@@"
]
},
{
"cmd": [
"[START_DIR]/cipd_tool/path/to/bqupload/version%3Apinned-version/bqupload",
"fuchsia-engprod-metrics-prod.metrics.rbe_client_metrics",
"{\"build_id\": \"8945511751514863184\", \"builder_name\": \"builder\", \"created_at\": \"2012-05-14T12:53:26Z\", \"stats\": {\"environment\": [{\"key\": \"bar\", \"value\": \"42\"}, {\"key\": \"foo\", \"value\": \"false\"}]}}"
],
"env": {
"GOMA_TMP_DIR": "[CLEANUP]/goma",
"GOMA_USE_LOCAL": "False",
"RBE_deps_cache_dir": "[CACHE]/rbe/deps",
"RBE_instance": "",
"RBE_log_dir": "[CLEANUP]/rbe_tmp_2",
"RBE_log_format": "reducedtext",
"RBE_output_dir": "[CLEANUP]/rbe_tmp_2",
"RBE_proxy_log_dir": "[CLEANUP]/rbe_tmp_2",
"RBE_server_address": "unix://[CLEANUP]/rbe_tmp_2/reproxy.sock",
"RBE_use_application_default_credentials": "False",
"RBE_use_gce_credentials": "True"
},
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "corpus.x64.build.teardown remote execution.upload metrics",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@4@@@",
"@@@STEP_LOG_LINE@json.output@{@@@",
"@@@STEP_LOG_LINE@json.output@ \"environment\": [@@@",
"@@@STEP_LOG_LINE@json.output@ {@@@",
"@@@STEP_LOG_LINE@json.output@ \"key\": \"bar\", @@@",
"@@@STEP_LOG_LINE@json.output@ \"value\": \"42\"@@@",
"@@@STEP_LOG_LINE@json.output@ }, @@@",
"@@@STEP_LOG_LINE@json.output@ {@@@",
"@@@STEP_LOG_LINE@json.output@ \"key\": \"foo\", @@@",
"@@@STEP_LOG_LINE@json.output@ \"value\": \"false\"@@@",
"@@@STEP_LOG_LINE@json.output@ }@@@",
"@@@STEP_LOG_LINE@json.output@ ]@@@",
"@@@STEP_LOG_LINE@json.output@}@@@",
"@@@STEP_LOG_END@json.output@@@"
]
},
{
"cmd": [],
"name": "corpus.x64.build.teardown goma",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@3@@@"
]
},
{
"cmd": [
"python3",
"[START_DIR]/fuchsia/out/x64/linux_x64/goma_ctl.py",
"jsonstatus",
"[START_DIR]/fuchsia/out/x64/linux_x64/jsonstatus"
],
"env": {
"GLOG_log_dir": "[CLEANUP]",
"GOMA_CACHE_DIR": "[CACHE]/goma",
"GOMA_DEPS_CACHE_FILE": "goma_deps_cache",
"GOMA_DUMP_STATS_FILE": "[START_DIR]/fuchsia/out/x64/linux_x64/goma_stats.json",
"GOMA_LOCAL_OUTPUT_CACHE_DIR": "[CACHE]/goma/localoutputcache",
"GOMA_MAX_SUM_OUTPUT_SIZE_IN_MB": "256",
"GOMA_SERVER_HOST": "rbe-prod1.endpoints.fuchsia-infra-goma-prod.cloud.goog",
"GOMA_STORE_LOCAL_RUN_OUTPUT": "True",
"GOMA_TMP_DIR": "[CLEANUP]/goma",
"GOMA_USE_LOCAL": "False"
},
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "corpus.x64.build.teardown goma.goma jsonstatus",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@4@@@",
"@@@STEP_LOG_LINE@json.output@{@@@",
"@@@STEP_LOG_LINE@json.output@ \"notice\": [@@@",
"@@@STEP_LOG_LINE@json.output@ {@@@",
"@@@STEP_LOG_LINE@json.output@ \"infra_status\": {@@@",
"@@@STEP_LOG_LINE@json.output@ \"num_user_error\": 0, @@@",
"@@@STEP_LOG_LINE@json.output@ \"ping_status_code\": 200@@@",
"@@@STEP_LOG_LINE@json.output@ }@@@",
"@@@STEP_LOG_LINE@json.output@ }@@@",
"@@@STEP_LOG_LINE@json.output@ ]@@@",
"@@@STEP_LOG_LINE@json.output@}@@@",
"@@@STEP_LOG_END@json.output@@@"
]
},
{
"cmd": [
"python3",
"[START_DIR]/fuchsia/out/x64/linux_x64/goma_ctl.py",
"stat"
],
"env": {
"GLOG_log_dir": "[CLEANUP]",
"GOMA_CACHE_DIR": "[CACHE]/goma",
"GOMA_DEPS_CACHE_FILE": "goma_deps_cache",
"GOMA_DUMP_STATS_FILE": "[START_DIR]/fuchsia/out/x64/linux_x64/goma_stats.json",
"GOMA_LOCAL_OUTPUT_CACHE_DIR": "[CACHE]/goma/localoutputcache",
"GOMA_MAX_SUM_OUTPUT_SIZE_IN_MB": "256",
"GOMA_SERVER_HOST": "rbe-prod1.endpoints.fuchsia-infra-goma-prod.cloud.goog",
"GOMA_STORE_LOCAL_RUN_OUTPUT": "True",
"GOMA_TMP_DIR": "[CLEANUP]/goma",
"GOMA_USE_LOCAL": "False"
},
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "corpus.x64.build.teardown goma.goma stats",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@4@@@"
]
},
{
"cmd": [
"python3",
"[START_DIR]/fuchsia/out/x64/linux_x64/goma_ctl.py",
"stop"
],
"env": {
"GLOG_log_dir": "[CLEANUP]",
"GOMA_CACHE_DIR": "[CACHE]/goma",
"GOMA_DEPS_CACHE_FILE": "goma_deps_cache",
"GOMA_DUMP_STATS_FILE": "[START_DIR]/fuchsia/out/x64/linux_x64/goma_stats.json",
"GOMA_LOCAL_OUTPUT_CACHE_DIR": "[CACHE]/goma/localoutputcache",
"GOMA_MAX_SUM_OUTPUT_SIZE_IN_MB": "256",
"GOMA_SERVER_HOST": "rbe-prod1.endpoints.fuchsia-infra-goma-prod.cloud.goog",
"GOMA_STORE_LOCAL_RUN_OUTPUT": "True",
"GOMA_TMP_DIR": "[CLEANUP]/goma",
"GOMA_USE_LOCAL": "False"
},
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "corpus.x64.build.teardown goma.stop goma",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@4@@@"
]
},
{
"cmd": [
"vpython",
"-u",
"RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py",
"--json-output",
"/path/to/tmp/json",
"copy",
"[CLEANUP]/compiler_proxy.WARNING",
"/path/to/tmp/"
],
"env": {
"GOMA_TMP_DIR": "[CLEANUP]/goma",
"GOMA_USE_LOCAL": "False"
},
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "corpus.x64.build.teardown goma.read goma_client warning log",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@4@@@",
"@@@STEP_LOG_LINE@compiler_proxy.WARNING@test log@@@",
"@@@STEP_LOG_END@compiler_proxy.WARNING@@@"
]
},
{
"cmd": [
"vpython",
"-u",
"RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py",
"--json-output",
"/path/to/tmp/json",
"copy",
"[START_DIR]/fuchsia/out/x64/linux_x64/goma_stats.json",
"/path/to/tmp/"
],
"env": {
"GOMA_TMP_DIR": "[CLEANUP]/goma",
"GOMA_USE_LOCAL": "False"
},
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "corpus.x64.build.teardown goma.read goma_stats.json",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@4@@@",
"@@@STEP_LOG_LINE@json.output@{@@@",
"@@@STEP_LOG_LINE@json.output@ \"build_info\": {@@@",
"@@@STEP_LOG_LINE@json.output@ \"build_id\": 8945511751514863184, @@@",
"@@@STEP_LOG_LINE@json.output@ \"builder\": \"builder\", @@@",
"@@@STEP_LOG_LINE@json.output@ \"time_stamp\": \"2012-05-14 12:53:27.500000\", @@@",
"@@@STEP_LOG_LINE@json.output@ \"time_stamp_int\": 1337000009000@@@",
"@@@STEP_LOG_LINE@json.output@ }@@@",
"@@@STEP_LOG_LINE@json.output@}@@@",
"@@@STEP_LOG_END@json.output@@@"
]
},
{
"cmd": [
"[START_DIR]/cipd_tool/path/to/bqupload/version%3Apinned-version/bqupload",
"fuchsia-infra.artifacts.builds_beta_goma",
"{\"build_info\": {\"build_id\": 8945511751514863184, \"builder\": \"builder\", \"time_stamp\": \"2012-05-14 12:53:27.500000\", \"time_stamp_int\": 1337000009000}}"
],
"env": {
"GOMA_TMP_DIR": "[CLEANUP]/goma",
"GOMA_USE_LOCAL": "False"
},
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "corpus.x64.build.teardown goma.upload goma stats to bigquery",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@4@@@"
]
},
{
"cmd": [
"vpython",
"-u",
"RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py",
"--json-output",
"/path/to/tmp/json",
"copy",
"[CLEANUP]/fint_artifacts_tmp_2/build_artifacts.json",
"/path/to/tmp/json"
],
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "corpus.x64.build.read fint build artifacts",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@3@@@",
"@@@STEP_LOG_LINE@build_artifacts.json@{@@@",
"@@@STEP_LOG_LINE@build_artifacts.json@ \"built_archives\": [@@@",
"@@@STEP_LOG_LINE@build_artifacts.json@ {@@@",
"@@@STEP_LOG_LINE@build_artifacts.json@ \"name\": \"archive\",@@@",
"@@@STEP_LOG_LINE@build_artifacts.json@ \"path\": \"build-archive.tgz\",@@@",
"@@@STEP_LOG_LINE@build_artifacts.json@ \"type\": \"tgz\"@@@",
"@@@STEP_LOG_LINE@build_artifacts.json@ }@@@",
"@@@STEP_LOG_LINE@build_artifacts.json@ ],@@@",
"@@@STEP_LOG_LINE@build_artifacts.json@ \"built_images\": [@@@",
"@@@STEP_LOG_LINE@build_artifacts.json@ {@@@",
"@@@STEP_LOG_LINE@build_artifacts.json@ \"name\": \"foo\",@@@",
"@@@STEP_LOG_LINE@build_artifacts.json@ \"path\": \"foo.img\",@@@",
"@@@STEP_LOG_LINE@build_artifacts.json@ \"type\": \"blk\"@@@",
"@@@STEP_LOG_LINE@build_artifacts.json@ }@@@",
"@@@STEP_LOG_LINE@build_artifacts.json@ ],@@@",
"@@@STEP_LOG_LINE@build_artifacts.json@ \"built_targets\": [@@@",
"@@@STEP_LOG_LINE@build_artifacts.json@ \"target1\",@@@",
"@@@STEP_LOG_LINE@build_artifacts.json@ \"target2\"@@@",
"@@@STEP_LOG_LINE@build_artifacts.json@ ],@@@",
"@@@STEP_LOG_LINE@build_artifacts.json@ \"log_files\": {@@@",
"@@@STEP_LOG_LINE@build_artifacts.json@ \"some_cmd_stdout\": \"/tmp/stdout.txt\"@@@",
"@@@STEP_LOG_LINE@build_artifacts.json@ },@@@",
"@@@STEP_LOG_LINE@build_artifacts.json@ \"ninja_compdb_path\": \"/tmp/ninja_compdb.json\",@@@",
"@@@STEP_LOG_LINE@build_artifacts.json@ \"ninja_duration_seconds\": 900,@@@",
"@@@STEP_LOG_LINE@build_artifacts.json@ \"ninja_graph_path\": \"/tmp/ninja_graph.dot\",@@@",
"@@@STEP_LOG_LINE@build_artifacts.json@ \"ninja_log_path\": \"/tmp/ninja_log.txt\"@@@",
"@@@STEP_LOG_LINE@build_artifacts.json@}@@@",
"@@@STEP_LOG_END@build_artifacts.json@@@"
]
},
{
"cmd": [],
"name": "corpus.x64.build.read fint log files",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@3@@@"
]
},
{
"cmd": [
"vpython",
"-u",
"RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py",
"--json-output",
"/path/to/tmp/json",
"copy",
"/tmp/stdout.txt",
"/path/to/tmp/"
],
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "corpus.x64.build.read fint log files.read stdout.txt",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@4@@@"
]
},
{
"cmd": [
"vpython3",
"-vpython-spec",
"RECIPE[fuchsia::contrib/clang_ml_training].resources/tensorflow.vpython",
"-u",
"[START_DIR]/ml-compiler-opt/compiler_opt/tools/extract_ir.py",
"--cmd_filter=^-Oz|-Os$",
"--input=[START_DIR]/fuchsia/out/x64/compile_commands.json",
"--input_type=json",
"--llvm_objcopy_path=[START_DIR]/fuchsia/out/x64/linux_x64/llvm-objcopy",
"--output_dir=[START_DIR]/corpus/x64"
],
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "corpus.x64.extract ir",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@2@@@"
]
},
{
"cmd": [
"vpython3",
"-vpython-spec",
"RECIPE[fuchsia::contrib/clang_ml_training].resources/tensorflow.vpython",
"-u",
"[START_DIR]/ml-compiler-opt/compiler_opt/tools/combine_training_corpus.py",
"--root_dir=[START_DIR]/corpus"
],
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "corpus.combine training corpus",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@1@@@"
]
},
{
"cmd": [
"[START_DIR]/cipd_tool/infra/tools/luci/cas/git_revision%3Amock_infra_git_revision/cas",
"archive",
"-cas-instance",
"projects/example-cas-server/instances/default_instance",
"-dump-digest",
"/path/to/tmp/",
"-paths",
"[START_DIR]/corpus:."
],
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "corpus.archive corpus",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@1@@@",
"@@@STEP_LINK@CAS UI@https://cas-viewer.appspot.com/projects/example-cas-server/instances/default_instance/blobs/e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855/0/tree@@@"
]
},
{
"cmd": [],
"name": "train"
},
{
"cmd": [
"vpython3",
"-vpython-spec",
"RECIPE[fuchsia::contrib/clang_ml_training].resources/tensorflow.vpython",
"-u",
"[START_DIR]/ml-compiler-opt/compiler_opt/tools/generate_default_trace.py",
"--data_path=[START_DIR]/corpus",
"--output_path=[START_DIR]/default_trace",
"--compile_task=inlining",
"--clang_path=[START_DIR]/clang/bin/clang",
"--llvm_size_path=[START_DIR]/clang/bin/llvm-size",
"--sampling_rate=0.2"
],
"cwd": "[START_DIR]/ml-compiler-opt",
"env_prefixes": {
"PYTHONPATH": [
"[START_DIR]/ml-compiler-opt"
]
},
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "train.generate default trace",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@1@@@"
]
},
{
"cmd": [
"[START_DIR]/cipd_tool/infra/tools/luci/cas/git_revision%3Amock_infra_git_revision/cas",
"archive",
"-cas-instance",
"projects/example-cas-server/instances/default_instance",
"-dump-digest",
"/path/to/tmp/",
"-paths",
"[START_DIR]/default_trace:."
],
"cwd": "[START_DIR]/ml-compiler-opt",
"env_prefixes": {
"PYTHONPATH": [
"[START_DIR]/ml-compiler-opt"
]
},
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "train.archive default trace",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@1@@@",
"@@@STEP_LINK@CAS UI@https://cas-viewer.appspot.com/projects/example-cas-server/instances/default_instance/blobs/e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855/0/tree@@@"
]
},
{
"cmd": [
"vpython3",
"-vpython-spec",
"RECIPE[fuchsia::contrib/clang_ml_training].resources/tensorflow.vpython",
"-u",
"[START_DIR]/ml-compiler-opt/compiler_opt/rl/train_bc.py",
"--root_dir=[START_DIR]/warmstart",
"--data_path=[START_DIR]/default_trace",
"--gin_files=[START_DIR]/ml-compiler-opt/compiler_opt/rl/inlining/gin_configs/behavioral_cloning_nn_agent.gin"
],
"cwd": "[START_DIR]/ml-compiler-opt",
"env_prefixes": {
"PYTHONPATH": [
"[START_DIR]/ml-compiler-opt"
]
},
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "train.train bc",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@1@@@"
]
},
{
"cmd": [
"[START_DIR]/cipd_tool/infra/tools/luci/cas/git_revision%3Amock_infra_git_revision/cas",
"archive",
"-cas-instance",
"projects/example-cas-server/instances/default_instance",
"-dump-digest",
"/path/to/tmp/",
"-paths",
"[START_DIR]/warmstart:."
],
"cwd": "[START_DIR]/ml-compiler-opt",
"env_prefixes": {
"PYTHONPATH": [
"[START_DIR]/ml-compiler-opt"
]
},
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "train.archive warmstart",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@1@@@",
"@@@STEP_LINK@CAS UI@https://cas-viewer.appspot.com/projects/example-cas-server/instances/default_instance/blobs/e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855/0/tree@@@"
]
},
{
"cmd": [
"prpc",
"call",
"-format=json",
"luci-scheduler.appspot.com",
"scheduler.Scheduler.EmitTriggers"
],
"cwd": "[START_DIR]/ml-compiler-opt",
"env_prefixes": {
"PYTHONPATH": [
"[START_DIR]/ml-compiler-opt"
]
},
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "train.luci-scheduler.EmitTriggers",
"stdin": "{\"batches\": [{\"jobs\": [{\"job\": \"prod-clang-ml-training\", \"project\": \"fuchsia\"}], \"trigger\": {\"buildbucket\": {\"properties\": {\"clang_cas_digest\": \"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855/0\", \"corpus_cas_digest\": \"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855/0\", \"fint_params_paths\": {\"arm64\": \"specs/clang-ml-training-arm64.fint.textproto\", \"x64\": \"specs/clang-ml-training-x64.fint.textproto\"}, \"fuchsia_git_revision\": \"c22471f4e3f842ae18dd9adec82ed9eb78ed1127\", \"manifest\": \"fuchsia\", \"remote\": \"https://fuchsia.googlesource.com/fuchsia\", \"warmstart_cas_digest\": \"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855/0\"}, \"tags\": [\"buildset:commit/gitiles/fuchsia.googlesource.com/fuchsia/+/2d72510e447ab60a9728aeea2362d8be2cbd7789\", \"gitiles_ref:refs/heads/main\", \"parent_buildername:builder\", \"user_agent:recipe\"]}, \"id\": \"6a0a73b0-070b-492b-9135-9f26a2a00001\", \"title\": \"builder/0\"}}], \"timestamp\": 1337000010500000}",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@1@@@",
"@@@STEP_LOG_LINE@input@{@@@",
"@@@STEP_LOG_LINE@input@ \"batches\": [@@@",
"@@@STEP_LOG_LINE@input@ {@@@",
"@@@STEP_LOG_LINE@input@ \"jobs\": [@@@",
"@@@STEP_LOG_LINE@input@ {@@@",
"@@@STEP_LOG_LINE@input@ \"job\": \"prod-clang-ml-training\", @@@",
"@@@STEP_LOG_LINE@input@ \"project\": \"fuchsia\"@@@",
"@@@STEP_LOG_LINE@input@ }@@@",
"@@@STEP_LOG_LINE@input@ ], @@@",
"@@@STEP_LOG_LINE@input@ \"trigger\": {@@@",
"@@@STEP_LOG_LINE@input@ \"buildbucket\": {@@@",
"@@@STEP_LOG_LINE@input@ \"properties\": {@@@",
"@@@STEP_LOG_LINE@input@ \"clang_cas_digest\": \"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855/0\", @@@",
"@@@STEP_LOG_LINE@input@ \"corpus_cas_digest\": \"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855/0\", @@@",
"@@@STEP_LOG_LINE@input@ \"fint_params_paths\": {@@@",
"@@@STEP_LOG_LINE@input@ \"arm64\": \"specs/clang-ml-training-arm64.fint.textproto\", @@@",
"@@@STEP_LOG_LINE@input@ \"x64\": \"specs/clang-ml-training-x64.fint.textproto\"@@@",
"@@@STEP_LOG_LINE@input@ }, @@@",
"@@@STEP_LOG_LINE@input@ \"fuchsia_git_revision\": \"c22471f4e3f842ae18dd9adec82ed9eb78ed1127\", @@@",
"@@@STEP_LOG_LINE@input@ \"manifest\": \"fuchsia\", @@@",
"@@@STEP_LOG_LINE@input@ \"remote\": \"https://fuchsia.googlesource.com/fuchsia\", @@@",
"@@@STEP_LOG_LINE@input@ \"warmstart_cas_digest\": \"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855/0\"@@@",
"@@@STEP_LOG_LINE@input@ }, @@@",
"@@@STEP_LOG_LINE@input@ \"tags\": [@@@",
"@@@STEP_LOG_LINE@input@ \"buildset:commit/gitiles/fuchsia.googlesource.com/fuchsia/+/2d72510e447ab60a9728aeea2362d8be2cbd7789\", @@@",
"@@@STEP_LOG_LINE@input@ \"gitiles_ref:refs/heads/main\", @@@",
"@@@STEP_LOG_LINE@input@ \"parent_buildername:builder\", @@@",
"@@@STEP_LOG_LINE@input@ \"user_agent:recipe\"@@@",
"@@@STEP_LOG_LINE@input@ ]@@@",
"@@@STEP_LOG_LINE@input@ }, @@@",
"@@@STEP_LOG_LINE@input@ \"id\": \"6a0a73b0-070b-492b-9135-9f26a2a00001\", @@@",
"@@@STEP_LOG_LINE@input@ \"title\": \"builder/0\"@@@",
"@@@STEP_LOG_LINE@input@ }@@@",
"@@@STEP_LOG_LINE@input@ }@@@",
"@@@STEP_LOG_LINE@input@ ], @@@",
"@@@STEP_LOG_LINE@input@ \"timestamp\": 1337000010500000@@@",
"@@@STEP_LOG_LINE@input@}@@@",
"@@@STEP_LOG_END@input@@@"
]
},
{
"name": "$result"
}
]