blob: 6a157a0c6599aaf6b93715a3b3dc4cef79afce7b [file] [log] [blame]
[
{
"cmd": [],
"name": "ml-compiler-opt"
},
{
"cmd": [],
"name": "ml-compiler-opt.git",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@1@@@"
]
},
{
"cmd": [
"vpython",
"-u",
"RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py",
"--json-output",
"/path/to/tmp/json",
"ensure-directory",
"--mode",
"0777",
"[START_DIR]/ml-compiler-opt"
],
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "ml-compiler-opt.git.makedirs",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@2@@@"
]
},
{
"cmd": [
"git",
"init"
],
"cwd": "[START_DIR]/ml-compiler-opt",
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "ml-compiler-opt.git.git init",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@2@@@"
]
},
{
"cmd": [
"git",
"remote",
"add",
"origin",
"https://github.com/google/ml-compiler-opt"
],
"cwd": "[START_DIR]/ml-compiler-opt",
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "ml-compiler-opt.git.git remote",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@2@@@"
]
},
{
"cmd": [
"git",
"config",
"fetch.uriprotocols",
"https"
],
"cwd": "[START_DIR]/ml-compiler-opt",
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "ml-compiler-opt.git.set fetch.uriprotocols",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@2@@@"
]
},
{
"cmd": [],
"name": "ml-compiler-opt.git.cache",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@2@@@"
]
},
{
"cmd": [
"vpython",
"-u",
"RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py",
"--json-output",
"/path/to/tmp/json",
"copy",
"",
"[CACHE]/git/.GUARD_FILE"
],
"cwd": "[START_DIR]/ml-compiler-opt",
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "ml-compiler-opt.git.cache.write guard file",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@3@@@"
]
},
{
"cmd": [
"vpython",
"-u",
"RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py",
"--json-output",
"/path/to/tmp/json",
"ensure-directory",
"--mode",
"0777",
"[CACHE]/git/github.com-google-ml--compiler--opt"
],
"cwd": "[START_DIR]/ml-compiler-opt",
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "ml-compiler-opt.git.cache.makedirs",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@3@@@"
]
},
{
"cmd": [
"git",
"init",
"--bare"
],
"cwd": "[CACHE]/git/github.com-google-ml--compiler--opt",
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "ml-compiler-opt.git.cache.git init",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@3@@@"
]
},
{
"cmd": [
"git",
"config",
"remote.origin.url",
"https://github.com/google/ml-compiler-opt"
],
"cwd": "[CACHE]/git/github.com-google-ml--compiler--opt",
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "ml-compiler-opt.git.cache.remote set-url",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@3@@@"
]
},
{
"cmd": [
"git",
"config",
"fetch.uriprotocols",
"https"
],
"cwd": "[CACHE]/git/github.com-google-ml--compiler--opt",
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "ml-compiler-opt.git.cache.set fetch.uriprotocols",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@3@@@"
]
},
{
"cmd": [
"git",
"config",
"--replace-all",
"remote.origin.fetch",
"+refs/heads/*:refs/heads/*",
"\\+refs/heads/\\*:.*"
],
"cwd": "[CACHE]/git/github.com-google-ml--compiler--opt",
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "ml-compiler-opt.git.cache.replace fetch configs",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@3@@@"
]
},
{
"cmd": [
"git",
"fetch",
"--prune",
"--tags",
"origin"
],
"cwd": "[CACHE]/git/github.com-google-ml--compiler--opt",
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "ml-compiler-opt.git.cache.git fetch",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@3@@@"
]
},
{
"cmd": [
"vpython",
"-u",
"RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py",
"--json-output",
"/path/to/tmp/json",
"ensure-directory",
"--mode",
"0777",
"[START_DIR]/ml-compiler-opt/.git/objects/info"
],
"cwd": "[START_DIR]/ml-compiler-opt",
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "ml-compiler-opt.git.cache.makedirs object/info",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@3@@@"
]
},
{
"cmd": [
"vpython",
"-u",
"RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py",
"--json-output",
"/path/to/tmp/json",
"copy",
"[CACHE]/git/github.com-google-ml--compiler--opt/objects\n",
"[START_DIR]/ml-compiler-opt/.git/objects/info/alternates"
],
"cwd": "[START_DIR]/ml-compiler-opt",
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "ml-compiler-opt.git.cache.alternates",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@3@@@",
"@@@STEP_LOG_LINE@alternates@[CACHE]/git/github.com-google-ml--compiler--opt/objects@@@",
"@@@STEP_LOG_END@alternates@@@"
]
},
{
"cmd": [
"vpython",
"-u",
"RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py",
"--json-output",
"/path/to/tmp/json",
"remove",
"[CACHE]/git/.GUARD_FILE"
],
"cwd": "[START_DIR]/ml-compiler-opt",
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "ml-compiler-opt.git.cache.remove guard file",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@3@@@"
]
},
{
"cmd": [
"git",
"fetch",
"--tags",
"origin"
],
"cwd": "[START_DIR]/ml-compiler-opt",
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "ml-compiler-opt.git.git fetch",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@2@@@"
]
},
{
"cmd": [
"git",
"checkout",
"-f",
"64624883b15c122bb0ffe9b1d123660c2a67a16d"
],
"cwd": "[START_DIR]/ml-compiler-opt",
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "ml-compiler-opt.git.git checkout",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@2@@@"
]
},
{
"cmd": [
"git",
"rev-parse",
"HEAD"
],
"cwd": "[START_DIR]/ml-compiler-opt",
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "ml-compiler-opt.git.git rev-parse",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@2@@@"
]
},
{
"cmd": [
"git",
"clean",
"-f",
"-d",
"-x"
],
"cwd": "[START_DIR]/ml-compiler-opt",
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "ml-compiler-opt.git.git clean",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@2@@@"
]
},
{
"cmd": [],
"name": "ml-compiler-opt.git.submodule",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@2@@@"
]
},
{
"cmd": [
"git",
"submodule",
"sync"
],
"cwd": "[START_DIR]/ml-compiler-opt",
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "ml-compiler-opt.git.submodule.git submodule sync",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@3@@@"
]
},
{
"cmd": [
"git",
"submodule",
"update",
"--init",
"--jobs",
"4"
],
"cwd": "[START_DIR]/ml-compiler-opt",
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "ml-compiler-opt.git.submodule.git submodule update",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@3@@@"
]
},
{
"cmd": [
"vpython",
"-u",
"RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py",
"--json-output",
"/path/to/tmp/json",
"copy",
"RECIPE_MODULE[recipe_engine::cas]/resources/infra.sha1",
"/path/to/tmp/"
],
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "read infra revision",
"~followup_annotations": [
"@@@STEP_LOG_LINE@infra.sha1@git_revision:mock_infra_git_revision@@@",
"@@@STEP_LOG_END@infra.sha1@@@"
]
},
{
"cmd": [],
"name": "install infra/tools/luci/cas"
},
{
"cmd": [
"vpython",
"-u",
"RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py",
"--json-output",
"/path/to/tmp/json",
"ensure-directory",
"--mode",
"0777",
"[START_DIR]/cipd_tool/infra/tools/luci/cas/git_revision%3Amock_infra_git_revision"
],
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "install infra/tools/luci/cas.ensure package directory",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@1@@@"
]
},
{
"cmd": [
"cipd",
"ensure",
"-root",
"[START_DIR]/cipd_tool/infra/tools/luci/cas/git_revision%3Amock_infra_git_revision",
"-ensure-file",
"infra/tools/luci/cas/${platform} git_revision:mock_infra_git_revision",
"-max-threads",
"0",
"-json-output",
"/path/to/tmp/json"
],
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "install infra/tools/luci/cas.ensure_installed",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@1@@@",
"@@@STEP_LOG_LINE@json.output@{@@@",
"@@@STEP_LOG_LINE@json.output@ \"result\": {@@@",
"@@@STEP_LOG_LINE@json.output@ \"\": [@@@",
"@@@STEP_LOG_LINE@json.output@ {@@@",
"@@@STEP_LOG_LINE@json.output@ \"instance_id\": \"resolved-instance_id-of-git_revision:moc\", @@@",
"@@@STEP_LOG_LINE@json.output@ \"package\": \"infra/tools/luci/cas/resolved-platform\"@@@",
"@@@STEP_LOG_LINE@json.output@ }@@@",
"@@@STEP_LOG_LINE@json.output@ ]@@@",
"@@@STEP_LOG_LINE@json.output@ }@@@",
"@@@STEP_LOG_LINE@json.output@}@@@",
"@@@STEP_LOG_END@json.output@@@"
]
},
{
"cmd": [
"[START_DIR]/cipd_tool/infra/tools/luci/cas/git_revision%3Amock_infra_git_revision/cas",
"download",
"-cas-instance",
"projects/example-cas-server/instances/default_instance",
"-digest",
"e753d52dc007dca2c5cc6db29fa8e261bb62003a962c222e74c6a092926fc368/4750",
"-dir",
"[START_DIR]/clang"
],
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "download clang"
},
{
"cmd": [
"[START_DIR]/cipd_tool/infra/tools/luci/cas/git_revision%3Amock_infra_git_revision/cas",
"download",
"-cas-instance",
"projects/example-cas-server/instances/default_instance",
"-digest",
"e753d52dc007dca2c5cc6db29fa8e261bb62003a962c222e74c6a092926fc368/4750",
"-dir",
"[START_DIR]/corpus"
],
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "download corpus"
},
{
"cmd": [
"[START_DIR]/cipd_tool/infra/tools/luci/cas/git_revision%3Amock_infra_git_revision/cas",
"download",
"-cas-instance",
"projects/example-cas-server/instances/default_instance",
"-digest",
"e753d52dc007dca2c5cc6db29fa8e261bb62003a962c222e74c6a092926fc368/4750",
"-dir",
"[START_DIR]/warmstart"
],
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "download warmstart"
},
{
"cmd": [],
"name": "train"
},
{
"cmd": [
"[START_DIR]/cipd_tool/infra/tools/luci/cas/git_revision%3Amock_infra_git_revision/cas",
"download",
"-cas-instance",
"projects/example-cas-server/instances/default_instance",
"-digest",
"e753d52dc007dca2c5cc6db29fa8e261bb62003a962c222e74c6a092926fc368/4750",
"-dir",
"[START_DIR]/model"
],
"cwd": "[START_DIR]/ml-compiler-opt",
"env_prefixes": {
"PYTHONPATH": [
"[START_DIR]/ml-compiler-opt"
]
},
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "train.download model",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@1@@@"
]
},
{
"cmd": [
"vpython3",
"-vpython-spec",
"RECIPE[fuchsia::contrib/clang_ml_training].resources/tensorflow.vpython",
"-u",
"[START_DIR]/ml-compiler-opt/compiler_opt/rl/train_locally.py",
"--root_dir=[START_DIR]/model",
"--data_path=[START_DIR]/corpus",
"--clang_path=[START_DIR]/clang/bin/clang",
"--llvm_size_path=[START_DIR]/clang/bin/llvm-size",
"--num_modules=100",
"--gin_files=[START_DIR]/ml-compiler-opt/compiler_opt/rl/inlining/gin_configs/ppo_nn_agent.gin",
"--gin_bindings=train_eval.warmstart_policy_dir=\"[START_DIR]/warmstart/saved_policy\"",
"--gin_bindings=train_eval.num_policy_iterations=300",
"--gin_bindings=train_eval.use_random_network_distillation=False"
],
"cwd": "[START_DIR]/ml-compiler-opt",
"env_prefixes": {
"PYTHONPATH": [
"[START_DIR]/ml-compiler-opt"
]
},
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "train.train locally",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@1@@@"
]
},
{
"cmd": [
"[START_DIR]/cipd_tool/infra/tools/luci/cas/git_revision%3Amock_infra_git_revision/cas",
"archive",
"-cas-instance",
"projects/example-cas-server/instances/default_instance",
"-dump-digest",
"/path/to/tmp/",
"-paths",
"[START_DIR]/model:."
],
"cwd": "[START_DIR]/ml-compiler-opt",
"env_prefixes": {
"PYTHONPATH": [
"[START_DIR]/ml-compiler-opt"
]
},
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "train.archive model",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@1@@@",
"@@@STEP_LINK@CAS UI@https://cas-viewer.appspot.com/projects/example-cas-server/instances/default_instance/blobs/e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855/0/tree@@@"
]
},
{
"cmd": [],
"name": "train.cipd",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@1@@@",
"@@@SET_BUILD_PROPERTY@git_revision@\"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa\"@@@",
"@@@SET_BUILD_PROPERTY@instance_id@\"40-chars-fake-of-the-package-instance_id\"@@@",
"@@@SET_BUILD_PROPERTY@package@\"fuchsia/model/inlining\"@@@"
]
},
{
"cmd": [
"cipd",
"search",
"fuchsia/model/inlining",
"-tag",
"git_revision:aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa",
"-json-output",
"/path/to/tmp/json"
],
"cwd": "[START_DIR]/ml-compiler-opt",
"env_prefixes": {
"PYTHONPATH": [
"[START_DIR]/ml-compiler-opt"
]
},
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "train.cipd.cipd search fuchsia/model/inlining git_revision:aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@2@@@",
"@@@STEP_LOG_LINE@json.output@{@@@",
"@@@STEP_LOG_LINE@json.output@ \"result\": []@@@",
"@@@STEP_LOG_LINE@json.output@}@@@",
"@@@STEP_LOG_END@json.output@@@"
]
},
{
"cmd": [
"cipd",
"create",
"-pkg-def",
"{\"data\": [{\"dir\": \".\", \"exclude\": []}, {\"version_file\": \".versions/model.cipd_version\"}], \"install_mode\": \"copy\", \"package\": \"fuchsia/model/inlining\", \"root\": \"[START_DIR]/model/saved_policy\"}",
"-hash-algo",
"sha256",
"-ref",
"latest",
"-tag",
"git_revision:aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa",
"-metadata",
"bbid:8945511751514863184",
"-json-output",
"/path/to/tmp/json"
],
"cwd": "[START_DIR]/ml-compiler-opt",
"env_prefixes": {
"PYTHONPATH": [
"[START_DIR]/ml-compiler-opt"
]
},
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "train.cipd.create fuchsia/model/inlining",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@2@@@",
"@@@STEP_LOG_LINE@json.output@{@@@",
"@@@STEP_LOG_LINE@json.output@ \"result\": {@@@",
"@@@STEP_LOG_LINE@json.output@ \"instance_id\": \"40-chars-fake-of-the-package-instance_id\", @@@",
"@@@STEP_LOG_LINE@json.output@ \"package\": \"fuchsia/model/inlining\"@@@",
"@@@STEP_LOG_LINE@json.output@ }@@@",
"@@@STEP_LOG_LINE@json.output@}@@@",
"@@@STEP_LOG_END@json.output@@@",
"@@@STEP_LINK@40-chars-fake-of-the-package-instance_id@https://chrome-infra-packages.appspot.com/p/fuchsia/model/inlining/+/40-chars-fake-of-the-package-instance_id@@@"
]
},
{
"cmd": [],
"name": "generate"
},
{
"cmd": [
"python",
"-u",
"RECIPE[fuchsia::contrib/clang_ml_training].resources/get_tensorflow.py",
"-vpython-root",
"[START_DIR]/tensorflow-venv"
],
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "generate.get tensorflow",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@1@@@",
"@@@STEP_LOG_LINE@raw_io.output_text[tensorflow-path]@[START_DIR]/tensorflow-venv/lib/python3.8/site-packages/tensorflow@@@",
"@@@STEP_LOG_END@raw_io.output_text[tensorflow-path]@@@"
]
},
{
"cmd": [
"[START_DIR]/tensorflow-venv/lib/python3.8/site-packages/tensorflow/../../../../bin/saved_model_cli",
"aot_compile_cpu",
"--multithreading=false",
"--dir=[START_DIR]/model/saved_policy",
"--tag_set=serve",
"--signature_def_key=action",
"--output_prefix=[START_DIR]/inliner_model/linux-amd64/InlinerSizeModel",
"--cpp_class=llvm::InlinerSizeModel",
"--target_triple=x86_64-unknown-linux-gnu"
],
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "generate.aot_compile for linux-amd64",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@1@@@"
]
},
{
"cmd": [
"[START_DIR]/cipd_tool/infra/tools/luci/cas/git_revision%3Amock_infra_git_revision/cas",
"archive",
"-cas-instance",
"projects/example-cas-server/instances/default_instance",
"-dump-digest",
"/path/to/tmp/",
"-paths",
"[START_DIR]/inliner_model/linux-amd64:."
],
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "generate.archive linux-amd64",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@1@@@",
"@@@STEP_LINK@CAS UI@https://cas-viewer.appspot.com/projects/example-cas-server/instances/default_instance/blobs/e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855/0/tree@@@"
]
},
{
"cmd": [],
"name": "generate.cipd",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@1@@@",
"@@@SET_BUILD_PROPERTY@git_revision@\"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa\"@@@",
"@@@SET_BUILD_PROPERTY@instance_id@\"40-chars-fake-of-the-package-instance_id\"@@@",
"@@@SET_BUILD_PROPERTY@package@\"fuchsia/model/inlining/linux-amd64\"@@@"
]
},
{
"cmd": [
"cipd",
"search",
"fuchsia/model/inlining/linux-amd64",
"-tag",
"git_revision:aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa",
"-json-output",
"/path/to/tmp/json"
],
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "generate.cipd.cipd search fuchsia/model/inlining/linux-amd64 git_revision:aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@2@@@",
"@@@STEP_LOG_LINE@json.output@{@@@",
"@@@STEP_LOG_LINE@json.output@ \"result\": []@@@",
"@@@STEP_LOG_LINE@json.output@}@@@",
"@@@STEP_LOG_END@json.output@@@"
]
},
{
"cmd": [
"cipd",
"create",
"-pkg-def",
"{\"data\": [{\"dir\": \".\", \"exclude\": []}, {\"version_file\": \".versions/inlining.cipd_version\"}], \"install_mode\": \"copy\", \"package\": \"fuchsia/model/inlining/linux-amd64\", \"root\": \"[START_DIR]/inliner_model/linux-amd64\"}",
"-hash-algo",
"sha256",
"-ref",
"latest",
"-tag",
"git_revision:aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa",
"-metadata",
"bbid:8945511751514863184",
"-json-output",
"/path/to/tmp/json"
],
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "generate.cipd.create fuchsia/model/inlining/linux-amd64",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@2@@@",
"@@@STEP_LOG_LINE@json.output@{@@@",
"@@@STEP_LOG_LINE@json.output@ \"result\": {@@@",
"@@@STEP_LOG_LINE@json.output@ \"instance_id\": \"40-chars-fake-of-the-package-instance_id\", @@@",
"@@@STEP_LOG_LINE@json.output@ \"package\": \"fuchsia/model/inlining/linux-amd64\"@@@",
"@@@STEP_LOG_LINE@json.output@ }@@@",
"@@@STEP_LOG_LINE@json.output@}@@@",
"@@@STEP_LOG_END@json.output@@@",
"@@@STEP_LINK@40-chars-fake-of-the-package-instance_id@https://chrome-infra-packages.appspot.com/p/fuchsia/model/inlining/linux-amd64/+/40-chars-fake-of-the-package-instance_id@@@"
]
},
{
"cmd": [
"[START_DIR]/tensorflow-venv/lib/python3.8/site-packages/tensorflow/../../../../bin/saved_model_cli",
"aot_compile_cpu",
"--multithreading=false",
"--dir=[START_DIR]/model/saved_policy",
"--tag_set=serve",
"--signature_def_key=action",
"--output_prefix=[START_DIR]/inliner_model/linux-arm64/InlinerSizeModel",
"--cpp_class=llvm::InlinerSizeModel",
"--target_triple=aarch64-unknown-linux-gnu"
],
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "generate.aot_compile for linux-arm64",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@1@@@"
]
},
{
"cmd": [
"[START_DIR]/cipd_tool/infra/tools/luci/cas/git_revision%3Amock_infra_git_revision/cas",
"archive",
"-cas-instance",
"projects/example-cas-server/instances/default_instance",
"-dump-digest",
"/path/to/tmp/",
"-paths",
"[START_DIR]/inliner_model/linux-arm64:."
],
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "generate.archive linux-arm64",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@1@@@",
"@@@STEP_LINK@CAS UI@https://cas-viewer.appspot.com/projects/example-cas-server/instances/default_instance/blobs/e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855/0/tree@@@"
]
},
{
"cmd": [],
"name": "generate.cipd (2)",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@1@@@",
"@@@SET_BUILD_PROPERTY@git_revision@\"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa\"@@@",
"@@@SET_BUILD_PROPERTY@instance_id@\"40-chars-fake-of-the-package-instance_id\"@@@",
"@@@SET_BUILD_PROPERTY@package@\"fuchsia/model/inlining/linux-arm64\"@@@"
]
},
{
"cmd": [
"cipd",
"search",
"fuchsia/model/inlining/linux-arm64",
"-tag",
"git_revision:aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa",
"-json-output",
"/path/to/tmp/json"
],
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "generate.cipd (2).cipd search fuchsia/model/inlining/linux-arm64 git_revision:aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@2@@@",
"@@@STEP_LOG_LINE@json.output@{@@@",
"@@@STEP_LOG_LINE@json.output@ \"result\": []@@@",
"@@@STEP_LOG_LINE@json.output@}@@@",
"@@@STEP_LOG_END@json.output@@@"
]
},
{
"cmd": [
"cipd",
"create",
"-pkg-def",
"{\"data\": [{\"dir\": \".\", \"exclude\": []}, {\"version_file\": \".versions/inlining.cipd_version\"}], \"install_mode\": \"copy\", \"package\": \"fuchsia/model/inlining/linux-arm64\", \"root\": \"[START_DIR]/inliner_model/linux-arm64\"}",
"-hash-algo",
"sha256",
"-ref",
"latest",
"-tag",
"git_revision:aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa",
"-metadata",
"bbid:8945511751514863184",
"-json-output",
"/path/to/tmp/json"
],
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "generate.cipd (2).create fuchsia/model/inlining/linux-arm64",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@2@@@",
"@@@STEP_LOG_LINE@json.output@{@@@",
"@@@STEP_LOG_LINE@json.output@ \"result\": {@@@",
"@@@STEP_LOG_LINE@json.output@ \"instance_id\": \"40-chars-fake-of-the-package-instance_id\", @@@",
"@@@STEP_LOG_LINE@json.output@ \"package\": \"fuchsia/model/inlining/linux-arm64\"@@@",
"@@@STEP_LOG_LINE@json.output@ }@@@",
"@@@STEP_LOG_LINE@json.output@}@@@",
"@@@STEP_LOG_END@json.output@@@",
"@@@STEP_LINK@40-chars-fake-of-the-package-instance_id@https://chrome-infra-packages.appspot.com/p/fuchsia/model/inlining/linux-arm64/+/40-chars-fake-of-the-package-instance_id@@@"
]
},
{
"cmd": [
"[START_DIR]/tensorflow-venv/lib/python3.8/site-packages/tensorflow/../../../../bin/saved_model_cli",
"aot_compile_cpu",
"--multithreading=false",
"--dir=[START_DIR]/model/saved_policy",
"--tag_set=serve",
"--signature_def_key=action",
"--output_prefix=[START_DIR]/inliner_model/mac-amd64/InlinerSizeModel",
"--cpp_class=llvm::InlinerSizeModel",
"--target_triple=x86_64-apple-darwin"
],
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "generate.aot_compile for mac-amd64",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@1@@@"
]
},
{
"cmd": [
"[START_DIR]/cipd_tool/infra/tools/luci/cas/git_revision%3Amock_infra_git_revision/cas",
"archive",
"-cas-instance",
"projects/example-cas-server/instances/default_instance",
"-dump-digest",
"/path/to/tmp/",
"-paths",
"[START_DIR]/inliner_model/mac-amd64:."
],
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "generate.archive mac-amd64",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@1@@@",
"@@@STEP_LINK@CAS UI@https://cas-viewer.appspot.com/projects/example-cas-server/instances/default_instance/blobs/e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855/0/tree@@@"
]
},
{
"cmd": [],
"name": "generate.cipd (3)",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@1@@@",
"@@@SET_BUILD_PROPERTY@git_revision@\"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa\"@@@",
"@@@SET_BUILD_PROPERTY@instance_id@\"40-chars-fake-of-the-package-instance_id\"@@@",
"@@@SET_BUILD_PROPERTY@package@\"fuchsia/model/inlining/mac-amd64\"@@@"
]
},
{
"cmd": [
"cipd",
"search",
"fuchsia/model/inlining/mac-amd64",
"-tag",
"git_revision:aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa",
"-json-output",
"/path/to/tmp/json"
],
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "generate.cipd (3).cipd search fuchsia/model/inlining/mac-amd64 git_revision:aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@2@@@",
"@@@STEP_LOG_LINE@json.output@{@@@",
"@@@STEP_LOG_LINE@json.output@ \"result\": []@@@",
"@@@STEP_LOG_LINE@json.output@}@@@",
"@@@STEP_LOG_END@json.output@@@"
]
},
{
"cmd": [
"cipd",
"create",
"-pkg-def",
"{\"data\": [{\"dir\": \".\", \"exclude\": []}, {\"version_file\": \".versions/inlining.cipd_version\"}], \"install_mode\": \"copy\", \"package\": \"fuchsia/model/inlining/mac-amd64\", \"root\": \"[START_DIR]/inliner_model/mac-amd64\"}",
"-hash-algo",
"sha256",
"-ref",
"latest",
"-tag",
"git_revision:aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa",
"-metadata",
"bbid:8945511751514863184",
"-json-output",
"/path/to/tmp/json"
],
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "generate.cipd (3).create fuchsia/model/inlining/mac-amd64",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@2@@@",
"@@@STEP_LOG_LINE@json.output@{@@@",
"@@@STEP_LOG_LINE@json.output@ \"result\": {@@@",
"@@@STEP_LOG_LINE@json.output@ \"instance_id\": \"40-chars-fake-of-the-package-instance_id\", @@@",
"@@@STEP_LOG_LINE@json.output@ \"package\": \"fuchsia/model/inlining/mac-amd64\"@@@",
"@@@STEP_LOG_LINE@json.output@ }@@@",
"@@@STEP_LOG_LINE@json.output@}@@@",
"@@@STEP_LOG_END@json.output@@@",
"@@@STEP_LINK@40-chars-fake-of-the-package-instance_id@https://chrome-infra-packages.appspot.com/p/fuchsia/model/inlining/mac-amd64/+/40-chars-fake-of-the-package-instance_id@@@"
]
},
{
"cmd": [
"[START_DIR]/tensorflow-venv/lib/python3.8/site-packages/tensorflow/../../../../bin/saved_model_cli",
"aot_compile_cpu",
"--multithreading=false",
"--dir=[START_DIR]/model/saved_policy",
"--tag_set=serve",
"--signature_def_key=action",
"--output_prefix=[START_DIR]/inliner_model/windows-amd64/InlinerSizeModel",
"--cpp_class=llvm::InlinerSizeModel",
"--target_triple=x86_64-pc-windows-msvc"
],
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "generate.aot_compile for windows-amd64",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@1@@@"
]
},
{
"cmd": [
"[START_DIR]/cipd_tool/infra/tools/luci/cas/git_revision%3Amock_infra_git_revision/cas",
"archive",
"-cas-instance",
"projects/example-cas-server/instances/default_instance",
"-dump-digest",
"/path/to/tmp/",
"-paths",
"[START_DIR]/inliner_model/windows-amd64:."
],
"infra_step": true,
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "generate.archive windows-amd64",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@1@@@",
"@@@STEP_LINK@CAS UI@https://cas-viewer.appspot.com/projects/example-cas-server/instances/default_instance/blobs/e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855/0/tree@@@"
]
},
{
"cmd": [],
"name": "generate.cipd (4)",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@1@@@",
"@@@SET_BUILD_PROPERTY@git_revision@\"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa\"@@@",
"@@@SET_BUILD_PROPERTY@instance_id@\"40-chars-fake-of-the-package-instance_id\"@@@",
"@@@SET_BUILD_PROPERTY@package@\"fuchsia/model/inlining/windows-amd64\"@@@"
]
},
{
"cmd": [
"cipd",
"search",
"fuchsia/model/inlining/windows-amd64",
"-tag",
"git_revision:aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa",
"-json-output",
"/path/to/tmp/json"
],
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "generate.cipd (4).cipd search fuchsia/model/inlining/windows-amd64 git_revision:aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@2@@@",
"@@@STEP_LOG_LINE@json.output@{@@@",
"@@@STEP_LOG_LINE@json.output@ \"result\": []@@@",
"@@@STEP_LOG_LINE@json.output@}@@@",
"@@@STEP_LOG_END@json.output@@@"
]
},
{
"cmd": [
"cipd",
"create",
"-pkg-def",
"{\"data\": [{\"dir\": \".\", \"exclude\": []}, {\"version_file\": \".versions/inlining.cipd_version\"}], \"install_mode\": \"copy\", \"package\": \"fuchsia/model/inlining/windows-amd64\", \"root\": \"[START_DIR]/inliner_model/windows-amd64\"}",
"-hash-algo",
"sha256",
"-ref",
"latest",
"-tag",
"git_revision:aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa",
"-metadata",
"bbid:8945511751514863184",
"-json-output",
"/path/to/tmp/json"
],
"luci_context": {
"realm": {
"name": "fuchsia:prod"
},
"resultdb": {
"current_invocation": {
"name": "invocations/build:8945511751514863184",
"update_token": "token"
},
"hostname": "rdbhost"
}
},
"name": "generate.cipd (4).create fuchsia/model/inlining/windows-amd64",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@2@@@",
"@@@STEP_LOG_LINE@json.output@{@@@",
"@@@STEP_LOG_LINE@json.output@ \"result\": {@@@",
"@@@STEP_LOG_LINE@json.output@ \"instance_id\": \"40-chars-fake-of-the-package-instance_id\", @@@",
"@@@STEP_LOG_LINE@json.output@ \"package\": \"fuchsia/model/inlining/windows-amd64\"@@@",
"@@@STEP_LOG_LINE@json.output@ }@@@",
"@@@STEP_LOG_LINE@json.output@}@@@",
"@@@STEP_LOG_END@json.output@@@",
"@@@STEP_LINK@40-chars-fake-of-the-package-instance_id@https://chrome-infra-packages.appspot.com/p/fuchsia/model/inlining/windows-amd64/+/40-chars-fake-of-the-package-instance_id@@@"
]
},
{
"name": "$result"
}
]