| [ |
| { |
| "cmd": [], |
| "name": "git" |
| }, |
| { |
| "cmd": [ |
| "vpython", |
| "-u", |
| "RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py", |
| "--json-output", |
| "/path/to/tmp/json", |
| "ensure-directory", |
| "--mode", |
| "0777", |
| "[START_DIR]/github-google-ml-compiler-opt" |
| ], |
| "infra_step": true, |
| "luci_context": { |
| "realm": { |
| "name": "fuchsia:prod" |
| }, |
| "resultdb": { |
| "current_invocation": { |
| "name": "invocations/build:8945511751514863184", |
| "update_token": "token" |
| }, |
| "hostname": "rdbhost" |
| } |
| }, |
| "name": "git.makedirs", |
| "~followup_annotations": [ |
| "@@@STEP_NEST_LEVEL@1@@@" |
| ] |
| }, |
| { |
| "cmd": [ |
| "git", |
| "init" |
| ], |
| "cwd": "[START_DIR]/github-google-ml-compiler-opt", |
| "infra_step": true, |
| "luci_context": { |
| "realm": { |
| "name": "fuchsia:prod" |
| }, |
| "resultdb": { |
| "current_invocation": { |
| "name": "invocations/build:8945511751514863184", |
| "update_token": "token" |
| }, |
| "hostname": "rdbhost" |
| } |
| }, |
| "name": "git.git init", |
| "timeout": 60.0, |
| "~followup_annotations": [ |
| "@@@STEP_NEST_LEVEL@1@@@" |
| ] |
| }, |
| { |
| "cmd": [ |
| "git", |
| "remote", |
| "add", |
| "origin", |
| "https://github.com/google/ml-compiler-opt" |
| ], |
| "cwd": "[START_DIR]/github-google-ml-compiler-opt", |
| "infra_step": true, |
| "luci_context": { |
| "realm": { |
| "name": "fuchsia:prod" |
| }, |
| "resultdb": { |
| "current_invocation": { |
| "name": "invocations/build:8945511751514863184", |
| "update_token": "token" |
| }, |
| "hostname": "rdbhost" |
| } |
| }, |
| "name": "git.git remote", |
| "timeout": 600.0, |
| "~followup_annotations": [ |
| "@@@STEP_NEST_LEVEL@1@@@" |
| ] |
| }, |
| { |
| "cmd": [ |
| "git", |
| "config", |
| "fetch.uriprotocols", |
| "https" |
| ], |
| "cwd": "[START_DIR]/github-google-ml-compiler-opt", |
| "infra_step": true, |
| "luci_context": { |
| "realm": { |
| "name": "fuchsia:prod" |
| }, |
| "resultdb": { |
| "current_invocation": { |
| "name": "invocations/build:8945511751514863184", |
| "update_token": "token" |
| }, |
| "hostname": "rdbhost" |
| } |
| }, |
| "name": "git.set fetch.uriprotocols", |
| "timeout": 60.0, |
| "~followup_annotations": [ |
| "@@@STEP_NEST_LEVEL@1@@@" |
| ] |
| }, |
| { |
| "cmd": [], |
| "name": "git.cache", |
| "~followup_annotations": [ |
| "@@@STEP_NEST_LEVEL@1@@@" |
| ] |
| }, |
| { |
| "cmd": [ |
| "vpython", |
| "-u", |
| "RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py", |
| "--json-output", |
| "/path/to/tmp/json", |
| "ensure-directory", |
| "--mode", |
| "0777", |
| "[CACHE]/git" |
| ], |
| "cwd": "[START_DIR]/github-google-ml-compiler-opt", |
| "infra_step": true, |
| "luci_context": { |
| "realm": { |
| "name": "fuchsia:prod" |
| }, |
| "resultdb": { |
| "current_invocation": { |
| "name": "invocations/build:8945511751514863184", |
| "update_token": "token" |
| }, |
| "hostname": "rdbhost" |
| } |
| }, |
| "name": "git.cache.ensure git cache dir", |
| "~followup_annotations": [ |
| "@@@STEP_NEST_LEVEL@2@@@" |
| ] |
| }, |
| { |
| "cmd": [ |
| "vpython", |
| "-u", |
| "RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py", |
| "--json-output", |
| "/path/to/tmp/json", |
| "copy", |
| "", |
| "[CACHE]/git/.GUARD_FILE" |
| ], |
| "cwd": "[START_DIR]/github-google-ml-compiler-opt", |
| "infra_step": true, |
| "luci_context": { |
| "realm": { |
| "name": "fuchsia:prod" |
| }, |
| "resultdb": { |
| "current_invocation": { |
| "name": "invocations/build:8945511751514863184", |
| "update_token": "token" |
| }, |
| "hostname": "rdbhost" |
| } |
| }, |
| "name": "git.cache.write git cache guard file", |
| "~followup_annotations": [ |
| "@@@STEP_NEST_LEVEL@2@@@" |
| ] |
| }, |
| { |
| "cmd": [ |
| "vpython", |
| "-u", |
| "RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py", |
| "--json-output", |
| "/path/to/tmp/json", |
| "ensure-directory", |
| "--mode", |
| "0777", |
| "[CACHE]/git/github.com-google-ml--compiler--opt" |
| ], |
| "cwd": "[START_DIR]/github-google-ml-compiler-opt", |
| "infra_step": true, |
| "luci_context": { |
| "realm": { |
| "name": "fuchsia:prod" |
| }, |
| "resultdb": { |
| "current_invocation": { |
| "name": "invocations/build:8945511751514863184", |
| "update_token": "token" |
| }, |
| "hostname": "rdbhost" |
| } |
| }, |
| "name": "git.cache.makedirs", |
| "~followup_annotations": [ |
| "@@@STEP_NEST_LEVEL@2@@@" |
| ] |
| }, |
| { |
| "cmd": [ |
| "git", |
| "init", |
| "--bare" |
| ], |
| "cwd": "[CACHE]/git/github.com-google-ml--compiler--opt", |
| "infra_step": true, |
| "luci_context": { |
| "realm": { |
| "name": "fuchsia:prod" |
| }, |
| "resultdb": { |
| "current_invocation": { |
| "name": "invocations/build:8945511751514863184", |
| "update_token": "token" |
| }, |
| "hostname": "rdbhost" |
| } |
| }, |
| "name": "git.cache.git init", |
| "timeout": 60.0, |
| "~followup_annotations": [ |
| "@@@STEP_NEST_LEVEL@2@@@" |
| ] |
| }, |
| { |
| "cmd": [ |
| "git", |
| "config", |
| "remote.origin.url", |
| "https://github.com/google/ml-compiler-opt" |
| ], |
| "cwd": "[CACHE]/git/github.com-google-ml--compiler--opt", |
| "infra_step": true, |
| "luci_context": { |
| "realm": { |
| "name": "fuchsia:prod" |
| }, |
| "resultdb": { |
| "current_invocation": { |
| "name": "invocations/build:8945511751514863184", |
| "update_token": "token" |
| }, |
| "hostname": "rdbhost" |
| } |
| }, |
| "name": "git.cache.remote set-url", |
| "timeout": 60.0, |
| "~followup_annotations": [ |
| "@@@STEP_NEST_LEVEL@2@@@" |
| ] |
| }, |
| { |
| "cmd": [ |
| "git", |
| "config", |
| "fetch.uriprotocols", |
| "https" |
| ], |
| "cwd": "[CACHE]/git/github.com-google-ml--compiler--opt", |
| "infra_step": true, |
| "luci_context": { |
| "realm": { |
| "name": "fuchsia:prod" |
| }, |
| "resultdb": { |
| "current_invocation": { |
| "name": "invocations/build:8945511751514863184", |
| "update_token": "token" |
| }, |
| "hostname": "rdbhost" |
| } |
| }, |
| "name": "git.cache.set fetch.uriprotocols", |
| "timeout": 60.0, |
| "~followup_annotations": [ |
| "@@@STEP_NEST_LEVEL@2@@@" |
| ] |
| }, |
| { |
| "cmd": [ |
| "git", |
| "config", |
| "--replace-all", |
| "remote.origin.fetch", |
| "+refs/heads/*:refs/heads/*", |
| "\\+refs/heads/\\*:.*" |
| ], |
| "cwd": "[CACHE]/git/github.com-google-ml--compiler--opt", |
| "infra_step": true, |
| "luci_context": { |
| "realm": { |
| "name": "fuchsia:prod" |
| }, |
| "resultdb": { |
| "current_invocation": { |
| "name": "invocations/build:8945511751514863184", |
| "update_token": "token" |
| }, |
| "hostname": "rdbhost" |
| } |
| }, |
| "name": "git.cache.replace fetch configs", |
| "timeout": 60.0, |
| "~followup_annotations": [ |
| "@@@STEP_NEST_LEVEL@2@@@" |
| ] |
| }, |
| { |
| "cmd": [ |
| "git", |
| "fetch", |
| "--prune", |
| "--tags", |
| "origin" |
| ], |
| "cwd": "[CACHE]/git/github.com-google-ml--compiler--opt", |
| "infra_step": true, |
| "luci_context": { |
| "realm": { |
| "name": "fuchsia:prod" |
| }, |
| "resultdb": { |
| "current_invocation": { |
| "name": "invocations/build:8945511751514863184", |
| "update_token": "token" |
| }, |
| "hostname": "rdbhost" |
| } |
| }, |
| "name": "git.cache.git fetch", |
| "timeout": 1200.0, |
| "~followup_annotations": [ |
| "@@@STEP_NEST_LEVEL@2@@@" |
| ] |
| }, |
| { |
| "cmd": [ |
| "vpython", |
| "-u", |
| "RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py", |
| "--json-output", |
| "/path/to/tmp/json", |
| "ensure-directory", |
| "--mode", |
| "0777", |
| "[START_DIR]/github-google-ml-compiler-opt/.git/objects/info" |
| ], |
| "cwd": "[START_DIR]/github-google-ml-compiler-opt", |
| "infra_step": true, |
| "luci_context": { |
| "realm": { |
| "name": "fuchsia:prod" |
| }, |
| "resultdb": { |
| "current_invocation": { |
| "name": "invocations/build:8945511751514863184", |
| "update_token": "token" |
| }, |
| "hostname": "rdbhost" |
| } |
| }, |
| "name": "git.cache.makedirs object/info", |
| "~followup_annotations": [ |
| "@@@STEP_NEST_LEVEL@2@@@" |
| ] |
| }, |
| { |
| "cmd": [ |
| "vpython", |
| "-u", |
| "RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py", |
| "--json-output", |
| "/path/to/tmp/json", |
| "copy", |
| "[CACHE]/git/github.com-google-ml--compiler--opt/objects\n", |
| "[START_DIR]/github-google-ml-compiler-opt/.git/objects/info/alternates" |
| ], |
| "cwd": "[START_DIR]/github-google-ml-compiler-opt", |
| "infra_step": true, |
| "luci_context": { |
| "realm": { |
| "name": "fuchsia:prod" |
| }, |
| "resultdb": { |
| "current_invocation": { |
| "name": "invocations/build:8945511751514863184", |
| "update_token": "token" |
| }, |
| "hostname": "rdbhost" |
| } |
| }, |
| "name": "git.cache.alternates", |
| "~followup_annotations": [ |
| "@@@STEP_NEST_LEVEL@2@@@", |
| "@@@STEP_LOG_LINE@alternates@[CACHE]/git/github.com-google-ml--compiler--opt/objects@@@", |
| "@@@STEP_LOG_END@alternates@@@" |
| ] |
| }, |
| { |
| "cmd": [ |
| "vpython", |
| "-u", |
| "RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py", |
| "--json-output", |
| "/path/to/tmp/json", |
| "remove", |
| "[CACHE]/git/.GUARD_FILE" |
| ], |
| "cwd": "[START_DIR]/github-google-ml-compiler-opt", |
| "infra_step": true, |
| "luci_context": { |
| "realm": { |
| "name": "fuchsia:prod" |
| }, |
| "resultdb": { |
| "current_invocation": { |
| "name": "invocations/build:8945511751514863184", |
| "update_token": "token" |
| }, |
| "hostname": "rdbhost" |
| } |
| }, |
| "name": "git.cache.remove git cache guard file", |
| "~followup_annotations": [ |
| "@@@STEP_NEST_LEVEL@2@@@" |
| ] |
| }, |
| { |
| "cmd": [ |
| "git", |
| "fetch", |
| "--tags", |
| "origin" |
| ], |
| "cwd": "[START_DIR]/github-google-ml-compiler-opt", |
| "infra_step": true, |
| "luci_context": { |
| "realm": { |
| "name": "fuchsia:prod" |
| }, |
| "resultdb": { |
| "current_invocation": { |
| "name": "invocations/build:8945511751514863184", |
| "update_token": "token" |
| }, |
| "hostname": "rdbhost" |
| } |
| }, |
| "name": "git.git fetch", |
| "timeout": 1200.0, |
| "~followup_annotations": [ |
| "@@@STEP_NEST_LEVEL@1@@@" |
| ] |
| }, |
| { |
| "cmd": [ |
| "git", |
| "checkout", |
| "-f", |
| "0d8aee2f84166fc1e84474bcda89cb65b6e9c8a8" |
| ], |
| "cwd": "[START_DIR]/github-google-ml-compiler-opt", |
| "infra_step": true, |
| "luci_context": { |
| "realm": { |
| "name": "fuchsia:prod" |
| }, |
| "resultdb": { |
| "current_invocation": { |
| "name": "invocations/build:8945511751514863184", |
| "update_token": "token" |
| }, |
| "hostname": "rdbhost" |
| } |
| }, |
| "name": "git.git checkout", |
| "timeout": 600.0, |
| "~followup_annotations": [ |
| "@@@STEP_NEST_LEVEL@1@@@" |
| ] |
| }, |
| { |
| "cmd": [ |
| "git", |
| "rev-parse", |
| "HEAD" |
| ], |
| "cwd": "[START_DIR]/github-google-ml-compiler-opt", |
| "infra_step": true, |
| "luci_context": { |
| "realm": { |
| "name": "fuchsia:prod" |
| }, |
| "resultdb": { |
| "current_invocation": { |
| "name": "invocations/build:8945511751514863184", |
| "update_token": "token" |
| }, |
| "hostname": "rdbhost" |
| } |
| }, |
| "name": "git.git rev-parse", |
| "timeout": 60.0, |
| "~followup_annotations": [ |
| "@@@STEP_NEST_LEVEL@1@@@" |
| ] |
| }, |
| { |
| "cmd": [ |
| "git", |
| "clean", |
| "-f", |
| "-d", |
| "-x" |
| ], |
| "cwd": "[START_DIR]/github-google-ml-compiler-opt", |
| "infra_step": true, |
| "luci_context": { |
| "realm": { |
| "name": "fuchsia:prod" |
| }, |
| "resultdb": { |
| "current_invocation": { |
| "name": "invocations/build:8945511751514863184", |
| "update_token": "token" |
| }, |
| "hostname": "rdbhost" |
| } |
| }, |
| "name": "git.git clean", |
| "timeout": 600.0, |
| "~followup_annotations": [ |
| "@@@STEP_NEST_LEVEL@1@@@" |
| ] |
| }, |
| { |
| "cmd": [], |
| "name": "git.submodule", |
| "~followup_annotations": [ |
| "@@@STEP_NEST_LEVEL@1@@@" |
| ] |
| }, |
| { |
| "cmd": [ |
| "git", |
| "submodule", |
| "sync" |
| ], |
| "cwd": "[START_DIR]/github-google-ml-compiler-opt", |
| "infra_step": true, |
| "luci_context": { |
| "realm": { |
| "name": "fuchsia:prod" |
| }, |
| "resultdb": { |
| "current_invocation": { |
| "name": "invocations/build:8945511751514863184", |
| "update_token": "token" |
| }, |
| "hostname": "rdbhost" |
| } |
| }, |
| "name": "git.submodule.git submodule sync", |
| "timeout": 600.0, |
| "~followup_annotations": [ |
| "@@@STEP_NEST_LEVEL@2@@@" |
| ] |
| }, |
| { |
| "cmd": [ |
| "git", |
| "submodule", |
| "update", |
| "--init", |
| "--jobs", |
| "4" |
| ], |
| "cwd": "[START_DIR]/github-google-ml-compiler-opt", |
| "infra_step": true, |
| "luci_context": { |
| "realm": { |
| "name": "fuchsia:prod" |
| }, |
| "resultdb": { |
| "current_invocation": { |
| "name": "invocations/build:8945511751514863184", |
| "update_token": "token" |
| }, |
| "hostname": "rdbhost" |
| } |
| }, |
| "name": "git.submodule.git submodule update", |
| "timeout": 600.0, |
| "~followup_annotations": [ |
| "@@@STEP_NEST_LEVEL@2@@@" |
| ] |
| }, |
| { |
| "cmd": [ |
| "vpython", |
| "-u", |
| "RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py", |
| "--json-output", |
| "/path/to/tmp/json", |
| "rmcontents", |
| "[START_DIR]/github-google-ml-compiler-opt/compiler_opt/rl/inlining/vocab" |
| ], |
| "infra_step": true, |
| "luci_context": { |
| "realm": { |
| "name": "fuchsia:prod" |
| }, |
| "resultdb": { |
| "current_invocation": { |
| "name": "invocations/build:8945511751514863184", |
| "update_token": "token" |
| }, |
| "hostname": "rdbhost" |
| } |
| }, |
| "name": "remove default vocab" |
| }, |
| { |
| "cmd": [ |
| "vpython", |
| "-u", |
| "RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py", |
| "--json-output", |
| "/path/to/tmp/json", |
| "copy", |
| "RECIPE_MODULE[recipe_engine::cas]/resources/infra.sha1", |
| "/path/to/tmp/" |
| ], |
| "infra_step": true, |
| "luci_context": { |
| "realm": { |
| "name": "fuchsia:prod" |
| }, |
| "resultdb": { |
| "current_invocation": { |
| "name": "invocations/build:8945511751514863184", |
| "update_token": "token" |
| }, |
| "hostname": "rdbhost" |
| } |
| }, |
| "name": "read infra revision", |
| "~followup_annotations": [ |
| "@@@STEP_LOG_LINE@infra.sha1@git_revision:mock_infra_git_revision@@@", |
| "@@@STEP_LOG_END@infra.sha1@@@" |
| ] |
| }, |
| { |
| "cmd": [], |
| "name": "install infra/tools/luci/cas" |
| }, |
| { |
| "cmd": [ |
| "vpython", |
| "-u", |
| "RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py", |
| "--json-output", |
| "/path/to/tmp/json", |
| "ensure-directory", |
| "--mode", |
| "0777", |
| "[START_DIR]/cipd_tool/infra/tools/luci/cas/git_revision%3Amock_infra_git_revision" |
| ], |
| "infra_step": true, |
| "luci_context": { |
| "realm": { |
| "name": "fuchsia:prod" |
| }, |
| "resultdb": { |
| "current_invocation": { |
| "name": "invocations/build:8945511751514863184", |
| "update_token": "token" |
| }, |
| "hostname": "rdbhost" |
| } |
| }, |
| "name": "install infra/tools/luci/cas.ensure package directory", |
| "~followup_annotations": [ |
| "@@@STEP_NEST_LEVEL@1@@@" |
| ] |
| }, |
| { |
| "cmd": [ |
| "cipd", |
| "ensure", |
| "-root", |
| "[START_DIR]/cipd_tool/infra/tools/luci/cas/git_revision%3Amock_infra_git_revision", |
| "-ensure-file", |
| "infra/tools/luci/cas/${platform} git_revision:mock_infra_git_revision", |
| "-max-threads", |
| "0", |
| "-json-output", |
| "/path/to/tmp/json" |
| ], |
| "infra_step": true, |
| "luci_context": { |
| "realm": { |
| "name": "fuchsia:prod" |
| }, |
| "resultdb": { |
| "current_invocation": { |
| "name": "invocations/build:8945511751514863184", |
| "update_token": "token" |
| }, |
| "hostname": "rdbhost" |
| } |
| }, |
| "name": "install infra/tools/luci/cas.ensure_installed", |
| "~followup_annotations": [ |
| "@@@STEP_NEST_LEVEL@1@@@", |
| "@@@STEP_LOG_LINE@json.output@{@@@", |
| "@@@STEP_LOG_LINE@json.output@ \"result\": {@@@", |
| "@@@STEP_LOG_LINE@json.output@ \"\": [@@@", |
| "@@@STEP_LOG_LINE@json.output@ {@@@", |
| "@@@STEP_LOG_LINE@json.output@ \"instance_id\": \"resolved-instance_id-of-git_revision:moc\", @@@", |
| "@@@STEP_LOG_LINE@json.output@ \"package\": \"infra/tools/luci/cas/resolved-platform\"@@@", |
| "@@@STEP_LOG_LINE@json.output@ }@@@", |
| "@@@STEP_LOG_LINE@json.output@ ]@@@", |
| "@@@STEP_LOG_LINE@json.output@ }@@@", |
| "@@@STEP_LOG_LINE@json.output@}@@@", |
| "@@@STEP_LOG_END@json.output@@@" |
| ] |
| }, |
| { |
| "cmd": [ |
| "[START_DIR]/cipd_tool/infra/tools/luci/cas/git_revision%3Amock_infra_git_revision/cas", |
| "download", |
| "-cas-instance", |
| "projects/example-cas-server/instances/default_instance", |
| "-digest", |
| "e753d52dc007dca2c5cc6db29fa8e261bb62003a962c222e74c6a092926fc368/4750", |
| "-dir", |
| "[START_DIR]/clang" |
| ], |
| "infra_step": true, |
| "luci_context": { |
| "realm": { |
| "name": "fuchsia:prod" |
| }, |
| "resultdb": { |
| "current_invocation": { |
| "name": "invocations/build:8945511751514863184", |
| "update_token": "token" |
| }, |
| "hostname": "rdbhost" |
| } |
| }, |
| "name": "download clang" |
| }, |
| { |
| "cmd": [ |
| "[START_DIR]/cipd_tool/infra/tools/luci/cas/git_revision%3Amock_infra_git_revision/cas", |
| "download", |
| "-cas-instance", |
| "projects/example-cas-server/instances/default_instance", |
| "-digest", |
| "e753d52dc007dca2c5cc6db29fa8e261bb62003a962c222e74c6a092926fc368/4750", |
| "-dir", |
| "[START_DIR]/corpus" |
| ], |
| "infra_step": true, |
| "luci_context": { |
| "realm": { |
| "name": "fuchsia:prod" |
| }, |
| "resultdb": { |
| "current_invocation": { |
| "name": "invocations/build:8945511751514863184", |
| "update_token": "token" |
| }, |
| "hostname": "rdbhost" |
| } |
| }, |
| "name": "download corpus" |
| }, |
| { |
| "cmd": [ |
| "[START_DIR]/cipd_tool/infra/tools/luci/cas/git_revision%3Amock_infra_git_revision/cas", |
| "download", |
| "-cas-instance", |
| "projects/example-cas-server/instances/default_instance", |
| "-digest", |
| "e753d52dc007dca2c5cc6db29fa8e261bb62003a962c222e74c6a092926fc368/4750", |
| "-dir", |
| "[START_DIR]/github-google-ml-compiler-opt/compiler_opt/rl/inlining/vocab" |
| ], |
| "infra_step": true, |
| "luci_context": { |
| "realm": { |
| "name": "fuchsia:prod" |
| }, |
| "resultdb": { |
| "current_invocation": { |
| "name": "invocations/build:8945511751514863184", |
| "update_token": "token" |
| }, |
| "hostname": "rdbhost" |
| } |
| }, |
| "name": "download vocab" |
| }, |
| { |
| "cmd": [ |
| "[START_DIR]/cipd_tool/infra/tools/luci/cas/git_revision%3Amock_infra_git_revision/cas", |
| "download", |
| "-cas-instance", |
| "projects/example-cas-server/instances/default_instance", |
| "-digest", |
| "e753d52dc007dca2c5cc6db29fa8e261bb62003a962c222e74c6a092926fc368/4750", |
| "-dir", |
| "[START_DIR]/warmstart" |
| ], |
| "infra_step": true, |
| "luci_context": { |
| "realm": { |
| "name": "fuchsia:prod" |
| }, |
| "resultdb": { |
| "current_invocation": { |
| "name": "invocations/build:8945511751514863184", |
| "update_token": "token" |
| }, |
| "hostname": "rdbhost" |
| } |
| }, |
| "name": "download warmstart" |
| }, |
| { |
| "cmd": [], |
| "name": "train" |
| }, |
| { |
| "cmd": [ |
| "vpython3", |
| "-vpython-spec", |
| "RECIPE[fuchsia::contrib/clang_ml_training].resources/tensorflow.vpython", |
| "-u", |
| "[START_DIR]/github-google-ml-compiler-opt/compiler_opt/rl/train_locally.py", |
| "--root_dir=[START_DIR]/model", |
| "--data_path=[START_DIR]/corpus", |
| "--clang_path=[START_DIR]/clang/bin/clang", |
| "--llvm_size_path=[START_DIR]/clang/bin/llvm-size", |
| "--num_modules=100", |
| "--gin_files=[START_DIR]/github-google-ml-compiler-opt/compiler_opt/rl/inlining/gin_configs/ppo_nn_agent.gin", |
| "--gin_bindings=train_eval.warmstart_policy_dir=\"[START_DIR]/warmstart/saved_policy\"", |
| "--gin_bindings=train_eval.num_policy_iterations=100", |
| "--gin_bindings=train_eval.use_random_network_distillation=False" |
| ], |
| "cwd": "[START_DIR]/github-google-ml-compiler-opt", |
| "env": { |
| "TF_CPP_MIN_LOG_LEVEL": "2" |
| }, |
| "env_prefixes": { |
| "PYTHONPATH": [ |
| "[START_DIR]/github-google-ml-compiler-opt" |
| ] |
| }, |
| "luci_context": { |
| "realm": { |
| "name": "fuchsia:prod" |
| }, |
| "resultdb": { |
| "current_invocation": { |
| "name": "invocations/build:8945511751514863184", |
| "update_token": "token" |
| }, |
| "hostname": "rdbhost" |
| } |
| }, |
| "name": "train.train locally", |
| "~followup_annotations": [ |
| "@@@STEP_NEST_LEVEL@1@@@" |
| ] |
| }, |
| { |
| "cmd": [ |
| "[START_DIR]/cipd_tool/infra/tools/luci/cas/git_revision%3Amock_infra_git_revision/cas", |
| "archive", |
| "-cas-instance", |
| "projects/example-cas-server/instances/default_instance", |
| "-dump-digest", |
| "/path/to/tmp/", |
| "-paths", |
| "[START_DIR]/model:." |
| ], |
| "cwd": "[START_DIR]/github-google-ml-compiler-opt", |
| "env": { |
| "TF_CPP_MIN_LOG_LEVEL": "2" |
| }, |
| "env_prefixes": { |
| "PYTHONPATH": [ |
| "[START_DIR]/github-google-ml-compiler-opt" |
| ] |
| }, |
| "infra_step": true, |
| "luci_context": { |
| "realm": { |
| "name": "fuchsia:prod" |
| }, |
| "resultdb": { |
| "current_invocation": { |
| "name": "invocations/build:8945511751514863184", |
| "update_token": "token" |
| }, |
| "hostname": "rdbhost" |
| } |
| }, |
| "name": "train.archive model", |
| "~followup_annotations": [ |
| "@@@STEP_NEST_LEVEL@1@@@", |
| "@@@STEP_LINK@CAS UI@https://cas-viewer.appspot.com/projects/example-cas-server/instances/default_instance/blobs/e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855/0/tree@@@" |
| ] |
| }, |
| { |
| "cmd": [ |
| "prpc", |
| "call", |
| "-format=json", |
| "luci-scheduler.appspot.com", |
| "scheduler.Scheduler.EmitTriggers" |
| ], |
| "cwd": "[START_DIR]/github-google-ml-compiler-opt", |
| "env": { |
| "TF_CPP_MIN_LOG_LEVEL": "2" |
| }, |
| "env_prefixes": { |
| "PYTHONPATH": [ |
| "[START_DIR]/github-google-ml-compiler-opt" |
| ] |
| }, |
| "infra_step": true, |
| "luci_context": { |
| "realm": { |
| "name": "fuchsia:prod" |
| }, |
| "resultdb": { |
| "current_invocation": { |
| "name": "invocations/build:8945511751514863184", |
| "update_token": "token" |
| }, |
| "hostname": "rdbhost" |
| } |
| }, |
| "name": "train.luci-scheduler.EmitTriggers", |
| "stdin": "{\"batches\": [{\"jobs\": [{\"job\": \"prod-clang-ml-training\", \"project\": \"fuchsia\"}], \"trigger\": {\"buildbucket\": {\"properties\": {\"clang_cas_digest\": \"e753d52dc007dca2c5cc6db29fa8e261bb62003a962c222e74c6a092926fc368/4750\", \"corpus_cas_digest\": \"e753d52dc007dca2c5cc6db29fa8e261bb62003a962c222e74c6a092926fc368/4750\", \"fint_params_paths\": {\"arm64\": \"specs/clang-ml-training-arm64.fint.textproto\", \"x64\": \"specs/clang-ml-training-x64.fint.textproto\"}, \"fuchsia_git_revision\": \"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa\", \"iterations\": 100, \"manifest\": \"fuchsia\", \"model_cas_digest\": \"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855/0\", \"remote\": \"https://fuchsia.googlesource.com/fuchsia\", \"step_iterations\": 100, \"total_iterations\": 300, \"vocab_cas_digest\": \"e753d52dc007dca2c5cc6db29fa8e261bb62003a962c222e74c6a092926fc368/4750\", \"warmstart_cas_digest\": \"e753d52dc007dca2c5cc6db29fa8e261bb62003a962c222e74c6a092926fc368/4750\"}, \"tags\": [\"buildset:commit/gitiles/fuchsia.googlesource.com/fuchsia/+/2d72510e447ab60a9728aeea2362d8be2cbd7789\", \"gitiles_ref:refs/heads/main\", \"parent_buildername:builder\", \"user_agent:recipe\"]}, \"id\": \"6a0a73b0-070b-492b-9135-9f26a2a00001\", \"title\": \"builder/0\"}}], \"timestamp\": 1337000001500000}", |
| "~followup_annotations": [ |
| "@@@STEP_NEST_LEVEL@1@@@", |
| "@@@STEP_LOG_LINE@input@{@@@", |
| "@@@STEP_LOG_LINE@input@ \"batches\": [@@@", |
| "@@@STEP_LOG_LINE@input@ {@@@", |
| "@@@STEP_LOG_LINE@input@ \"jobs\": [@@@", |
| "@@@STEP_LOG_LINE@input@ {@@@", |
| "@@@STEP_LOG_LINE@input@ \"job\": \"prod-clang-ml-training\", @@@", |
| "@@@STEP_LOG_LINE@input@ \"project\": \"fuchsia\"@@@", |
| "@@@STEP_LOG_LINE@input@ }@@@", |
| "@@@STEP_LOG_LINE@input@ ], @@@", |
| "@@@STEP_LOG_LINE@input@ \"trigger\": {@@@", |
| "@@@STEP_LOG_LINE@input@ \"buildbucket\": {@@@", |
| "@@@STEP_LOG_LINE@input@ \"properties\": {@@@", |
| "@@@STEP_LOG_LINE@input@ \"clang_cas_digest\": \"e753d52dc007dca2c5cc6db29fa8e261bb62003a962c222e74c6a092926fc368/4750\", @@@", |
| "@@@STEP_LOG_LINE@input@ \"corpus_cas_digest\": \"e753d52dc007dca2c5cc6db29fa8e261bb62003a962c222e74c6a092926fc368/4750\", @@@", |
| "@@@STEP_LOG_LINE@input@ \"fint_params_paths\": {@@@", |
| "@@@STEP_LOG_LINE@input@ \"arm64\": \"specs/clang-ml-training-arm64.fint.textproto\", @@@", |
| "@@@STEP_LOG_LINE@input@ \"x64\": \"specs/clang-ml-training-x64.fint.textproto\"@@@", |
| "@@@STEP_LOG_LINE@input@ }, @@@", |
| "@@@STEP_LOG_LINE@input@ \"fuchsia_git_revision\": \"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa\", @@@", |
| "@@@STEP_LOG_LINE@input@ \"iterations\": 100, @@@", |
| "@@@STEP_LOG_LINE@input@ \"manifest\": \"fuchsia\", @@@", |
| "@@@STEP_LOG_LINE@input@ \"model_cas_digest\": \"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855/0\", @@@", |
| "@@@STEP_LOG_LINE@input@ \"remote\": \"https://fuchsia.googlesource.com/fuchsia\", @@@", |
| "@@@STEP_LOG_LINE@input@ \"step_iterations\": 100, @@@", |
| "@@@STEP_LOG_LINE@input@ \"total_iterations\": 300, @@@", |
| "@@@STEP_LOG_LINE@input@ \"vocab_cas_digest\": \"e753d52dc007dca2c5cc6db29fa8e261bb62003a962c222e74c6a092926fc368/4750\", @@@", |
| "@@@STEP_LOG_LINE@input@ \"warmstart_cas_digest\": \"e753d52dc007dca2c5cc6db29fa8e261bb62003a962c222e74c6a092926fc368/4750\"@@@", |
| "@@@STEP_LOG_LINE@input@ }, @@@", |
| "@@@STEP_LOG_LINE@input@ \"tags\": [@@@", |
| "@@@STEP_LOG_LINE@input@ \"buildset:commit/gitiles/fuchsia.googlesource.com/fuchsia/+/2d72510e447ab60a9728aeea2362d8be2cbd7789\", @@@", |
| "@@@STEP_LOG_LINE@input@ \"gitiles_ref:refs/heads/main\", @@@", |
| "@@@STEP_LOG_LINE@input@ \"parent_buildername:builder\", @@@", |
| "@@@STEP_LOG_LINE@input@ \"user_agent:recipe\"@@@", |
| "@@@STEP_LOG_LINE@input@ ]@@@", |
| "@@@STEP_LOG_LINE@input@ }, @@@", |
| "@@@STEP_LOG_LINE@input@ \"id\": \"6a0a73b0-070b-492b-9135-9f26a2a00001\", @@@", |
| "@@@STEP_LOG_LINE@input@ \"title\": \"builder/0\"@@@", |
| "@@@STEP_LOG_LINE@input@ }@@@", |
| "@@@STEP_LOG_LINE@input@ }@@@", |
| "@@@STEP_LOG_LINE@input@ ], @@@", |
| "@@@STEP_LOG_LINE@input@ \"timestamp\": 1337000001500000@@@", |
| "@@@STEP_LOG_LINE@input@}@@@", |
| "@@@STEP_LOG_END@input@@@" |
| ] |
| }, |
| { |
| "name": "$result" |
| } |
| ] |