blob: ce6e6d7900b2ae52dc2ec7f3a98cef291c92156c [file] [log] [blame]
[
{
"cmd": [],
"name": "ensure_goma"
},
{
"cmd": [
"cipd",
"ensure",
"-root",
"[CACHE]/goma/client",
"-ensure-file",
"infra_internal/goma/client/${platform} release",
"-max-threads",
"0",
"-json-output",
"/path/to/tmp/json"
],
"cwd": "None",
"env_suffixes": {
"DEPOT_TOOLS_UPDATE": [
"0"
],
"PATH": [
"RECIPE_REPO[depot_tools]"
]
},
"infra_step": true,
"name": "ensure_goma.ensure_installed",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@1@@@",
"@@@STEP_LOG_LINE@json.output@{@@@",
"@@@STEP_LOG_LINE@json.output@ \"result\": {@@@",
"@@@STEP_LOG_LINE@json.output@ \"\": [@@@",
"@@@STEP_LOG_LINE@json.output@ {@@@",
"@@@STEP_LOG_LINE@json.output@ \"instance_id\": \"resolved-instance_id-of-release---------\", @@@",
"@@@STEP_LOG_LINE@json.output@ \"package\": \"infra_internal/goma/client/resolved-platform\"@@@",
"@@@STEP_LOG_LINE@json.output@ }@@@",
"@@@STEP_LOG_LINE@json.output@ ]@@@",
"@@@STEP_LOG_LINE@json.output@ }@@@",
"@@@STEP_LOG_LINE@json.output@}@@@",
"@@@STEP_LOG_END@json.output@@@"
]
},
{
"cmd": [
"cipd",
"ensure",
"-root",
"[CACHE]/goma/bqupload",
"-ensure-file",
"infra/tools/bqupload/${platform} git_revision:643892f957c8e106dff793468101f2ecfc31abb7",
"-max-threads",
"0",
"-json-output",
"/path/to/tmp/json"
],
"cwd": "None",
"env_suffixes": {
"DEPOT_TOOLS_UPDATE": [
"0"
],
"PATH": [
"RECIPE_REPO[depot_tools]"
]
},
"infra_step": true,
"name": "ensure_goma.ensure_installed (2)",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@1@@@",
"@@@STEP_LOG_LINE@json.output@{@@@",
"@@@STEP_LOG_LINE@json.output@ \"result\": {@@@",
"@@@STEP_LOG_LINE@json.output@ \"\": [@@@",
"@@@STEP_LOG_LINE@json.output@ {@@@",
"@@@STEP_LOG_LINE@json.output@ \"instance_id\": \"resolved-instance_id-of-git_revision:643\", @@@",
"@@@STEP_LOG_LINE@json.output@ \"package\": \"infra/tools/bqupload/resolved-platform\"@@@",
"@@@STEP_LOG_LINE@json.output@ }@@@",
"@@@STEP_LOG_LINE@json.output@ ]@@@",
"@@@STEP_LOG_LINE@json.output@ }@@@",
"@@@STEP_LOG_LINE@json.output@}@@@",
"@@@STEP_LOG_END@json.output@@@"
]
},
{
"cmd": [],
"name": "preprocess_for_goma"
},
{
"cmd": [
"vpython",
"-u",
"RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py",
"--json-output",
"/path/to/tmp/json",
"ensure-directory",
"--mode",
"0777",
"[CACHE]/goma/data"
],
"cwd": "None",
"env": {
"GOMA_DIR": "[CACHE]/goma/client"
},
"env_suffixes": {
"DEPOT_TOOLS_UPDATE": [
"0"
],
"PATH": [
"RECIPE_REPO[depot_tools]"
]
},
"infra_step": true,
"name": "preprocess_for_goma.goma cache directory",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@1@@@"
]
},
{
"cmd": [
"python3",
"[CACHE]/goma/client/goma_ctl.py",
"restart"
],
"cwd": "None",
"env": {
"GOMACTL_CRASH_REPORT_ID_FILE": "[TMP_BASE]/crash_report_id",
"GOMA_CACHE_DIR": "[CACHE]/goma/data",
"GOMA_DIR": "[CACHE]/goma/client",
"GOMA_DUMP_COUNTERZ_FILE": "[TMP_BASE]/goma_counterz",
"GOMA_DUMP_STATS_FILE": "[TMP_BASE]/goma_stats",
"GOMA_ENABLE_COUNTERZ": "true",
"GOMA_HERMETIC": "error",
"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"
},
"env_suffixes": {
"DEPOT_TOOLS_UPDATE": [
"0"
],
"PATH": [
"RECIPE_REPO[depot_tools]"
]
},
"infra_step": true,
"name": "preprocess_for_goma.start_goma",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@1@@@",
"@@@STEP_LINK@cloudtail@https://console.cloud.google.com/logs/viewer?project=goma-logs&resource=gce_instance%2Finstance_id%2Ffakevm999-m9@@@"
]
},
{
"cmd": [],
"name": "preprocess_for_goma.goma_with_global_service_account",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@1@@@"
]
},
{
"cmd": [
"python",
"-u",
"RECIPE_REPO[build]/scripts/tools/runit.py",
"--show-path",
"--with-third-party-lib",
"--",
"python",
"RECIPE_MODULE[build::goma]/resources/cloudtail_utils.py",
"start",
"--cloudtail-path",
"cloudtail",
"--pid-file",
"[TMP_BASE]/cloudtail.pid",
"--cloudtail-service-account-json",
"/creds/service_accounts/service-account-goma-cloudtail.json"
],
"cwd": "None",
"env": {
"GOMA_DIR": "[CACHE]/goma/client"
},
"env_suffixes": {
"DEPOT_TOOLS_UPDATE": [
"0"
],
"PATH": [
"RECIPE_REPO[depot_tools]"
]
},
"infra_step": true,
"name": "preprocess_for_goma.start cloudtail",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@1@@@"
]
},
{
"cmd": [
"vpython",
"-u",
"RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py",
"--json-output",
"/path/to/tmp/json",
"copy",
"None/tools/build.py",
"/path/to/tmp/"
],
"cwd": "None",
"env": {
"GOMA_DIR": "[CACHE]/goma/client"
},
"env_suffixes": {
"DEPOT_TOOLS_UPDATE": [
"0"
],
"PATH": [
"RECIPE_REPO[depot_tools]"
]
},
"infra_step": true,
"name": "detect python version",
"~followup_annotations": [
"@@@STEP_LOG_END@build.py@@@"
]
},
{
"cmd": [
"python",
"-u",
"None/tools/build.py",
"--super-fast",
"--no-start-goma",
"-j200"
],
"cwd": "None",
"env": {
"GOMA_DIR": "[CACHE]/goma/client"
},
"env_suffixes": {
"DEPOT_TOOLS_UPDATE": [
"0"
],
"PATH": [
"RECIPE_REPO[depot_tools]"
]
},
"name": "build it",
"timeout": 3000,
"~followup_annotations": [
"@@@STEP_FAILURE@@@"
]
},
{
"cmd": [],
"name": "postprocess_for_goma"
},
{
"cmd": [
"python3",
"[CACHE]/goma/client/goma_ctl.py",
"jsonstatus",
"[TMP_BASE]/goma_jsonstatus.json"
],
"cwd": "None",
"env": {
"GOMACTL_CRASH_REPORT_ID_FILE": "[TMP_BASE]/crash_report_id",
"GOMA_CACHE_DIR": "[CACHE]/goma/data",
"GOMA_DIR": "[CACHE]/goma/client",
"GOMA_DUMP_COUNTERZ_FILE": "[TMP_BASE]/goma_counterz",
"GOMA_DUMP_STATS_FILE": "[TMP_BASE]/goma_stats",
"GOMA_ENABLE_COUNTERZ": "true",
"GOMA_HERMETIC": "error",
"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"
},
"env_suffixes": {
"DEPOT_TOOLS_UPDATE": [
"0"
],
"PATH": [
"RECIPE_REPO[depot_tools]"
]
},
"name": "postprocess_for_goma.goma_jsonstatus",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@1@@@",
"@@@STEP_LOG_LINE@json.output@{@@@",
"@@@STEP_LOG_LINE@json.output@ \"notice\": [@@@",
"@@@STEP_LOG_LINE@json.output@ {@@@",
"@@@STEP_LOG_LINE@json.output@ \"infra_status\": {@@@",
"@@@STEP_LOG_LINE@json.output@ \"num_user_error\": 0, @@@",
"@@@STEP_LOG_LINE@json.output@ \"ping_status_code\": 200@@@",
"@@@STEP_LOG_LINE@json.output@ }@@@",
"@@@STEP_LOG_LINE@json.output@ }@@@",
"@@@STEP_LOG_LINE@json.output@ ]@@@",
"@@@STEP_LOG_LINE@json.output@}@@@",
"@@@STEP_LOG_END@json.output@@@"
]
},
{
"cmd": [
"python3",
"[CACHE]/goma/client/goma_ctl.py",
"stat"
],
"cwd": "None",
"env": {
"GOMACTL_CRASH_REPORT_ID_FILE": "[TMP_BASE]/crash_report_id",
"GOMA_CACHE_DIR": "[CACHE]/goma/data",
"GOMA_DIR": "[CACHE]/goma/client",
"GOMA_DUMP_COUNTERZ_FILE": "[TMP_BASE]/goma_counterz",
"GOMA_DUMP_STATS_FILE": "[TMP_BASE]/goma_stats",
"GOMA_ENABLE_COUNTERZ": "true",
"GOMA_HERMETIC": "error",
"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"
},
"env_suffixes": {
"DEPOT_TOOLS_UPDATE": [
"0"
],
"PATH": [
"RECIPE_REPO[depot_tools]"
]
},
"name": "postprocess_for_goma.goma_stat",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@1@@@"
]
},
{
"cmd": [
"python3",
"[CACHE]/goma/client/goma_ctl.py",
"stop"
],
"cwd": "None",
"env": {
"GOMACTL_CRASH_REPORT_ID_FILE": "[TMP_BASE]/crash_report_id",
"GOMA_CACHE_DIR": "[CACHE]/goma/data",
"GOMA_DIR": "[CACHE]/goma/client",
"GOMA_DUMP_COUNTERZ_FILE": "[TMP_BASE]/goma_counterz",
"GOMA_DUMP_STATS_FILE": "[TMP_BASE]/goma_stats",
"GOMA_ENABLE_COUNTERZ": "true",
"GOMA_HERMETIC": "error",
"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"
},
"env_suffixes": {
"DEPOT_TOOLS_UPDATE": [
"0"
],
"PATH": [
"RECIPE_REPO[depot_tools]"
]
},
"name": "postprocess_for_goma.stop_goma",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@1@@@"
]
},
{
"cmd": [
"vpython",
"-u",
"RECIPE_REPO[build]/scripts/tools/runit.py",
"--show-path",
"--",
"python",
"RECIPE_REPO[build]/recipes/upload_goma_logs.py",
"--upload-compiler-proxy-info",
"--log-url-json-file",
"/path/to/tmp/json",
"--gsutil-py-path",
"RECIPE_REPO[depot_tools]/gsutil.py",
"--bqupload-path",
"[CACHE]/goma/bqupload/bqupload",
"--bigquery-service-account-json",
"/creds/service_accounts/service-account-goma-bigquery.json",
"--json-status",
"[TMP_BASE]/goma_jsonstatus.json",
"--build-exit-status",
"1",
"--goma-stats-file",
"[TMP_BASE]/goma_stats",
"--goma-counterz-file",
"[TMP_BASE]/goma_counterz",
"--goma-crash-report-id-file",
"[TMP_BASE]/crash_report_id",
"--builder-id-json",
"{\"bucket\": \"\", \"builder\": \"\", \"project\": \"\"}"
],
"cwd": "None",
"env": {
"GOMA_DIR": "[CACHE]/goma/client"
},
"env_suffixes": {
"DEPOT_TOOLS_UPDATE": [
"0"
],
"PATH": [
"RECIPE_REPO[depot_tools]"
]
},
"name": "postprocess_for_goma.upload_log",
"timeout": 300,
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@1@@@",
"@@@STEP_LOG_LINE@json.output@{@@@",
"@@@STEP_LOG_LINE@json.output@ \"compiler_proxy_log\": \"https://chromium-build-stats.appspot.com/compiler_proxy_log/2017/03/30/build11-m1/compiler_proxy.exe.BUILD11-M1.chrome-bot.log.INFO.20170329-222936.4420.gz\"@@@",
"@@@STEP_LOG_LINE@json.output@}@@@",
"@@@STEP_LOG_END@json.output@@@",
"@@@STEP_LINK@compiler_proxy_log@https://chromium-build-stats.appspot.com/compiler_proxy_log/2017/03/30/build11-m1/compiler_proxy.exe.BUILD11-M1.chrome-bot.log.INFO.20170329-222936.4420.gz@@@"
]
},
{
"cmd": [
"python",
"-u",
"RECIPE_REPO[build]/scripts/tools/runit.py",
"--show-path",
"--with-third-party-lib",
"--",
"python",
"RECIPE_MODULE[build::goma]/resources/cloudtail_utils.py",
"stop",
"--killed-pid-file",
"[TMP_BASE]/cloudtail.pid"
],
"cwd": "None",
"env": {
"GOMA_DIR": "[CACHE]/goma/client"
},
"env_suffixes": {
"DEPOT_TOOLS_UPDATE": [
"0"
],
"PATH": [
"RECIPE_REPO[depot_tools]"
]
},
"infra_step": true,
"name": "postprocess_for_goma.stop cloudtail",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@1@@@"
]
},
{
"failure": {
"failure": {},
"humanReason": "Step('build it') (retcode: 1)"
},
"name": "$result"
}
]