[11:50:13.114] New invocation is queued and will start shortly
[11:50:14.301] Starting the invocation (attempt 1)
[11:50:14.355] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[11:50:14.355] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[11:50:14.355] Buildbucket request:
{
"bucket": "luci.chromium.ci",
"client_operation_id": "9027366115461470976",
"parameters_json": "{\"builder_name\":\"Deterministic Android\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src\",\"revision\":\"26357786e303d2739a52b5d004d571274ead4ad2\"}}",
"pubsub_callback": {
"auth_token": "...",
"topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
},
"tags": [
"builder:Deterministic Android",
"scheduler_invocation_id:9027366115461470976",
"scheduler_job_id:chromium/Deterministic Android",
"user_agent:luci-scheduler",
"buildset:commit/git/26357786e303d2739a52b5d004d571274ead4ad2",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/26357786e303d2739a52b5d004d571274ead4ad2",
"gitiles_ref:refs/heads/master"
]
}
[11:50:15.035] Buildbucket response:
{
"build": {
"bucket": "luci.chromium.ci",
"canary_preference": "PROD",
"created_by": "project:chromium",
"created_ts": "1606996214501165",
"id": "8861936053341182304",
"parameters_json": "{\"builder_name\": \"Deterministic Android\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"26357786e303d2739a52b5d004d571274ead4ad2\"}}",
"project": "chromium",
"result_details_json": "{\"properties\": {}}",
"service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"status": "SCHEDULED",
"status_changed_ts": "1606996214895662",
"tags": [
"build_address:luci.chromium.ci/Deterministic Android/8325",
"builder:Deterministic Android",
"buildset:commit/git/26357786e303d2739a52b5d004d571274ead4ad2",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/26357786e303d2739a52b5d004d571274ead4ad2",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9027366115461470976",
"scheduler_job_id:chromium/Deterministic Android",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8861936053341182304/+/annotations",
"swarming_tag:luci_project:chromium",
"swarming_tag:recipe_name:swarming/deterministic_build",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_task_id:",
"user_agent:luci-scheduler"
],
"updated_ts": "1606996214895821",
"url": "https://ci.chromium.org/b/8861936053341182304",
"utcnow_ts": "1606996215024914"
}
}
[11:50:15.035] Task URL: https://ci.chromium.org/b/8861936053341182304
[11:50:15.035] Scheduling timer "check-buildbucket-build-status" (chromium/Deterministic Android:9027366115461470976:2:0) after 1m0s
[11:51:15.224] Handling timer "check-buildbucket-build-status" (chromium/Deterministic Android:9027366115461470976:2:0)
[11:51:15.224] Timer tick, asking Buildbucket for the build status
[11:51:15.414] Build 8861936053341182304: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[11:51:15.414] Scheduling timer "check-buildbucket-build-status" (chromium/Deterministic Android:9027366115461470976:3:0) after 1m0s
[11:52:15.555] Handling timer "check-buildbucket-build-status" (chromium/Deterministic Android:9027366115461470976:3:0)
[11:52:15.555] Timer tick, asking Buildbucket for the build status
[11:52:15.663] Build 8861936053341182304: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[11:52:15.663] Scheduling timer "check-buildbucket-build-status" (chromium/Deterministic Android:9027366115461470976:4:0) after 1m0s
[11:53:15.865] Handling timer "check-buildbucket-build-status" (chromium/Deterministic Android:9027366115461470976:4:0)
[11:53:15.865] Timer tick, asking Buildbucket for the build status
[11:53:16.009] Build 8861936053341182304: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[11:53:16.009] Scheduling timer "check-buildbucket-build-status" (chromium/Deterministic Android:9027366115461470976:5:0) after 1m0s
[11:54:16.215] Handling timer "check-buildbucket-build-status" (chromium/Deterministic Android:9027366115461470976:5:0)
[11:54:16.215] Timer tick, asking Buildbucket for the build status
[11:54:16.483] Build 8861936053341182304: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[11:54:16.483] Scheduling timer "check-buildbucket-build-status" (chromium/Deterministic Android:9027366115461470976:6:0) after 1m0s
[11:55:03.578] Received PubSub notification, asking Buildbucket for the build status
[11:55:03.957] Build 8861936053341182304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:55:16.614] Handling timer "check-buildbucket-build-status" (chromium/Deterministic Android:9027366115461470976:6:0)
[11:55:16.614] Timer tick, asking Buildbucket for the build status
[11:55:16.727] Build 8861936053341182304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:55:16.727] Scheduling timer "check-buildbucket-build-status" (chromium/Deterministic Android:9027366115461470976:8:0) after 1m0s
[11:56:16.758] Handling timer "check-buildbucket-build-status" (chromium/Deterministic Android:9027366115461470976:8:0)
[11:56:16.758] Timer tick, asking Buildbucket for the build status
[11:56:18.094] Build 8861936053341182304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:56:18.094] Scheduling timer "check-buildbucket-build-status" (chromium/Deterministic Android:9027366115461470976:9:0) after 1m0s
[11:57:18.104] Handling timer "check-buildbucket-build-status" (chromium/Deterministic Android:9027366115461470976:9:0)
[11:57:18.104] Timer tick, asking Buildbucket for the build status
[11:57:18.358] Build 8861936053341182304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:57:18.359] Scheduling timer "check-buildbucket-build-status" (chromium/Deterministic Android:9027366115461470976:10:0) after 1m0s
[11:58:18.417] Handling timer "check-buildbucket-build-status" (chromium/Deterministic Android:9027366115461470976:10:0)
[11:58:18.417] Timer tick, asking Buildbucket for the build status
[11:58:18.500] Build 8861936053341182304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:58:18.500] Scheduling timer "check-buildbucket-build-status" (chromium/Deterministic Android:9027366115461470976:11:0) after 1m0s
[11:59:18.557] Handling timer "check-buildbucket-build-status" (chromium/Deterministic Android:9027366115461470976:11:0)
[11:59:18.557] Timer tick, asking Buildbucket for the build status
[11:59:18.861] Build 8861936053341182304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:59:18.861] Scheduling timer "check-buildbucket-build-status" (chromium/Deterministic Android:9027366115461470976:12:0) after 1m0s
[12:00:18.942] Handling timer "check-buildbucket-build-status" (chromium/Deterministic Android:9027366115461470976:12:0)
[12:00:18.942] Timer tick, asking Buildbucket for the build status
[12:00:19.676] Build 8861936053341182304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:00:19.676] Scheduling timer "check-buildbucket-build-status" (chromium/Deterministic Android:9027366115461470976:13:0) after 1m0s
[12:01:19.691] Handling timer "check-buildbucket-build-status" (chromium/Deterministic Android:9027366115461470976:13:0)
[12:01:19.691] Timer tick, asking Buildbucket for the build status
[12:01:19.779] Build 8861936053341182304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:01:19.779] Scheduling timer "check-buildbucket-build-status" (chromium/Deterministic Android:9027366115461470976:14:0) after 1m0s
[12:02:19.869] Handling timer "check-buildbucket-build-status" (chromium/Deterministic Android:9027366115461470976:14:0)
[12:02:19.869] Timer tick, asking Buildbucket for the build status
[12:02:19.951] Build 8861936053341182304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:02:19.951] Scheduling timer "check-buildbucket-build-status" (chromium/Deterministic Android:9027366115461470976:15:0) after 1m0s
[12:03:20.013] Handling timer "check-buildbucket-build-status" (chromium/Deterministic Android:9027366115461470976:15:0)
[12:03:20.013] Timer tick, asking Buildbucket for the build status
[12:03:20.314] Build 8861936053341182304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:03:20.314] Scheduling timer "check-buildbucket-build-status" (chromium/Deterministic Android:9027366115461470976:16:0) after 1m0s
[12:04:20.323] Handling timer "check-buildbucket-build-status" (chromium/Deterministic Android:9027366115461470976:16:0)
[12:04:20.323] Timer tick, asking Buildbucket for the build status
[12:04:20.400] Build 8861936053341182304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:04:20.400] Scheduling timer "check-buildbucket-build-status" (chromium/Deterministic Android:9027366115461470976:17:0) after 1m0s
[12:05:20.455] Handling timer "check-buildbucket-build-status" (chromium/Deterministic Android:9027366115461470976:17:0)
[12:05:20.455] Timer tick, asking Buildbucket for the build status
[12:05:20.637] Build 8861936053341182304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:05:20.637] Scheduling timer "check-buildbucket-build-status" (chromium/Deterministic Android:9027366115461470976:18:0) after 1m0s
[12:06:20.686] Handling timer "check-buildbucket-build-status" (chromium/Deterministic Android:9027366115461470976:18:0)
[12:06:20.686] Timer tick, asking Buildbucket for the build status
[12:06:21.124] Build 8861936053341182304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:06:21.124] Scheduling timer "check-buildbucket-build-status" (chromium/Deterministic Android:9027366115461470976:19:0) after 1m0s
[12:07:21.145] Handling timer "check-buildbucket-build-status" (chromium/Deterministic Android:9027366115461470976:19:0)
[12:07:21.145] Timer tick, asking Buildbucket for the build status
[12:07:21.228] Build 8861936053341182304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:07:21.228] Scheduling timer "check-buildbucket-build-status" (chromium/Deterministic Android:9027366115461470976:20:0) after 1m0s
[12:08:21.273] Handling timer "check-buildbucket-build-status" (chromium/Deterministic Android:9027366115461470976:20:0)
[12:08:21.273] Timer tick, asking Buildbucket for the build status
[12:08:21.456] Build 8861936053341182304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:08:21.456] Scheduling timer "check-buildbucket-build-status" (chromium/Deterministic Android:9027366115461470976:21:0) after 1m0s
[12:09:21.493] Handling timer "check-buildbucket-build-status" (chromium/Deterministic Android:9027366115461470976:21:0)
[12:09:21.493] Timer tick, asking Buildbucket for the build status
[12:09:21.566] Build 8861936053341182304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:09:21.566] Scheduling timer "check-buildbucket-build-status" (chromium/Deterministic Android:9027366115461470976:22:0) after 1m0s
[12:10:21.561] Handling timer "check-buildbucket-build-status" (chromium/Deterministic Android:9027366115461470976:22:0)
[12:10:21.561] Timer tick, asking Buildbucket for the build status
[12:10:21.941] Build 8861936053341182304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:10:21.941] Scheduling timer "check-buildbucket-build-status" (chromium/Deterministic Android:9027366115461470976:23:0) after 1m0s
[12:11:21.970] Handling timer "check-buildbucket-build-status" (chromium/Deterministic Android:9027366115461470976:23:0)
[12:11:21.970] Timer tick, asking Buildbucket for the build status
[12:11:22.229] Build 8861936053341182304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:11:22.229] Scheduling timer "check-buildbucket-build-status" (chromium/Deterministic Android:9027366115461470976:24:0) after 1m0s
[12:12:22.257] Handling timer "check-buildbucket-build-status" (chromium/Deterministic Android:9027366115461470976:24:0)
[12:12:22.257] Timer tick, asking Buildbucket for the build status
[12:12:24.150] Build 8861936053341182304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:12:24.150] Scheduling timer "check-buildbucket-build-status" (chromium/Deterministic Android:9027366115461470976:25:0) after 1m0s
[12:13:24.205] Handling timer "check-buildbucket-build-status" (chromium/Deterministic Android:9027366115461470976:25:0)
[12:13:24.205] Timer tick, asking Buildbucket for the build status
[12:13:24.696] Build 8861936053341182304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:13:24.696] Scheduling timer "check-buildbucket-build-status" (chromium/Deterministic Android:9027366115461470976:26:0) after 1m0s
[12:14:24.673] Handling timer "check-buildbucket-build-status" (chromium/Deterministic Android:9027366115461470976:26:0)
[12:14:24.673] Timer tick, asking Buildbucket for the build status
[12:14:24.763] Build 8861936053341182304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:14:24.763] Scheduling timer "check-buildbucket-build-status" (chromium/Deterministic Android:9027366115461470976:27:0) after 1m0s
[12:15:24.815] Handling timer "check-buildbucket-build-status" (chromium/Deterministic Android:9027366115461470976:27:0)
[12:15:24.815] Timer tick, asking Buildbucket for the build status
[12:15:25.258] Build 8861936053341182304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:15:25.258] Scheduling timer "check-buildbucket-build-status" (chromium/Deterministic Android:9027366115461470976:28:0) after 1m0s
[12:16:25.347] Handling timer "check-buildbucket-build-status" (chromium/Deterministic Android:9027366115461470976:28:0)
[12:16:25.347] Timer tick, asking Buildbucket for the build status
[12:16:25.591] Build 8861936053341182304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:16:25.591] Scheduling timer "check-buildbucket-build-status" (chromium/Deterministic Android:9027366115461470976:29:0) after 1m0s
[12:17:25.815] Handling timer "check-buildbucket-build-status" (chromium/Deterministic Android:9027366115461470976:29:0)
[12:17:25.815] Timer tick, asking Buildbucket for the build status
[12:17:25.885] Build 8861936053341182304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:17:25.885] Scheduling timer "check-buildbucket-build-status" (chromium/Deterministic Android:9027366115461470976:30:0) after 1m0s
[12:17:53.145] Received PubSub notification, asking Buildbucket for the build status
[12:17:53.252] Build 8861936053341182304: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[12:17:53.252] Buildbucket build:
{
"build": {
"bucket": "luci.chromium.ci",
"canary_preference": "PROD",
"completed_ts": "1606997872227290",
"created_by": "project:chromium",
"created_ts": "1606996214501165",
"failure_reason": "BUILD_FAILURE",
"id": "8861936053341182304",
"parameters_json": "{\"builder_name\": \"Deterministic Android\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"26357786e303d2739a52b5d004d571274ead4ad2\"}}",
"project": "chromium",
"result": "FAILURE",
"result_details_json": "{\"error\": {\"message\": \"Step('gclient runhooks') (retcode: 2)\"}, \"properties\": {\"$build/goma\": {\"enable_ats\": true, \"jobs\": 150.0, \"rpc_extra_params\": \"?prod\", \"server_host\": \"goma.chromium.org\", \"use_luci_auth\": true}, \"$recipe_engine/isolated\": {\"server\": \"https://isolateserver.appspot.com\"}, \"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"luci-chromium-ci-xenial-us-central1-b-8-71-1j41\", \"branch\": \"refs/heads/master\", \"builder_group\": \"chromium.android\", \"buildername\": \"Deterministic Android\", \"buildnumber\": 8325, \"got_angle_revision\": \"8670d6183a8439622e5f4527e4971bafb1a9ffa7\", \"got_dawn_revision\": \"3668d352bc5fe13af27dc178d203f67032537a7f\", \"got_nacl_revision\": \"3ac0b060c794b64531b47dfded8ff8d951a5c648\", \"got_revision\": \"26357786e303d2739a52b5d004d571274ead4ad2\", \"got_revision_cp\": \"refs/heads/master@{#833252}\", \"got_swarming_client_revision\": \"1a072711d4388c62e02480fabc26c68c24494be9\", \"got_swiftshader_revision\": \"bae138de13ac876cbca0e30a40b89dc808e2b29d\", \"got_v8_revision\": \"2c0399211ca667c8af5cd5e98bee65b180e356a2\", \"got_v8_revision_cp\": \"refs/heads/8.9.89@{#1}\", \"got_webrtc_revision\": \"c40073b687dad9c505f5a012bb1014f7f39d816b\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#32752}\", \"path_config\": \"generic\", \"recipe\": \"swarming/deterministic_build\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"26357786e303d2739a52b5d004d571274ead4ad2\"}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_36c8846ac28dcb92a60d8a88629bcaff3f7fc5fe5317cfbc320487dfb1197cd9_v2\", \"builder_3e35691df8e10f0f9a2876627ba5bcbf70dc06793975d132d4535f10bccc6635_v2\", \"builder_6440ef9dedd0dc3b34dcb22ab34f3415d4cc49eb5cc8c1aeab1a9757364e9da5_v2\", \"builder_683151a13e11b6ef159b21e9ff1210b7a016189cdbfd66586ebc7bd6db856ba2_v2\", \"builder_78080097a3960c8831291638a631c67e272aa3d821d469cd7fbf44d1ce982b94_v2\", \"builder_847b8249ec8334f5a90b5e0f1190646f2316bd1dfca5c1d0952633ff4ae3048f_v2\", \"builder_98a60cf4ba341a05f49601a94ea91d205798f47ee731869ed66ec9c0f2c54ce9_v2\", \"builder_bf60de3a2a061c3c4c67ad9afdde23d2342e42cdda6e8a4003b52312ca24fd40_v2\", \"builder_c66788656bdf2acb3179f9105d1e02eee4c98139f3cebcabd373c722039a64ae_v2\", \"builder_df5f6e04670a187db9d43a49be0e3fb556e21198ca16a4edd220f642a83ad141_v2\", \"builder_fac2959e29eeee13eb43de2791ff2fcb7aa7ab15952f0beca21f4615b55fa2a2_v2\", \"builder_fe5305c96c631c9bcc74a68d877d31a94a8d3c28663b28d2fadfc8f798de4ec0_v2\", \"git\", \"goma_v2\", \"vpython\"], \"cores\": [\"8\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-Haswell_GCE\", \"x86-64-avx2\"], \"gce\": [\"1\"], \"gcp\": [\"google.com:chromecompute\"], \"gpu\": [\"none\"], \"id\": [\"luci-chromium-ci-xenial-us-central1-b-8-71-1j41\"], \"image\": [\"chrome-xenial-20112200-f7cdea8df03\"], \"inside_docker\": [\"0\"], \"kvm\": [\"1\"], \"locale\": [\"en_US.UTF-8\"], \"machine_type\": [\"e2-standard-8\"], \"os\": [\"Linux\", \"Ubuntu\", \"Ubuntu-16\", \"Ubuntu-16.04\", \"Ubuntu-16.04.6\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.12\"], \"server_version\": [\"5640-d0eb544\"], \"ssd\": [\"0\"], \"zone\": [\"us\", \"us-central\", \"us-central1\", \"us-central1-b\"]}}, \"ui\": {\"info\": \"Step('gclient runhooks') (retcode: 2)\"}}",
"service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"started_ts": "1606996502955879",
"status": "COMPLETED",
"status_changed_ts": "1606996503263720",
"tags": [
"build_address:luci.chromium.ci/Deterministic Android/8325",
"builder:Deterministic Android",
"buildset:commit/git/26357786e303d2739a52b5d004d571274ead4ad2",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/26357786e303d2739a52b5d004d571274ead4ad2",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9027366115461470976",
"scheduler_job_id:chromium/Deterministic Android",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8861936053341182304/+/annotations",
"swarming_tag:luci_project:chromium",
"swarming_tag:os:Linux",
"swarming_tag:recipe_name:swarming/deterministic_build",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_task_id:504141cf93a87310",
"user_agent:luci-scheduler"
],
"updated_ts": "1606997872674974",
"url": "https://ci.chromium.org/b/8861936053341182304",
"utcnow_ts": "1606997873239160"
}
}
[12:17:53.252] Invocation finished in 27m40.156299669s with status FAILED