[17:45:54.925] New invocation is queued and will start shortly
[17:46:04.735] Starting the invocation (attempt 1)
[17:46:04.783] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[17:46:04.783] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[17:46:04.784] Buildbucket request:
{
"bucket": "luci.nacl.toolchain",
"client_operation_id": "9039030745616168032",
"parameters_json": "{\"builder_name\":\"linux-pnacl-x86_64-tests-x86_32\",\"properties\":{\"$recipe_engine/scheduler\":{\"hostname\":\"luci-scheduler.appspot.com\",\"triggers\":[{\"gitiles\":{\"ref\":\"refs/heads/master\",\"repo\":\"https://chromium.googlesource.com/native_client/src/native_client.git\",\"revision\":\"3008f9e6de122325d8f9dbf02f7cdd51fa1ec306\"},\"id\":\"https://chromium.googlesource.com/native_client/src/native_client.git/+/refs/heads/master@3008f9e6de122325d8f9dbf02f7cdd51fa1ec306\",\"title\":\"3008f9e6de122325d8f9dbf02f7cdd51fa1ec306\",\"url\":\"https://chromium.googlesource.com/native_client/src/native_client.git/+/3008f9e6de122325d8f9dbf02f7cdd51fa1ec306\"}]},\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/native_client/src/native_client.git\",\"revision\":\"3008f9e6de122325d8f9dbf02f7cdd51fa1ec306\"}}",
"pubsub_callback": {
"auth_token": "...",
"topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
},
"tags": [
"builder:linux-pnacl-x86_64-tests-x86_32",
"scheduler_invocation_id:9039030745616168032",
"scheduler_job_id:nacl/linux-pnacl-x86_64-tests-x86_32",
"user_agent:luci-scheduler",
"buildset:commit/git/3008f9e6de122325d8f9dbf02f7cdd51fa1ec306",
"buildset:commit/gitiles/chromium.googlesource.com/native_client/src/native_client/+/3008f9e6de122325d8f9dbf02f7cdd51fa1ec306",
"gitiles_ref:refs/heads/master"
]
}
[17:46:07.089] Buildbucket response:
{
"build": {
"bucket": "luci.nacl.toolchain",
"canary_preference": "PROD",
"created_by": "project:nacl",
"created_ts": "1595871964951345",
"id": "8873600674437328784",
"parameters_json": "{\"builder_name\": \"linux-pnacl-x86_64-tests-x86_32\", \"properties\": {\"$recipe_engine/scheduler\": {\"hostname\": \"luci-scheduler.appspot.com\", \"triggers\": [{\"gitiles\": {\"ref\": \"refs/heads/master\", \"repo\": \"https://chromium.googlesource.com/native_client/src/native_client.git\", \"revision\": \"3008f9e6de122325d8f9dbf02f7cdd51fa1ec306\"}, \"id\": \"https://chromium.googlesource.com/native_client/src/native_client.git/+/refs/heads/master@3008f9e6de122325d8f9dbf02f7cdd51fa1ec306\", \"title\": \"3008f9e6de122325d8f9dbf02f7cdd51fa1ec306\", \"url\": \"https://chromium.googlesource.com/native_client/src/native_client.git/+/3008f9e6de122325d8f9dbf02f7cdd51fa1ec306\"}]}, \"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/native_client/src/native_client.git\", \"revision\": \"3008f9e6de122325d8f9dbf02f7cdd51fa1ec306\"}}",
"project": "nacl",
"result_details_json": "{\"properties\": {}}",
"service_account": "nacl-toolchain-builder@chops-service-accounts.iam.gserviceaccount.com",
"status": "SCHEDULED",
"status_changed_ts": "1595871966722336",
"tags": [
"build_address:luci.nacl.toolchain/linux-pnacl-x86_64-tests-x86_32/5167",
"builder:linux-pnacl-x86_64-tests-x86_32",
"buildset:commit/git/3008f9e6de122325d8f9dbf02f7cdd51fa1ec306",
"buildset:commit/gitiles/chromium.googlesource.com/native_client/src/native_client/+/3008f9e6de122325d8f9dbf02f7cdd51fa1ec306",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9039030745616168032",
"scheduler_job_id:nacl/linux-pnacl-x86_64-tests-x86_32",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/nacl/buildbucket/cr-buildbucket.appspot.com/8873600674437328784/+/annotations",
"swarming_tag:luci_project:nacl",
"swarming_tag:recipe_name:nacl",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_task_id:",
"user_agent:luci-scheduler"
],
"updated_ts": "1595871966722503",
"url": "https://ci.chromium.org/b/8873600674437328784",
"utcnow_ts": "1595871967067830"
}
}
[17:46:07.089] Task URL: https://ci.chromium.org/b/8873600674437328784
[17:46:07.089] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:2:0) after 1m0s
[17:47:00.282] Received PubSub notification, asking Buildbucket for the build status
[17:47:00.577] Build 8873600674437328784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:47:07.575] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:2:0)
[17:47:07.575] Timer tick, asking Buildbucket for the build status
[17:47:10.738] Build 8873600674437328784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:47:10.738] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:4:0) after 1m0s
[17:48:10.837] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:4:0)
[17:48:10.837] Timer tick, asking Buildbucket for the build status
[17:48:11.203] Build 8873600674437328784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:48:11.203] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:5:0) after 1m0s
[17:49:11.253] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:5:0)
[17:49:11.253] Timer tick, asking Buildbucket for the build status
[17:49:11.405] Build 8873600674437328784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:49:11.405] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:6:0) after 1m0s
[17:50:11.514] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:6:0)
[17:50:11.514] Timer tick, asking Buildbucket for the build status
[17:50:11.654] Build 8873600674437328784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:50:11.654] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:7:0) after 1m0s
[17:51:11.732] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:7:0)
[17:51:11.732] Timer tick, asking Buildbucket for the build status
[17:51:14.716] Build 8873600674437328784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:51:14.716] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:8:0) after 1m0s
[17:52:14.737] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:8:0)
[17:52:14.737] Timer tick, asking Buildbucket for the build status
[17:52:14.868] Build 8873600674437328784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:52:14.868] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:9:0) after 1m0s
[17:53:15.061] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:9:0)
[17:53:15.061] Timer tick, asking Buildbucket for the build status
[17:53:15.273] Build 8873600674437328784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:53:15.273] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:10:0) after 1m0s
[17:54:15.521] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:10:0)
[17:54:15.521] Timer tick, asking Buildbucket for the build status
[17:54:15.938] Build 8873600674437328784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:54:15.938] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:11:0) after 1m0s
[17:55:15.987] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:11:0)
[17:55:15.987] Timer tick, asking Buildbucket for the build status
[17:55:16.076] Build 8873600674437328784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:55:16.076] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:12:0) after 1m0s
[17:56:16.356] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:12:0)
[17:56:16.356] Timer tick, asking Buildbucket for the build status
[17:56:16.510] Build 8873600674437328784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:56:16.510] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:13:0) after 1m0s
[17:57:16.772] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:13:0)
[17:57:16.772] Timer tick, asking Buildbucket for the build status
[17:57:16.869] Build 8873600674437328784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:57:16.869] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:14:0) after 1m0s
[17:58:17.021] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:14:0)
[17:58:17.021] Timer tick, asking Buildbucket for the build status
[17:58:17.103] Build 8873600674437328784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:58:17.103] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:15:0) after 1m0s
[17:59:17.360] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:15:0)
[17:59:17.360] Timer tick, asking Buildbucket for the build status
[17:59:17.539] Build 8873600674437328784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:59:17.539] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:16:0) after 1m0s
[18:00:17.529] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:16:0)
[18:00:17.529] Timer tick, asking Buildbucket for the build status
[18:00:17.673] Build 8873600674437328784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:00:17.673] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:17:0) after 1m0s
[18:01:17.816] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:17:0)
[18:01:17.816] Timer tick, asking Buildbucket for the build status
[18:01:17.948] Build 8873600674437328784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:01:17.948] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:18:0) after 1m0s
[18:02:18.117] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:18:0)
[18:02:18.117] Timer tick, asking Buildbucket for the build status
[18:02:18.803] Build 8873600674437328784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:02:18.803] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:19:0) after 1m0s
[18:03:18.841] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:19:0)
[18:03:18.841] Timer tick, asking Buildbucket for the build status
[18:03:19.229] Build 8873600674437328784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:03:19.229] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:20:0) after 1m0s
[18:04:19.302] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:20:0)
[18:04:19.302] Timer tick, asking Buildbucket for the build status
[18:04:19.533] Build 8873600674437328784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:04:19.533] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:21:0) after 1m0s
[18:05:19.674] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:21:0)
[18:05:19.674] Timer tick, asking Buildbucket for the build status
[18:05:19.991] Build 8873600674437328784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:05:19.991] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:22:0) after 1m0s
[18:06:20.069] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:22:0)
[18:06:20.069] Timer tick, asking Buildbucket for the build status
[18:06:20.210] Build 8873600674437328784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:06:20.210] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:23:0) after 1m0s
[18:07:20.242] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:23:0)
[18:07:20.242] Timer tick, asking Buildbucket for the build status
[18:07:21.414] Build 8873600674437328784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:07:21.414] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:24:0) after 1m0s
[18:08:21.747] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:24:0)
[18:08:21.747] Timer tick, asking Buildbucket for the build status
[18:08:22.029] Build 8873600674437328784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:08:22.029] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:25:0) after 1m0s
[18:09:22.062] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:25:0)
[18:09:22.062] Timer tick, asking Buildbucket for the build status
[18:09:22.250] Build 8873600674437328784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:09:22.250] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:26:0) after 1m0s
[18:10:22.265] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:26:0)
[18:10:22.266] Timer tick, asking Buildbucket for the build status
[18:10:22.462] Build 8873600674437328784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:10:22.462] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:27:0) after 1m0s
[18:11:22.545] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:27:0)
[18:11:22.545] Timer tick, asking Buildbucket for the build status
[18:11:23.015] Build 8873600674437328784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:11:23.015] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:28:0) after 1m0s
[18:12:23.143] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:28:0)
[18:12:23.143] Timer tick, asking Buildbucket for the build status
[18:12:23.457] Build 8873600674437328784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:12:23.457] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:29:0) after 1m0s
[18:13:23.504] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:29:0)
[18:13:23.504] Timer tick, asking Buildbucket for the build status
[18:13:23.908] Build 8873600674437328784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:13:23.908] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:30:0) after 1m0s
[18:14:23.947] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:30:0)
[18:14:23.947] Timer tick, asking Buildbucket for the build status
[18:14:24.422] Build 8873600674437328784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:14:24.422] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:31:0) after 1m0s
[18:15:24.496] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:31:0)
[18:15:24.496] Timer tick, asking Buildbucket for the build status
[18:15:24.665] Build 8873600674437328784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:15:24.665] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:32:0) after 1m0s
[18:16:24.715] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:32:0)
[18:16:24.716] Timer tick, asking Buildbucket for the build status
[18:16:24.871] Build 8873600674437328784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:16:24.871] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:33:0) after 1m0s
[18:17:24.879] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:33:0)
[18:17:24.879] Timer tick, asking Buildbucket for the build status
[18:17:25.699] Build 8873600674437328784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:17:25.699] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:34:0) after 1m0s
[18:18:25.748] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:34:0)
[18:18:25.748] Timer tick, asking Buildbucket for the build status
[18:18:26.024] Build 8873600674437328784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:18:26.024] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:35:0) after 1m0s
[18:19:26.053] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:35:0)
[18:19:26.053] Timer tick, asking Buildbucket for the build status
[18:19:26.276] Build 8873600674437328784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:19:26.276] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:36:0) after 1m0s
[18:20:26.487] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:36:0)
[18:20:26.487] Timer tick, asking Buildbucket for the build status
[18:20:26.726] Build 8873600674437328784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:20:26.726] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:37:0) after 1m0s
[18:21:26.922] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:37:0)
[18:21:26.922] Timer tick, asking Buildbucket for the build status
[18:21:27.087] Build 8873600674437328784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:21:27.087] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:38:0) after 1m0s
[18:22:27.249] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:38:0)
[18:22:27.249] Timer tick, asking Buildbucket for the build status
[18:22:27.366] Build 8873600674437328784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:22:27.366] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:39:0) after 1m0s
[18:23:27.431] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:39:0)
[18:23:27.432] Timer tick, asking Buildbucket for the build status
[18:23:28.313] Build 8873600674437328784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:23:28.313] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:40:0) after 1m0s
[18:24:28.872] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:40:0)
[18:24:28.872] Timer tick, asking Buildbucket for the build status
[18:24:28.979] Build 8873600674437328784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:24:28.979] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:41:0) after 1m0s
[18:25:29.327] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:41:0)
[18:25:29.327] Timer tick, asking Buildbucket for the build status
[18:25:29.475] Build 8873600674437328784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:25:29.475] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:42:0) after 1m0s
[18:26:29.617] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:42:0)
[18:26:29.617] Timer tick, asking Buildbucket for the build status
[18:26:30.375] Build 8873600674437328784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:26:30.375] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:43:0) after 1m0s
[18:27:30.428] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:43:0)
[18:27:30.428] Timer tick, asking Buildbucket for the build status
[18:27:30.508] Build 8873600674437328784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:27:30.508] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:44:0) after 1m0s
[18:28:30.613] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:44:0)
[18:28:30.613] Timer tick, asking Buildbucket for the build status
[18:28:30.693] Build 8873600674437328784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:28:30.693] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:45:0) after 1m0s
[18:29:30.798] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:45:0)
[18:29:30.798] Timer tick, asking Buildbucket for the build status
[18:29:30.905] Build 8873600674437328784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:29:30.905] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:46:0) after 1m0s
[18:30:31.022] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:46:0)
[18:30:31.022] Timer tick, asking Buildbucket for the build status
[18:30:31.140] Build 8873600674437328784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:30:31.140] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:47:0) after 1m0s
[18:31:31.263] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:47:0)
[18:31:31.263] Timer tick, asking Buildbucket for the build status
[18:31:31.833] Build 8873600674437328784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:31:31.833] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:48:0) after 1m0s
[18:32:31.891] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:48:0)
[18:32:31.891] Timer tick, asking Buildbucket for the build status
[18:32:31.992] Build 8873600674437328784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:32:31.992] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:49:0) after 1m0s
[18:33:32.076] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:49:0)
[18:33:32.076] Timer tick, asking Buildbucket for the build status
[18:33:32.214] Build 8873600674437328784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:33:32.214] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:50:0) after 1m0s
[18:34:32.321] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:50:0)
[18:34:32.321] Timer tick, asking Buildbucket for the build status
[18:34:32.702] Build 8873600674437328784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:34:32.703] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:51:0) after 1m0s
[18:35:32.797] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:51:0)
[18:35:32.797] Timer tick, asking Buildbucket for the build status
[18:35:33.155] Build 8873600674437328784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:35:33.155] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:52:0) after 1m0s
[18:36:33.248] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:52:0)
[18:36:33.248] Timer tick, asking Buildbucket for the build status
[18:36:33.699] Build 8873600674437328784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:36:33.699] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:53:0) after 1m0s
[18:37:33.744] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:53:0)
[18:37:33.744] Timer tick, asking Buildbucket for the build status
[18:37:34.046] Build 8873600674437328784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:37:34.046] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:54:0) after 1m0s
[18:38:34.101] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:54:0)
[18:38:34.101] Timer tick, asking Buildbucket for the build status
[18:38:34.367] Build 8873600674437328784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:38:34.367] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:55:0) after 1m0s
[18:39:34.406] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:55:0)
[18:39:34.406] Timer tick, asking Buildbucket for the build status
[18:39:34.516] Build 8873600674437328784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:39:34.516] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:56:0) after 1m0s
[18:40:34.558] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:56:0)
[18:40:34.558] Timer tick, asking Buildbucket for the build status
[18:40:34.946] Build 8873600674437328784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:40:34.946] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:57:0) after 1m0s
[18:41:34.947] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:57:0)
[18:41:34.947] Timer tick, asking Buildbucket for the build status
[18:41:35.185] Build 8873600674437328784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:41:35.185] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:58:0) after 1m0s
[18:42:35.211] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:58:0)
[18:42:35.211] Timer tick, asking Buildbucket for the build status
[18:42:35.465] Build 8873600674437328784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:42:35.465] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:59:0) after 1m0s
[18:43:35.509] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:59:0)
[18:43:35.509] Timer tick, asking Buildbucket for the build status
[18:43:35.616] Build 8873600674437328784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:43:35.616] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:60:0) after 1m0s
[18:44:35.689] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:60:0)
[18:44:35.689] Timer tick, asking Buildbucket for the build status
[18:44:35.798] Build 8873600674437328784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:44:35.798] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:61:0) after 1m0s
[18:45:35.826] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:61:0)
[18:45:35.826] Timer tick, asking Buildbucket for the build status
[18:45:36.606] Build 8873600674437328784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:45:36.606] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:62:0) after 1m0s
[18:46:36.639] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:62:0)
[18:46:36.639] Timer tick, asking Buildbucket for the build status
[18:46:37.057] Build 8873600674437328784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:46:37.057] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:63:0) after 1m0s
[18:47:37.118] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:63:0)
[18:47:37.118] Timer tick, asking Buildbucket for the build status
[18:47:37.397] Build 8873600674437328784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:47:37.397] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:64:0) after 1m0s
[18:48:37.453] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:64:0)
[18:48:37.453] Timer tick, asking Buildbucket for the build status
[18:48:37.928] Build 8873600674437328784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:48:37.928] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:65:0) after 1m0s
[18:49:37.970] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:65:0)
[18:49:37.970] Timer tick, asking Buildbucket for the build status
[18:49:38.089] Build 8873600674437328784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:49:38.089] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:66:0) after 1m0s
[18:50:38.136] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:66:0)
[18:50:38.136] Timer tick, asking Buildbucket for the build status
[18:50:38.202] Build 8873600674437328784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:50:38.202] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:67:0) after 1m0s
[18:51:38.229] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:67:0)
[18:51:38.229] Timer tick, asking Buildbucket for the build status
[18:51:38.675] Build 8873600674437328784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:51:38.675] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:68:0) after 1m0s
[18:52:38.720] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:68:0)
[18:52:38.720] Timer tick, asking Buildbucket for the build status
[18:52:38.798] Build 8873600674437328784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:52:38.798] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:69:0) after 1m0s
[18:53:38.881] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:69:0)
[18:53:38.881] Timer tick, asking Buildbucket for the build status
[18:53:40.113] Build 8873600674437328784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:53:40.113] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:70:0) after 1m0s
[18:54:40.155] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:70:0)
[18:54:40.155] Timer tick, asking Buildbucket for the build status
[18:54:40.589] Build 8873600674437328784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:54:40.589] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:71:0) after 1m0s
[18:55:40.673] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:71:0)
[18:55:40.673] Timer tick, asking Buildbucket for the build status
[18:55:40.806] Build 8873600674437328784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:55:40.806] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:72:0) after 1m0s
[18:56:40.839] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:72:0)
[18:56:40.839] Timer tick, asking Buildbucket for the build status
[18:56:41.004] Build 8873600674437328784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:56:41.004] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:73:0) after 1m0s
[18:57:41.033] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:73:0)
[18:57:41.033] Timer tick, asking Buildbucket for the build status
[18:57:41.147] Build 8873600674437328784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:57:41.147] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:74:0) after 1m0s
[18:58:41.301] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:74:0)
[18:58:41.301] Timer tick, asking Buildbucket for the build status
[18:58:41.408] Build 8873600674437328784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:58:41.408] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:75:0) after 1m0s
[18:59:41.435] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:75:0)
[18:59:41.435] Timer tick, asking Buildbucket for the build status
[18:59:41.589] Build 8873600674437328784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:59:41.589] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:76:0) after 1m0s
[19:00:41.638] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:76:0)
[19:00:41.638] Timer tick, asking Buildbucket for the build status
[19:00:41.723] Build 8873600674437328784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:00:41.723] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:77:0) after 1m0s
[19:01:41.754] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:77:0)
[19:01:41.754] Timer tick, asking Buildbucket for the build status
[19:01:41.926] Build 8873600674437328784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:01:41.926] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:78:0) after 1m0s
[19:02:41.981] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:78:0)
[19:02:41.981] Timer tick, asking Buildbucket for the build status
[19:02:42.097] Build 8873600674437328784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:02:42.097] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:79:0) after 1m0s
[19:03:42.171] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:79:0)
[19:03:42.172] Timer tick, asking Buildbucket for the build status
[19:03:42.428] Build 8873600674437328784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:03:42.428] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:80:0) after 1m0s
[19:04:42.506] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:80:0)
[19:04:42.506] Timer tick, asking Buildbucket for the build status
[19:04:42.672] Build 8873600674437328784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:04:42.672] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:81:0) after 1m0s
[19:05:42.794] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:81:0)
[19:05:42.794] Timer tick, asking Buildbucket for the build status
[19:05:42.902] Build 8873600674437328784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:05:42.902] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:82:0) after 1m0s
[19:06:43.139] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:82:0)
[19:06:43.139] Timer tick, asking Buildbucket for the build status
[19:06:43.379] Build 8873600674437328784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:06:43.379] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:83:0) after 1m0s
[19:07:43.599] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:83:0)
[19:07:43.599] Timer tick, asking Buildbucket for the build status
[19:07:43.690] Build 8873600674437328784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:07:43.690] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:84:0) after 1m0s
[19:08:43.925] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:84:0)
[19:08:43.925] Timer tick, asking Buildbucket for the build status
[19:08:44.105] Build 8873600674437328784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:08:44.105] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:85:0) after 1m0s
[19:09:44.134] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:85:0)
[19:09:44.134] Timer tick, asking Buildbucket for the build status
[19:09:44.383] Build 8873600674437328784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:09:44.383] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:86:0) after 1m0s
[19:10:44.394] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:86:0)
[19:10:44.394] Timer tick, asking Buildbucket for the build status
[19:10:44.826] Build 8873600674437328784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:10:44.826] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:87:0) after 1m0s
[19:11:44.833] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:87:0)
[19:11:44.833] Timer tick, asking Buildbucket for the build status
[19:11:45.291] Build 8873600674437328784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:11:45.291] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:88:0) after 1m0s
[19:12:45.352] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:88:0)
[19:12:45.352] Timer tick, asking Buildbucket for the build status
[19:12:45.433] Build 8873600674437328784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:12:45.434] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:89:0) after 1m0s
[19:13:45.503] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:89:0)
[19:13:45.503] Timer tick, asking Buildbucket for the build status
[19:13:45.575] Build 8873600674437328784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:13:45.575] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:90:0) after 1m0s
[19:14:45.744] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:90:0)
[19:14:45.744] Timer tick, asking Buildbucket for the build status
[19:14:46.061] Build 8873600674437328784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:14:46.061] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:91:0) after 1m0s
[19:15:46.099] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:91:0)
[19:15:46.099] Timer tick, asking Buildbucket for the build status
[19:15:46.364] Build 8873600674437328784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:15:46.364] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:92:0) after 1m0s
[19:16:46.401] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:92:0)
[19:16:46.401] Timer tick, asking Buildbucket for the build status
[19:16:46.611] Build 8873600674437328784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:16:46.611] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:93:0) after 1m0s
[19:17:46.634] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:93:0)
[19:17:46.634] Timer tick, asking Buildbucket for the build status
[19:17:46.749] Build 8873600674437328784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:17:46.749] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:94:0) after 1m0s
[19:18:46.788] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:94:0)
[19:18:46.788] Timer tick, asking Buildbucket for the build status
[19:18:46.876] Build 8873600674437328784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:18:46.877] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:95:0) after 1m0s
[19:19:46.955] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:95:0)
[19:19:46.955] Timer tick, asking Buildbucket for the build status
[19:19:47.167] Build 8873600674437328784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:19:47.167] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:96:0) after 1m0s
[19:20:47.196] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:96:0)
[19:20:47.196] Timer tick, asking Buildbucket for the build status
[19:20:48.197] Build 8873600674437328784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:20:48.198] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:97:0) after 1m0s
[19:21:48.368] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:97:0)
[19:21:48.368] Timer tick, asking Buildbucket for the build status
[19:21:49.277] Build 8873600674437328784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:21:49.277] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:98:0) after 1m0s
[19:22:49.356] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:98:0)
[19:22:49.356] Timer tick, asking Buildbucket for the build status
[19:22:50.465] Build 8873600674437328784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:22:50.465] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:99:0) after 1m0s
[19:23:50.636] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:99:0)
[19:23:50.636] Timer tick, asking Buildbucket for the build status
[19:23:50.713] Build 8873600674437328784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:23:50.713] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:100:0) after 1m0s
[19:24:50.835] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:100:0)
[19:24:50.835] Timer tick, asking Buildbucket for the build status
[19:24:50.944] Build 8873600674437328784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:24:50.944] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:101:0) after 1m0s
[19:25:51.051] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:101:0)
[19:25:51.051] Timer tick, asking Buildbucket for the build status
[19:25:51.528] Build 8873600674437328784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:25:51.528] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:102:0) after 1m0s
[19:26:51.588] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:102:0)
[19:26:51.588] Timer tick, asking Buildbucket for the build status
[19:26:52.507] Build 8873600674437328784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:26:52.507] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:103:0) after 1m0s
[19:27:52.633] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:103:0)
[19:27:52.633] Timer tick, asking Buildbucket for the build status
[19:27:52.746] Build 8873600674437328784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:27:52.746] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:104:0) after 1m0s
[19:28:52.871] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:104:0)
[19:28:52.871] Timer tick, asking Buildbucket for the build status
[19:28:52.962] Build 8873600674437328784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:28:52.962] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:105:0) after 1m0s
[19:29:52.936] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:105:0)
[19:29:52.936] Timer tick, asking Buildbucket for the build status
[19:29:53.054] Build 8873600674437328784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:29:53.054] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:106:0) after 1m0s
[19:30:53.058] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:106:0)
[19:30:53.058] Timer tick, asking Buildbucket for the build status
[19:30:54.169] Build 8873600674437328784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:30:54.169] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:107:0) after 1m0s
[19:31:54.248] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:107:0)
[19:31:54.248] Timer tick, asking Buildbucket for the build status
[19:31:54.929] Build 8873600674437328784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:31:54.929] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:108:0) after 1m0s
[19:32:54.986] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:108:0)
[19:32:54.986] Timer tick, asking Buildbucket for the build status
[19:32:55.522] Build 8873600674437328784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:32:55.522] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9039030745616168032:109:0) after 1m0s
[19:33:02.780] Received PubSub notification, asking Buildbucket for the build status
[19:33:04.604] Build 8873600674437328784: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[19:33:04.604] Buildbucket build:
{
"build": {
"bucket": "luci.nacl.toolchain",
"canary_preference": "PROD",
"completed_ts": "1595878382078306",
"created_by": "project:nacl",
"created_ts": "1595871964951345",
"failure_reason": "BUILD_FAILURE",
"id": "8873600674437328784",
"parameters_json": "{\"builder_name\": \"linux-pnacl-x86_64-tests-x86_32\", \"properties\": {\"$recipe_engine/scheduler\": {\"hostname\": \"luci-scheduler.appspot.com\", \"triggers\": [{\"gitiles\": {\"ref\": \"refs/heads/master\", \"repo\": \"https://chromium.googlesource.com/native_client/src/native_client.git\", \"revision\": \"3008f9e6de122325d8f9dbf02f7cdd51fa1ec306\"}, \"id\": \"https://chromium.googlesource.com/native_client/src/native_client.git/+/refs/heads/master@3008f9e6de122325d8f9dbf02f7cdd51fa1ec306\", \"title\": \"3008f9e6de122325d8f9dbf02f7cdd51fa1ec306\", \"url\": \"https://chromium.googlesource.com/native_client/src/native_client.git/+/3008f9e6de122325d8f9dbf02f7cdd51fa1ec306\"}]}, \"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/native_client/src/native_client.git\", \"revision\": \"3008f9e6de122325d8f9dbf02f7cdd51fa1ec306\"}}",
"project": "nacl",
"result": "FAILURE",
"result_details_json": "{\"error\": {\"message\": \"Step('annotated steps') (retcode: 1)\"}, \"properties\": {\"$build/goma\": {\"enable_ats\": true, \"rpc_extra_params\": \"?prod\", \"server_host\": \"goma.chromium.org\"}, \"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"$recipe_engine/scheduler\": {\"hostname\": \"luci-scheduler.appspot.com\", \"triggers\": [{\"gitiles\": {\"ref\": \"refs/heads/master\", \"repo\": \"https://chromium.googlesource.com/native_client/src/native_client.git\", \"revision\": \"3008f9e6de122325d8f9dbf02f7cdd51fa1ec306\"}, \"id\": \"https://chromium.googlesource.com/native_client/src/native_client.git/+/refs/heads/master@3008f9e6de122325d8f9dbf02f7cdd51fa1ec306\", \"title\": \"3008f9e6de122325d8f9dbf02f7cdd51fa1ec306\", \"url\": \"https://chromium.googlesource.com/native_client/src/native_client.git/+/3008f9e6de122325d8f9dbf02f7cdd51fa1ec306\"}]}, \"bot_id\": \"luci-nacl-toolchain-xenial-0-yqz6\", \"branch\": \"refs/heads/master\", \"buildername\": \"linux-pnacl-x86_64-tests-x86_32\", \"buildnumber\": 5167, \"got_revision\": \"3008f9e6de122325d8f9dbf02f7cdd51fa1ec306\", \"mastername\": \"client.nacl.toolchain\", \"path_config\": \"generic\", \"recipe\": \"nacl\", \"repository\": \"https://chromium.googlesource.com/native_client/src/native_client.git\", \"revision\": \"3008f9e6de122325d8f9dbf02f7cdd51fa1ec306\", \"slavetype\": \"BuilderTester\"}, \"swarming\": {\"bot_dimensions\": {\"cores\": [\"16\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-Broadwell_GCE\", \"x86-64-avx2\"], \"gce\": [\"1\"], \"gcp\": [\"google.com:chromecompute\"], \"gpu\": [\"none\"], \"id\": [\"luci-nacl-toolchain-xenial-0-yqz6\"], \"image\": [\"chrome-xenial-20052400-59eb8623c93\"], \"inside_docker\": [\"0\"], \"kvm\": [\"1\"], \"locale\": [\"en_US.UTF-8\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Linux\", \"Ubuntu\", \"Ubuntu-16\", \"Ubuntu-16.04\", \"Ubuntu-16.04.6\"], \"pool\": [\"luci.nacl.toolchain\"], \"python\": [\"2.7.12\"], \"server_version\": [\"5434-62f16a1\"], \"ssd\": [\"0\"], \"zone\": [\"us\", \"us-east\", \"us-east1\", \"us-east1-b\"]}}, \"ui\": {\"info\": \"Step('annotated steps') (retcode: 1)\"}}",
"service_account": "nacl-toolchain-builder@chops-service-accounts.iam.gserviceaccount.com",
"started_ts": "1595872018615682",
"status": "COMPLETED",
"status_changed_ts": "1595872019179495",
"tags": [
"build_address:luci.nacl.toolchain/linux-pnacl-x86_64-tests-x86_32/5167",
"builder:linux-pnacl-x86_64-tests-x86_32",
"buildset:commit/git/3008f9e6de122325d8f9dbf02f7cdd51fa1ec306",
"buildset:commit/gitiles/chromium.googlesource.com/native_client/src/native_client/+/3008f9e6de122325d8f9dbf02f7cdd51fa1ec306",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9039030745616168032",
"scheduler_job_id:nacl/linux-pnacl-x86_64-tests-x86_32",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/nacl/buildbucket/cr-buildbucket.appspot.com/8873600674437328784/+/annotations",
"swarming_tag:luci_project:nacl",
"swarming_tag:os:Linux",
"swarming_tag:recipe_name:nacl",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_task_id:4daa33404ad67e10",
"user_agent:luci-scheduler"
],
"updated_ts": "1595878382392559",
"url": "https://ci.chromium.org/b/8873600674437328784",
"utcnow_ts": "1595878384590031"
}
}
[19:33:04.604] Invocation finished in 1h47m9.696813699s with status FAILED