[10:38:33.171] New invocation is queued and will start shortly
[10:38:34.334] Starting the invocation (attempt 1)
[10:38:34.373] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[10:38:34.373] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[10:38:34.373] Buildbucket request:
{
"bucket": "luci.nacl.toolchain",
"client_operation_id": "9019398091232294048",
"parameters_json": "{\"builder_name\":\"linux-pnacl-x86_64-tests-x86_32\",\"properties\":{\"$recipe_engine/scheduler\":{\"hostname\":\"luci-scheduler.appspot.com\",\"triggers\":[{\"gitiles\":{\"ref\":\"refs/heads/master\",\"repo\":\"https://chromium.googlesource.com/native_client/src/native_client.git\",\"revision\":\"b76bff4a0db45a20d41646ddd76b7e9ab7bf4a6a\"},\"id\":\"https://chromium.googlesource.com/native_client/src/native_client.git/+/refs/heads/master@b76bff4a0db45a20d41646ddd76b7e9ab7bf4a6a\",\"title\":\"b76bff4a0db45a20d41646ddd76b7e9ab7bf4a6a\",\"url\":\"https://chromium.googlesource.com/native_client/src/native_client.git/+/b76bff4a0db45a20d41646ddd76b7e9ab7bf4a6a\"}]},\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/native_client/src/native_client.git\",\"revision\":\"b76bff4a0db45a20d41646ddd76b7e9ab7bf4a6a\"}}",
"pubsub_callback": {
"auth_token": "...",
"topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
},
"tags": [
"builder:linux-pnacl-x86_64-tests-x86_32",
"scheduler_invocation_id:9019398091232294048",
"scheduler_job_id:nacl/linux-pnacl-x86_64-tests-x86_32",
"user_agent:luci-scheduler",
"buildset:commit/git/b76bff4a0db45a20d41646ddd76b7e9ab7bf4a6a",
"buildset:commit/gitiles/chromium.googlesource.com/native_client/src/native_client/+/b76bff4a0db45a20d41646ddd76b7e9ab7bf4a6a",
"gitiles_ref:refs/heads/master"
]
}
[10:38:36.227] Buildbucket response:
{
"build": {
"bucket": "luci.nacl.toolchain",
"canary_preference": "PROD",
"created_by": "project:nacl",
"created_ts": "1614595115571225",
"id": "8853968028052780160",
"parameters_json": "{\"builder_name\": \"linux-pnacl-x86_64-tests-x86_32\", \"properties\": {\"$recipe_engine/scheduler\": {\"hostname\": \"luci-scheduler.appspot.com\", \"triggers\": [{\"gitiles\": {\"ref\": \"refs/heads/master\", \"repo\": \"https://chromium.googlesource.com/native_client/src/native_client.git\", \"revision\": \"b76bff4a0db45a20d41646ddd76b7e9ab7bf4a6a\"}, \"id\": \"https://chromium.googlesource.com/native_client/src/native_client.git/+/refs/heads/master@b76bff4a0db45a20d41646ddd76b7e9ab7bf4a6a\", \"title\": \"b76bff4a0db45a20d41646ddd76b7e9ab7bf4a6a\", \"url\": \"https://chromium.googlesource.com/native_client/src/native_client.git/+/b76bff4a0db45a20d41646ddd76b7e9ab7bf4a6a\"}]}, \"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/native_client/src/native_client.git\", \"revision\": \"b76bff4a0db45a20d41646ddd76b7e9ab7bf4a6a\"}}",
"project": "nacl",
"result_details_json": "{\"properties\": {}}",
"service_account": "nacl-toolchain-builder@chops-service-accounts.iam.gserviceaccount.com",
"status": "SCHEDULED",
"status_changed_ts": "1614595116043807",
"tags": [
"build_address:luci.nacl.toolchain/linux-pnacl-x86_64-tests-x86_32/5186",
"builder:linux-pnacl-x86_64-tests-x86_32",
"buildset:commit/git/b76bff4a0db45a20d41646ddd76b7e9ab7bf4a6a",
"buildset:commit/gitiles/chromium.googlesource.com/native_client/src/native_client/+/b76bff4a0db45a20d41646ddd76b7e9ab7bf4a6a",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9019398091232294048",
"scheduler_job_id:nacl/linux-pnacl-x86_64-tests-x86_32",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/nacl/buildbucket/cr-buildbucket.appspot.com/8853968028052780160/+/annotations",
"swarming_tag:luci_project:nacl",
"swarming_tag:recipe_name:nacl",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_task_id:",
"user_agent:luci-scheduler"
],
"updated_ts": "1614595116044093",
"url": "https://ci.chromium.org/b/8853968028052780160",
"utcnow_ts": "1614595116217962"
}
}
[10:38:36.227] Task URL: https://ci.chromium.org/b/8853968028052780160
[10:38:36.227] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:2:0) after 1m0s
[10:39:36.285] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:2:0)
[10:39:36.285] Timer tick, asking Buildbucket for the build status
[10:39:36.454] Build 8853968028052780160: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:39:36.454] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:3:0) after 1m0s
[10:39:47.692] Received PubSub notification, asking Buildbucket for the build status
[10:39:48.220] Build 8853968028052780160: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:40:36.535] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:3:0)
[10:40:36.535] Timer tick, asking Buildbucket for the build status
[10:40:36.590] Build 8853968028052780160: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:40:36.590] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:5:0) after 1m0s
[10:41:36.617] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:5:0)
[10:41:36.617] Timer tick, asking Buildbucket for the build status
[10:41:36.947] Build 8853968028052780160: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:41:36.947] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:6:0) after 1m0s
[10:42:37.366] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:6:0)
[10:42:37.366] Timer tick, asking Buildbucket for the build status
[10:42:37.443] Build 8853968028052780160: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:42:37.443] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:7:0) after 1m0s
[10:43:37.569] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:7:0)
[10:43:37.570] Timer tick, asking Buildbucket for the build status
[10:43:37.755] Build 8853968028052780160: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:43:37.755] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:8:0) after 1m0s
[10:44:37.781] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:8:0)
[10:44:37.781] Timer tick, asking Buildbucket for the build status
[10:44:38.184] Build 8853968028052780160: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:44:38.184] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:9:0) after 1m0s
[10:45:38.203] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:9:0)
[10:45:38.203] Timer tick, asking Buildbucket for the build status
[10:45:38.585] Build 8853968028052780160: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:45:38.585] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:10:0) after 1m0s
[10:46:38.634] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:10:0)
[10:46:38.634] Timer tick, asking Buildbucket for the build status
[10:46:38.704] Build 8853968028052780160: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:46:38.704] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:11:0) after 1m0s
[10:47:38.708] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:11:0)
[10:47:38.708] Timer tick, asking Buildbucket for the build status
[10:47:38.800] Build 8853968028052780160: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:47:38.801] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:12:0) after 1m0s
[10:48:38.869] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:12:0)
[10:48:38.869] Timer tick, asking Buildbucket for the build status
[10:48:38.937] Build 8853968028052780160: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:48:38.937] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:13:0) after 1m0s
[10:49:38.971] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:13:0)
[10:49:38.971] Timer tick, asking Buildbucket for the build status
[10:49:39.074] Build 8853968028052780160: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:49:39.074] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:14:0) after 1m0s
[10:50:39.122] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:14:0)
[10:50:39.122] Timer tick, asking Buildbucket for the build status
[10:50:39.232] Build 8853968028052780160: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:50:39.232] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:15:0) after 1m0s
[10:51:39.289] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:15:0)
[10:51:39.289] Timer tick, asking Buildbucket for the build status
[10:51:39.359] Build 8853968028052780160: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:51:39.359] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:16:0) after 1m0s
[10:52:39.356] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:16:0)
[10:52:39.356] Timer tick, asking Buildbucket for the build status
[10:52:39.433] Build 8853968028052780160: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:52:39.433] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:17:0) after 1m0s
[10:53:39.492] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:17:0)
[10:53:39.492] Timer tick, asking Buildbucket for the build status
[10:53:39.644] Build 8853968028052780160: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:53:39.644] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:18:0) after 1m0s
[10:54:39.691] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:18:0)
[10:54:39.691] Timer tick, asking Buildbucket for the build status
[10:54:39.859] Build 8853968028052780160: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:54:39.859] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:19:0) after 1m0s
[10:55:39.954] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:19:0)
[10:55:39.954] Timer tick, asking Buildbucket for the build status
[10:55:40.671] Build 8853968028052780160: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:55:40.671] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:20:0) after 1m0s
[10:56:40.743] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:20:0)
[10:56:40.743] Timer tick, asking Buildbucket for the build status
[10:56:40.836] Build 8853968028052780160: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:56:40.837] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:21:0) after 1m0s
[10:57:40.945] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:21:0)
[10:57:40.945] Timer tick, asking Buildbucket for the build status
[10:57:41.263] Build 8853968028052780160: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:57:41.263] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:22:0) after 1m0s
[10:58:41.287] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:22:0)
[10:58:41.287] Timer tick, asking Buildbucket for the build status
[10:58:41.433] Build 8853968028052780160: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:58:41.433] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:23:0) after 1m0s
[10:59:41.466] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:23:0)
[10:59:41.466] Timer tick, asking Buildbucket for the build status
[10:59:41.572] Build 8853968028052780160: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:59:41.572] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:24:0) after 1m0s
[11:00:41.626] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:24:0)
[11:00:41.626] Timer tick, asking Buildbucket for the build status
[11:00:41.716] Build 8853968028052780160: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:00:41.716] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:25:0) after 1m0s
[11:01:41.757] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:25:0)
[11:01:41.757] Timer tick, asking Buildbucket for the build status
[11:01:41.828] Build 8853968028052780160: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:01:41.828] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:26:0) after 1m0s
[11:02:41.854] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:26:0)
[11:02:41.854] Timer tick, asking Buildbucket for the build status
[11:02:41.949] Build 8853968028052780160: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:02:41.949] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:27:0) after 1m0s
[11:03:41.931] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:27:0)
[11:03:41.931] Timer tick, asking Buildbucket for the build status
[11:03:42.073] Build 8853968028052780160: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:03:42.073] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:28:0) after 1m0s
[11:04:42.090] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:28:0)
[11:04:42.090] Timer tick, asking Buildbucket for the build status
[11:04:42.224] Build 8853968028052780160: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:04:42.224] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:29:0) after 1m0s
[11:05:42.245] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:29:0)
[11:05:42.245] Timer tick, asking Buildbucket for the build status
[11:05:42.359] Build 8853968028052780160: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:05:42.359] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:30:0) after 1m0s
[11:06:42.389] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:30:0)
[11:06:42.389] Timer tick, asking Buildbucket for the build status
[11:06:42.522] Build 8853968028052780160: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:06:42.522] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:31:0) after 1m0s
[11:07:42.543] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:31:0)
[11:07:42.543] Timer tick, asking Buildbucket for the build status
[11:07:42.619] Build 8853968028052780160: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:07:42.619] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:32:0) after 1m0s
[11:08:42.636] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:32:0)
[11:08:42.636] Timer tick, asking Buildbucket for the build status
[11:08:42.839] Build 8853968028052780160: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:08:42.839] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:33:0) after 1m0s
[11:09:42.859] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:33:0)
[11:09:42.859] Timer tick, asking Buildbucket for the build status
[11:09:43.430] Build 8853968028052780160: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:09:43.430] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:34:0) after 1m0s
[11:10:43.492] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:34:0)
[11:10:43.492] Timer tick, asking Buildbucket for the build status
[11:10:43.644] Build 8853968028052780160: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:10:43.644] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:35:0) after 1m0s
[11:11:43.711] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:35:0)
[11:11:43.711] Timer tick, asking Buildbucket for the build status
[11:11:43.776] Build 8853968028052780160: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:11:43.776] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:36:0) after 1m0s
[11:12:43.797] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:36:0)
[11:12:43.797] Timer tick, asking Buildbucket for the build status
[11:12:43.870] Build 8853968028052780160: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:12:43.870] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:37:0) after 1m0s
[11:13:43.895] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:37:0)
[11:13:43.895] Timer tick, asking Buildbucket for the build status
[11:13:44.069] Build 8853968028052780160: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:13:44.069] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:38:0) after 1m0s
[11:14:44.054] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:38:0)
[11:14:44.054] Timer tick, asking Buildbucket for the build status
[11:14:44.189] Build 8853968028052780160: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:14:44.189] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:39:0) after 1m0s
[11:15:44.200] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:39:0)
[11:15:44.200] Timer tick, asking Buildbucket for the build status
[11:15:44.833] Build 8853968028052780160: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:15:44.833] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:40:0) after 1m0s
[11:16:44.893] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:40:0)
[11:16:44.893] Timer tick, asking Buildbucket for the build status
[11:16:44.999] Build 8853968028052780160: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:16:44.999] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:41:0) after 1m0s
[11:17:45.026] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:41:0)
[11:17:45.026] Timer tick, asking Buildbucket for the build status
[11:17:45.091] Build 8853968028052780160: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:17:45.091] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:42:0) after 1m0s
[11:18:45.154] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:42:0)
[11:18:45.154] Timer tick, asking Buildbucket for the build status
[11:18:45.245] Build 8853968028052780160: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:18:45.245] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:43:0) after 1m0s
[11:19:45.283] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:43:0)
[11:19:45.283] Timer tick, asking Buildbucket for the build status
[11:19:45.363] Build 8853968028052780160: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:19:45.363] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:44:0) after 1m0s
[11:20:45.348] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:44:0)
[11:20:45.348] Timer tick, asking Buildbucket for the build status
[11:20:45.477] Build 8853968028052780160: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:20:45.477] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:45:0) after 1m0s
[11:21:45.542] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:45:0)
[11:21:45.542] Timer tick, asking Buildbucket for the build status
[11:21:45.616] Build 8853968028052780160: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:21:45.616] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:46:0) after 1m0s
[11:22:45.630] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:46:0)
[11:22:45.630] Timer tick, asking Buildbucket for the build status
[11:22:45.713] Build 8853968028052780160: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:22:45.713] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:47:0) after 1m0s
[11:23:45.729] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:47:0)
[11:23:45.729] Timer tick, asking Buildbucket for the build status
[11:23:45.813] Build 8853968028052780160: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:23:45.813] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:48:0) after 1m0s
[11:24:45.867] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:48:0)
[11:24:45.867] Timer tick, asking Buildbucket for the build status
[11:24:45.974] Build 8853968028052780160: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:24:45.974] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:49:0) after 1m0s
[11:25:46.068] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:49:0)
[11:25:46.068] Timer tick, asking Buildbucket for the build status
[11:25:46.143] Build 8853968028052780160: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:25:46.143] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:50:0) after 1m0s
[11:26:46.236] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:50:0)
[11:26:46.236] Timer tick, asking Buildbucket for the build status
[11:26:46.329] Build 8853968028052780160: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:26:46.329] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:51:0) after 1m0s
[11:27:46.376] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:51:0)
[11:27:46.376] Timer tick, asking Buildbucket for the build status
[11:27:46.454] Build 8853968028052780160: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:27:46.454] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:52:0) after 1m0s
[11:28:46.561] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:52:0)
[11:28:46.561] Timer tick, asking Buildbucket for the build status
[11:28:46.650] Build 8853968028052780160: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:28:46.650] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:53:0) after 1m0s
[11:29:46.668] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:53:0)
[11:29:46.668] Timer tick, asking Buildbucket for the build status
[11:29:46.939] Build 8853968028052780160: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:29:46.939] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:54:0) after 1m0s
[11:30:46.994] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:54:0)
[11:30:46.994] Timer tick, asking Buildbucket for the build status
[11:30:47.127] Build 8853968028052780160: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:30:47.127] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:55:0) after 1m0s
[11:31:47.150] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:55:0)
[11:31:47.150] Timer tick, asking Buildbucket for the build status
[11:31:47.253] Build 8853968028052780160: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:31:47.253] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:56:0) after 1m0s
[11:32:47.275] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:56:0)
[11:32:47.275] Timer tick, asking Buildbucket for the build status
[11:32:47.363] Build 8853968028052780160: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:32:47.363] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:57:0) after 1m0s
[11:33:47.476] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:57:0)
[11:33:47.476] Timer tick, asking Buildbucket for the build status
[11:33:47.546] Build 8853968028052780160: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:33:47.546] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:58:0) after 1m0s
[11:34:47.652] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:58:0)
[11:34:47.652] Timer tick, asking Buildbucket for the build status
[11:34:47.783] Build 8853968028052780160: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:34:47.783] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:59:0) after 1m0s
[11:35:47.812] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:59:0)
[11:35:47.812] Timer tick, asking Buildbucket for the build status
[11:35:47.889] Build 8853968028052780160: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:35:47.889] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:60:0) after 1m0s
[11:36:47.948] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:60:0)
[11:36:47.948] Timer tick, asking Buildbucket for the build status
[11:36:48.060] Build 8853968028052780160: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:36:48.061] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:61:0) after 1m0s
[11:37:48.098] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:61:0)
[11:37:48.098] Timer tick, asking Buildbucket for the build status
[11:37:48.451] Build 8853968028052780160: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:37:48.451] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:62:0) after 1m0s
[11:38:48.486] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:62:0)
[11:38:48.486] Timer tick, asking Buildbucket for the build status
[11:38:48.564] Build 8853968028052780160: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:38:48.564] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:63:0) after 1m0s
[11:39:48.625] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:63:0)
[11:39:48.625] Timer tick, asking Buildbucket for the build status
[11:39:48.866] Build 8853968028052780160: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:39:48.866] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:64:0) after 1m0s
[11:40:48.896] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:64:0)
[11:40:48.896] Timer tick, asking Buildbucket for the build status
[11:40:49.039] Build 8853968028052780160: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:40:49.039] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:65:0) after 1m0s
[11:41:49.058] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:65:0)
[11:41:49.058] Timer tick, asking Buildbucket for the build status
[11:41:49.243] Build 8853968028052780160: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:41:49.243] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:66:0) after 1m0s
[11:42:49.585] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:66:0)
[11:42:49.585] Timer tick, asking Buildbucket for the build status
[11:42:49.656] Build 8853968028052780160: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:42:49.656] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:67:0) after 1m0s
[11:43:49.720] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:67:0)
[11:43:49.720] Timer tick, asking Buildbucket for the build status
[11:43:49.843] Build 8853968028052780160: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:43:49.843] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:68:0) after 1m0s
[11:44:49.857] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:68:0)
[11:44:49.857] Timer tick, asking Buildbucket for the build status
[11:44:50.010] Build 8853968028052780160: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:44:50.010] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:69:0) after 1m0s
[11:45:50.132] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:69:0)
[11:45:50.132] Timer tick, asking Buildbucket for the build status
[11:45:50.280] Build 8853968028052780160: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:45:50.280] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:70:0) after 1m0s
[11:46:50.375] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:70:0)
[11:46:50.375] Timer tick, asking Buildbucket for the build status
[11:46:50.460] Build 8853968028052780160: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:46:50.460] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:71:0) after 1m0s
[11:47:50.500] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:71:0)
[11:47:50.500] Timer tick, asking Buildbucket for the build status
[11:47:50.582] Build 8853968028052780160: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:47:50.582] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:72:0) after 1m0s
[11:48:50.607] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:72:0)
[11:48:50.607] Timer tick, asking Buildbucket for the build status
[11:48:50.703] Build 8853968028052780160: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:48:50.703] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:73:0) after 1m0s
[11:49:50.764] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:73:0)
[11:49:50.764] Timer tick, asking Buildbucket for the build status
[11:49:50.916] Build 8853968028052780160: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:49:50.916] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:74:0) after 1m0s
[11:50:50.983] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:74:0)
[11:50:50.983] Timer tick, asking Buildbucket for the build status
[11:50:51.253] Build 8853968028052780160: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:50:51.253] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:75:0) after 1m0s
[11:51:51.321] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:75:0)
[11:51:51.321] Timer tick, asking Buildbucket for the build status
[11:51:51.415] Build 8853968028052780160: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:51:51.415] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:76:0) after 1m0s
[11:52:51.436] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:76:0)
[11:52:51.436] Timer tick, asking Buildbucket for the build status
[11:52:51.505] Build 8853968028052780160: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:52:51.505] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:77:0) after 1m0s
[11:53:51.561] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:77:0)
[11:53:51.561] Timer tick, asking Buildbucket for the build status
[11:53:51.993] Build 8853968028052780160: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:53:51.993] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:78:0) after 1m0s
[11:54:52.170] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:78:0)
[11:54:52.170] Timer tick, asking Buildbucket for the build status
[11:54:52.267] Build 8853968028052780160: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:54:52.267] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:79:0) after 1m0s
[11:55:52.368] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:79:0)
[11:55:52.368] Timer tick, asking Buildbucket for the build status
[11:55:52.452] Build 8853968028052780160: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:55:52.452] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:80:0) after 1m0s
[11:56:52.484] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:80:0)
[11:56:52.484] Timer tick, asking Buildbucket for the build status
[11:56:52.703] Build 8853968028052780160: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:56:52.703] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:81:0) after 1m0s
[11:57:52.730] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:81:0)
[11:57:52.730] Timer tick, asking Buildbucket for the build status
[11:57:52.814] Build 8853968028052780160: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:57:52.814] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:82:0) after 1m0s
[11:58:52.907] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:82:0)
[11:58:52.907] Timer tick, asking Buildbucket for the build status
[11:58:53.021] Build 8853968028052780160: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:58:53.021] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:83:0) after 1m0s
[11:59:53.075] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:83:0)
[11:59:53.075] Timer tick, asking Buildbucket for the build status
[11:59:53.174] Build 8853968028052780160: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:59:53.174] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:84:0) after 1m0s
[12:00:53.203] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:84:0)
[12:00:53.203] Timer tick, asking Buildbucket for the build status
[12:00:53.342] Build 8853968028052780160: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:00:53.342] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:85:0) after 1m0s
[12:01:53.476] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:85:0)
[12:01:53.476] Timer tick, asking Buildbucket for the build status
[12:01:53.581] Build 8853968028052780160: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:01:53.581] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:86:0) after 1m0s
[12:02:54.423] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:86:0)
[12:02:54.423] Timer tick, asking Buildbucket for the build status
[12:02:54.612] Build 8853968028052780160: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:02:54.612] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:87:0) after 1m0s
[12:03:54.643] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:87:0)
[12:03:54.643] Timer tick, asking Buildbucket for the build status
[12:03:54.721] Build 8853968028052780160: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:03:54.721] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:88:0) after 1m0s
[12:04:54.772] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:88:0)
[12:04:54.772] Timer tick, asking Buildbucket for the build status
[12:04:54.953] Build 8853968028052780160: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:04:54.953] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:89:0) after 1m0s
[12:05:55.068] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:89:0)
[12:05:55.068] Timer tick, asking Buildbucket for the build status
[12:05:55.176] Build 8853968028052780160: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:05:55.176] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:90:0) after 1m0s
[12:06:55.215] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:90:0)
[12:06:55.215] Timer tick, asking Buildbucket for the build status
[12:06:55.431] Build 8853968028052780160: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:06:55.431] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:91:0) after 1m0s
[12:07:55.503] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:91:0)
[12:07:55.503] Timer tick, asking Buildbucket for the build status
[12:07:55.592] Build 8853968028052780160: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:07:55.592] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:92:0) after 1m0s
[12:08:55.626] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:92:0)
[12:08:55.626] Timer tick, asking Buildbucket for the build status
[12:08:55.697] Build 8853968028052780160: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:08:55.697] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:93:0) after 1m0s
[12:09:55.743] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:93:0)
[12:09:55.743] Timer tick, asking Buildbucket for the build status
[12:09:55.874] Build 8853968028052780160: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:09:55.874] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:94:0) after 1m0s
[12:10:55.882] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:94:0)
[12:10:55.882] Timer tick, asking Buildbucket for the build status
[12:10:55.969] Build 8853968028052780160: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:10:55.969] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:95:0) after 1m0s
[12:11:56.032] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:95:0)
[12:11:56.032] Timer tick, asking Buildbucket for the build status
[12:11:56.249] Build 8853968028052780160: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:11:56.249] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:96:0) after 1m0s
[12:12:56.306] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:96:0)
[12:12:56.306] Timer tick, asking Buildbucket for the build status
[12:12:56.382] Build 8853968028052780160: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:12:56.383] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:97:0) after 1m0s
[12:13:56.436] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:97:0)
[12:13:56.436] Timer tick, asking Buildbucket for the build status
[12:13:56.529] Build 8853968028052780160: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:13:56.529] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:98:0) after 1m0s
[12:14:56.510] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:98:0)
[12:14:56.510] Timer tick, asking Buildbucket for the build status
[12:14:56.669] Build 8853968028052780160: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:14:56.669] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:99:0) after 1m0s
[12:15:56.771] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:99:0)
[12:15:56.771] Timer tick, asking Buildbucket for the build status
[12:15:56.856] Build 8853968028052780160: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:15:56.856] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:100:0) after 1m0s
[12:16:56.860] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:100:0)
[12:16:56.860] Timer tick, asking Buildbucket for the build status
[12:16:57.175] Build 8853968028052780160: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:16:57.175] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:101:0) after 1m0s
[12:17:57.188] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:101:0)
[12:17:57.188] Timer tick, asking Buildbucket for the build status
[12:17:57.249] Build 8853968028052780160: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:17:57.249] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:102:0) after 1m0s
[12:18:57.287] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:102:0)
[12:18:57.287] Timer tick, asking Buildbucket for the build status
[12:18:57.362] Build 8853968028052780160: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:18:57.362] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:103:0) after 1m0s
[12:19:57.401] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:103:0)
[12:19:57.401] Timer tick, asking Buildbucket for the build status
[12:19:57.490] Build 8853968028052780160: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:19:57.490] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:104:0) after 1m0s
[12:20:57.544] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:104:0)
[12:20:57.544] Timer tick, asking Buildbucket for the build status
[12:20:57.610] Build 8853968028052780160: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:20:57.610] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:105:0) after 1m0s
[12:21:57.668] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:105:0)
[12:21:57.668] Timer tick, asking Buildbucket for the build status
[12:21:57.767] Build 8853968028052780160: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:21:57.767] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:106:0) after 1m0s
[12:22:57.795] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:106:0)
[12:22:57.795] Timer tick, asking Buildbucket for the build status
[12:22:57.882] Build 8853968028052780160: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:22:57.882] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:107:0) after 1m0s
[12:23:57.903] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:107:0)
[12:23:57.903] Timer tick, asking Buildbucket for the build status
[12:23:57.969] Build 8853968028052780160: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:23:57.969] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:108:0) after 1m0s
[12:24:57.997] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:108:0)
[12:24:57.997] Timer tick, asking Buildbucket for the build status
[12:24:58.090] Build 8853968028052780160: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:24:58.090] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:109:0) after 1m0s
[12:25:58.143] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:109:0)
[12:25:58.143] Timer tick, asking Buildbucket for the build status
[12:25:58.256] Build 8853968028052780160: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:25:58.256] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:110:0) after 1m0s
[12:26:58.291] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:110:0)
[12:26:58.292] Timer tick, asking Buildbucket for the build status
[12:26:58.371] Build 8853968028052780160: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:26:58.371] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:111:0) after 1m0s
[12:27:58.420] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:111:0)
[12:27:58.420] Timer tick, asking Buildbucket for the build status
[12:27:58.483] Build 8853968028052780160: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:27:58.483] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:112:0) after 1m0s
[12:28:58.517] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:112:0)
[12:28:58.518] Timer tick, asking Buildbucket for the build status
[12:28:58.581] Build 8853968028052780160: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:28:58.581] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:113:0) after 1m0s
[12:29:58.567] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:113:0)
[12:29:58.567] Timer tick, asking Buildbucket for the build status
[12:29:58.662] Build 8853968028052780160: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:29:58.662] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9019398091232294048:114:0) after 1m0s
[12:30:21.884] Received PubSub notification, asking Buildbucket for the build status
[12:30:21.972] Build 8853968028052780160: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[12:30:21.972] Buildbucket build:
{
"build": {
"bucket": "luci.nacl.toolchain",
"canary_preference": "PROD",
"completed_ts": "1614601821438461",
"created_by": "project:nacl",
"created_ts": "1614595115571225",
"failure_reason": "BUILD_FAILURE",
"id": "8853968028052780160",
"parameters_json": "{\"builder_name\": \"linux-pnacl-x86_64-tests-x86_32\", \"properties\": {\"$recipe_engine/scheduler\": {\"hostname\": \"luci-scheduler.appspot.com\", \"triggers\": [{\"gitiles\": {\"ref\": \"refs/heads/master\", \"repo\": \"https://chromium.googlesource.com/native_client/src/native_client.git\", \"revision\": \"b76bff4a0db45a20d41646ddd76b7e9ab7bf4a6a\"}, \"id\": \"https://chromium.googlesource.com/native_client/src/native_client.git/+/refs/heads/master@b76bff4a0db45a20d41646ddd76b7e9ab7bf4a6a\", \"title\": \"b76bff4a0db45a20d41646ddd76b7e9ab7bf4a6a\", \"url\": \"https://chromium.googlesource.com/native_client/src/native_client.git/+/b76bff4a0db45a20d41646ddd76b7e9ab7bf4a6a\"}]}, \"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/native_client/src/native_client.git\", \"revision\": \"b76bff4a0db45a20d41646ddd76b7e9ab7bf4a6a\"}}",
"project": "nacl",
"result": "FAILURE",
"result_details_json": "{\"error\": {\"message\": \"Step('annotated steps') (retcode: 1)\"}, \"properties\": {\"$build/goma\": {\"enable_ats\": true, \"rpc_extra_params\": \"?prod\", \"server_host\": \"goma.chromium.org\"}, \"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"$recipe_engine/scheduler\": {\"hostname\": \"luci-scheduler.appspot.com\", \"triggers\": [{\"gitiles\": {\"ref\": \"refs/heads/master\", \"repo\": \"https://chromium.googlesource.com/native_client/src/native_client.git\", \"revision\": \"b76bff4a0db45a20d41646ddd76b7e9ab7bf4a6a\"}, \"id\": \"https://chromium.googlesource.com/native_client/src/native_client.git/+/refs/heads/master@b76bff4a0db45a20d41646ddd76b7e9ab7bf4a6a\", \"title\": \"b76bff4a0db45a20d41646ddd76b7e9ab7bf4a6a\", \"url\": \"https://chromium.googlesource.com/native_client/src/native_client.git/+/b76bff4a0db45a20d41646ddd76b7e9ab7bf4a6a\"}]}, \"bot_id\": \"luci-nacl-toolchain-xenial-2-vb37\", \"branch\": \"refs/heads/master\", \"builder_group\": \"client.nacl.toolchain\", \"buildername\": \"linux-pnacl-x86_64-tests-x86_32\", \"buildnumber\": 5186, \"got_revision\": \"b76bff4a0db45a20d41646ddd76b7e9ab7bf4a6a\", \"path_config\": \"generic\", \"recipe\": \"nacl\", \"repository\": \"https://chromium.googlesource.com/native_client/src/native_client.git\", \"revision\": \"b76bff4a0db45a20d41646ddd76b7e9ab7bf4a6a\", \"slavetype\": \"BuilderTester\"}, \"swarming\": {\"bot_dimensions\": {\"cores\": [\"16\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-Broadwell_GCE\", \"x86-64-avx2\"], \"gce\": [\"1\"], \"gcp\": [\"google.com:chromecompute\"], \"gpu\": [\"none\"], \"id\": [\"luci-nacl-toolchain-xenial-2-vb37\"], \"image\": [\"chrome-xenial-21011100-9488e34e558\"], \"inside_docker\": [\"0\"], \"kvm\": [\"1\"], \"locale\": [\"en_US.UTF-8\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Linux\", \"Ubuntu\", \"Ubuntu-16\", \"Ubuntu-16.04\", \"Ubuntu-16.04.6\"], \"pool\": [\"luci.nacl.toolchain\"], \"python\": [\"2.7.12\"], \"server_version\": [\"5712-339372b\"], \"ssd\": [\"0\"], \"zone\": [\"us\", \"us-east\", \"us-east1\", \"us-east1-b\"]}}, \"ui\": {\"info\": \"Step('annotated steps') (retcode: 1)\"}}",
"service_account": "nacl-toolchain-builder@chops-service-accounts.iam.gserviceaccount.com",
"started_ts": "1614595186305658",
"status": "COMPLETED",
"status_changed_ts": "1614595187113103",
"tags": [
"build_address:luci.nacl.toolchain/linux-pnacl-x86_64-tests-x86_32/5186",
"builder:linux-pnacl-x86_64-tests-x86_32",
"buildset:commit/git/b76bff4a0db45a20d41646ddd76b7e9ab7bf4a6a",
"buildset:commit/gitiles/chromium.googlesource.com/native_client/src/native_client/+/b76bff4a0db45a20d41646ddd76b7e9ab7bf4a6a",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9019398091232294048",
"scheduler_job_id:nacl/linux-pnacl-x86_64-tests-x86_32",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/nacl/buildbucket/cr-buildbucket.appspot.com/8853968028052780160/+/annotations",
"swarming_tag:luci_project:nacl",
"swarming_tag:os:Linux",
"swarming_tag:recipe_name:nacl",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_task_id:52062fdaec7d4510",
"user_agent:luci-scheduler"
],
"updated_ts": "1614601821439003",
"url": "https://ci.chromium.org/b/8853968028052780160",
"utcnow_ts": "1614601821964254"
}
}
[12:30:21.972] Invocation finished in 1h51m48.816093351s with status FAILED