[20:31:24.550] New invocation is queued and will start shortly
[20:31:25.923] Starting the invocation (attempt 1)
[20:31:25.966] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:31:25.966] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:31:25.966] Buildbucket request:
{
"bucket": "luci.nacl.toolchain",
"client_operation_id": "9086946128874817792",
"parameters_json": "{\"builder_name\":\"linux-pnacl-x86_64-tests-x86_32\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/native_client/src/native_client.git\",\"revision\":\"15362ac60573769f6606ab1d1c11668052e411a7\"}}",
"pubsub_callback": {
"auth_token": "...",
"topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
},
"tags": [
"builder:linux-pnacl-x86_64-tests-x86_32",
"scheduler_invocation_id:9086946128874817792",
"scheduler_job_id:nacl/linux-pnacl-x86_64-tests-x86_32",
"user_agent:luci-scheduler",
"buildset:commit/git/15362ac60573769f6606ab1d1c11668052e411a7",
"buildset:commit/gitiles/chromium.googlesource.com/native_client/src/native_client/+/15362ac60573769f6606ab1d1c11668052e411a7",
"gitiles_ref:refs/heads/master"
]
}
[20:31:27.909] Buildbucket response:
{
"build": {
"bucket": "luci.nacl.toolchain",
"canary_preference": "AUTO",
"created_by": "user:luci-scheduler@appspot.gserviceaccount.com",
"created_ts": "1550176286112756",
"id": "8921516066571985152",
"lease_expiration_ts": "1550327487348515",
"lease_key": "675170017",
"parameters_json": "{\"builder_name\": \"linux-pnacl-x86_64-tests-x86_32\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/native_client/src/native_client.git\", \"revision\": \"15362ac60573769f6606ab1d1c11668052e411a7\"}}",
"project": "nacl",
"result_details_json": "{\"properties\": {}}",
"service_account": "nacl-toolchain-builder@chops-service-accounts.iam.gserviceaccount.com",
"status": "SCHEDULED",
"status_changed_ts": "1550176287678512",
"tags": [
"build_address:luci.nacl.toolchain/linux-pnacl-x86_64-tests-x86_32/5119",
"builder:linux-pnacl-x86_64-tests-x86_32",
"buildset:commit/git/15362ac60573769f6606ab1d1c11668052e411a7",
"buildset:commit/gitiles/chromium.googlesource.com/native_client/src/native_client/+/15362ac60573769f6606ab1d1c11668052e411a7",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9086946128874817792",
"scheduler_job_id:nacl/linux-pnacl-x86_64-tests-x86_32",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/nacl/buildbucket/cr-buildbucket.appspot.com/8921516066571985152/+/annotations",
"swarming_tag:luci_project:nacl",
"swarming_tag:recipe_name:nacl",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_task_id:43068681297ed510",
"user_agent:luci-scheduler"
],
"updated_ts": "1550176287678714",
"url": "https://ci.chromium.org/b/8921516066571985152",
"utcnow_ts": "1550176287892682"
}
}
[20:31:27.909] Task URL: https://ci.chromium.org/b/8921516066571985152
[20:31:27.909] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:2:0) after 1m0s
[20:31:45.614] Received PubSub notification, asking Buildbucket for the build status
[20:31:45.686] Build 8921516066571985152: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:32:27.938] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:2:0)
[20:32:27.938] Timer tick, asking Buildbucket for the build status
[20:32:28.034] Build 8921516066571985152: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:32:28.034] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:4:0) after 1m0s
[20:33:28.062] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:4:0)
[20:33:28.063] Timer tick, asking Buildbucket for the build status
[20:33:29.100] Build 8921516066571985152: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:33:29.100] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:5:0) after 1m0s
[20:34:29.129] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:5:0)
[20:34:29.129] Timer tick, asking Buildbucket for the build status
[20:34:29.244] Build 8921516066571985152: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:34:29.244] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:6:0) after 1m0s
[20:35:29.307] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:6:0)
[20:35:29.307] Timer tick, asking Buildbucket for the build status
[20:35:29.476] Build 8921516066571985152: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:35:29.477] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:7:0) after 1m0s
[20:36:29.532] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:7:0)
[20:36:29.532] Timer tick, asking Buildbucket for the build status
[20:36:29.802] Build 8921516066571985152: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:36:29.802] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:8:0) after 1m0s
[20:37:29.843] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:8:0)
[20:37:29.843] Timer tick, asking Buildbucket for the build status
[20:37:29.969] Build 8921516066571985152: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:37:29.969] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:9:0) after 1m0s
[20:38:30.001] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:9:0)
[20:38:30.001] Timer tick, asking Buildbucket for the build status
[20:38:30.197] Build 8921516066571985152: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:38:30.197] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:10:0) after 1m0s
[20:39:30.229] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:10:0)
[20:39:30.229] Timer tick, asking Buildbucket for the build status
[20:39:30.279] Build 8921516066571985152: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:39:30.280] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:11:0) after 1m0s
[20:40:30.295] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:11:0)
[20:40:30.295] Timer tick, asking Buildbucket for the build status
[20:40:30.460] Build 8921516066571985152: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:40:30.460] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:12:0) after 1m0s
[20:41:30.495] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:12:0)
[20:41:30.495] Timer tick, asking Buildbucket for the build status
[20:41:30.937] Build 8921516066571985152: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:41:30.937] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:13:0) after 1m0s
[20:42:30.953] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:13:0)
[20:42:30.953] Timer tick, asking Buildbucket for the build status
[20:42:31.235] Build 8921516066571985152: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:42:31.235] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:14:0) after 1m0s
[20:43:31.253] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:14:0)
[20:43:31.253] Timer tick, asking Buildbucket for the build status
[20:43:31.427] Build 8921516066571985152: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:43:31.427] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:15:0) after 1m0s
[20:44:31.441] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:15:0)
[20:44:31.441] Timer tick, asking Buildbucket for the build status
[20:44:31.572] Build 8921516066571985152: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:44:31.572] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:16:0) after 1m0s
[20:45:31.588] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:16:0)
[20:45:31.588] Timer tick, asking Buildbucket for the build status
[20:45:31.634] Build 8921516066571985152: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:45:31.634] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:17:0) after 1m0s
[20:46:31.650] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:17:0)
[20:46:31.650] Timer tick, asking Buildbucket for the build status
[20:46:31.960] Build 8921516066571985152: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:46:31.960] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:18:0) after 1m0s
[20:47:31.988] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:18:0)
[20:47:31.988] Timer tick, asking Buildbucket for the build status
[20:47:32.032] Build 8921516066571985152: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:47:32.032] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:19:0) after 1m0s
[20:48:32.057] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:19:0)
[20:48:32.057] Timer tick, asking Buildbucket for the build status
[20:48:32.137] Build 8921516066571985152: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:48:32.137] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:20:0) after 1m0s
[20:49:32.154] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:20:0)
[20:49:32.154] Timer tick, asking Buildbucket for the build status
[20:49:32.261] Build 8921516066571985152: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:49:32.261] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:21:0) after 1m0s
[20:50:32.282] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:21:0)
[20:50:32.282] Timer tick, asking Buildbucket for the build status
[20:50:32.356] Build 8921516066571985152: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:50:32.356] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:22:0) after 1m0s
[20:51:32.383] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:22:0)
[20:51:32.383] Timer tick, asking Buildbucket for the build status
[20:51:32.427] Build 8921516066571985152: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:51:32.427] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:23:0) after 1m0s
[20:52:32.445] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:23:0)
[20:52:32.445] Timer tick, asking Buildbucket for the build status
[20:52:32.716] Build 8921516066571985152: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:52:32.716] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:24:0) after 1m0s
[20:53:32.735] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:24:0)
[20:53:32.735] Timer tick, asking Buildbucket for the build status
[20:53:32.835] Build 8921516066571985152: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:53:32.835] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:25:0) after 1m0s
[20:54:32.853] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:25:0)
[20:54:32.853] Timer tick, asking Buildbucket for the build status
[20:54:32.962] Build 8921516066571985152: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:54:32.962] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:26:0) after 1m0s
[20:55:33.003] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:26:0)
[20:55:33.003] Timer tick, asking Buildbucket for the build status
[20:55:33.134] Build 8921516066571985152: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:55:33.134] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:27:0) after 1m0s
[20:56:33.148] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:27:0)
[20:56:33.148] Timer tick, asking Buildbucket for the build status
[20:56:33.248] Build 8921516066571985152: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:56:33.248] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:28:0) after 1m0s
[20:57:33.268] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:28:0)
[20:57:33.268] Timer tick, asking Buildbucket for the build status
[20:57:33.869] Build 8921516066571985152: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:57:33.869] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:29:0) after 1m0s
[20:58:33.974] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:29:0)
[20:58:33.974] Timer tick, asking Buildbucket for the build status
[20:58:34.222] Build 8921516066571985152: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:58:34.222] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:30:0) after 1m0s
[20:59:34.239] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:30:0)
[20:59:34.239] Timer tick, asking Buildbucket for the build status
[20:59:34.325] Build 8921516066571985152: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:59:34.325] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:31:0) after 1m0s
[21:00:34.341] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:31:0)
[21:00:34.341] Timer tick, asking Buildbucket for the build status
[21:00:34.545] Build 8921516066571985152: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:00:34.545] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:32:0) after 1m0s
[21:01:34.565] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:32:0)
[21:01:34.565] Timer tick, asking Buildbucket for the build status
[21:01:34.659] Build 8921516066571985152: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:01:34.659] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:33:0) after 1m0s
[21:02:34.677] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:33:0)
[21:02:34.677] Timer tick, asking Buildbucket for the build status
[21:02:34.728] Build 8921516066571985152: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:02:34.728] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:34:0) after 1m0s
[21:03:34.765] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:34:0)
[21:03:34.765] Timer tick, asking Buildbucket for the build status
[21:03:34.952] Build 8921516066571985152: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:03:34.952] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:35:0) after 1m0s
[21:04:34.982] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:35:0)
[21:04:34.982] Timer tick, asking Buildbucket for the build status
[21:04:35.098] Build 8921516066571985152: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:04:35.098] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:36:0) after 1m0s
[21:05:35.117] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:36:0)
[21:05:35.117] Timer tick, asking Buildbucket for the build status
[21:05:35.160] Build 8921516066571985152: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:05:35.160] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:37:0) after 1m0s
[21:06:35.176] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:37:0)
[21:06:35.176] Timer tick, asking Buildbucket for the build status
[21:06:35.449] Build 8921516066571985152: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:06:35.449] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:38:0) after 1m0s
[21:07:35.468] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:38:0)
[21:07:35.468] Timer tick, asking Buildbucket for the build status
[21:07:35.575] Build 8921516066571985152: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:07:35.575] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:39:0) after 1m0s
[21:08:35.591] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:39:0)
[21:08:35.591] Timer tick, asking Buildbucket for the build status
[21:08:35.640] Build 8921516066571985152: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:08:35.640] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:40:0) after 1m0s
[21:09:35.656] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:40:0)
[21:09:35.656] Timer tick, asking Buildbucket for the build status
[21:09:36.186] Build 8921516066571985152: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:09:36.186] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:41:0) after 1m0s
[21:10:36.206] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:41:0)
[21:10:36.206] Timer tick, asking Buildbucket for the build status
[21:10:36.543] Build 8921516066571985152: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:10:36.543] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:42:0) after 1m0s
[21:11:36.560] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:42:0)
[21:11:36.560] Timer tick, asking Buildbucket for the build status
[21:11:37.371] Build 8921516066571985152: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:11:37.371] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:43:0) after 1m0s
[21:12:37.388] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:43:0)
[21:12:37.388] Timer tick, asking Buildbucket for the build status
[21:12:37.781] Build 8921516066571985152: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:12:37.781] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:44:0) after 1m0s
[21:13:37.869] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:44:0)
[21:13:37.869] Timer tick, asking Buildbucket for the build status
[21:13:38.133] Build 8921516066571985152: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:13:38.133] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:45:0) after 1m0s
[21:14:38.152] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:45:0)
[21:14:38.152] Timer tick, asking Buildbucket for the build status
[21:14:38.542] Build 8921516066571985152: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:14:38.542] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:46:0) after 1m0s
[21:15:38.560] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:46:0)
[21:15:38.560] Timer tick, asking Buildbucket for the build status
[21:15:38.611] Build 8921516066571985152: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:15:38.611] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:47:0) after 1m0s
[21:16:38.612] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:47:0)
[21:16:38.612] Timer tick, asking Buildbucket for the build status
[21:16:38.665] Build 8921516066571985152: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:16:38.665] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:48:0) after 1m0s
[21:17:38.681] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:48:0)
[21:17:38.681] Timer tick, asking Buildbucket for the build status
[21:17:38.727] Build 8921516066571985152: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:17:38.727] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:49:0) after 1m0s
[21:18:38.750] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:49:0)
[21:18:38.750] Timer tick, asking Buildbucket for the build status
[21:18:39.056] Build 8921516066571985152: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:18:39.056] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:50:0) after 1m0s
[21:19:39.077] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:50:0)
[21:19:39.077] Timer tick, asking Buildbucket for the build status
[21:19:39.444] Build 8921516066571985152: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:19:39.444] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:51:0) after 1m0s
[21:20:39.460] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:51:0)
[21:20:39.460] Timer tick, asking Buildbucket for the build status
[21:20:39.572] Build 8921516066571985152: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:20:39.572] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:52:0) after 1m0s
[21:21:39.589] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:52:0)
[21:21:39.589] Timer tick, asking Buildbucket for the build status
[21:21:39.966] Build 8921516066571985152: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:21:39.966] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:53:0) after 1m0s
[21:22:39.984] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:53:0)
[21:22:39.984] Timer tick, asking Buildbucket for the build status
[21:22:40.121] Build 8921516066571985152: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:22:40.121] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:54:0) after 1m0s
[21:23:40.141] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:54:0)
[21:23:40.141] Timer tick, asking Buildbucket for the build status
[21:23:40.360] Build 8921516066571985152: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:23:40.360] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:55:0) after 1m0s
[21:24:40.464] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:55:0)
[21:24:40.464] Timer tick, asking Buildbucket for the build status
[21:24:41.324] Build 8921516066571985152: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:24:41.324] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:56:0) after 1m0s
[21:25:41.363] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:56:0)
[21:25:41.363] Timer tick, asking Buildbucket for the build status
[21:25:41.796] Build 8921516066571985152: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:25:41.796] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:57:0) after 1m0s
[21:26:42.399] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:57:0)
[21:26:42.399] Timer tick, asking Buildbucket for the build status
[21:26:43.511] Build 8921516066571985152: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:26:43.511] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:58:0) after 1m0s
[21:27:43.534] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:58:0)
[21:27:43.534] Timer tick, asking Buildbucket for the build status
[21:27:43.820] Build 8921516066571985152: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:27:43.820] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:59:0) after 1m0s
[21:28:43.836] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:59:0)
[21:28:43.836] Timer tick, asking Buildbucket for the build status
[21:28:44.417] Build 8921516066571985152: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:28:44.417] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:60:0) after 1m0s
[21:29:44.436] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:60:0)
[21:29:44.436] Timer tick, asking Buildbucket for the build status
[21:29:45.212] Build 8921516066571985152: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:29:45.212] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:61:0) after 1m0s
[21:30:45.228] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:61:0)
[21:30:45.228] Timer tick, asking Buildbucket for the build status
[21:30:45.341] Build 8921516066571985152: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:30:45.341] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:62:0) after 1m0s
[21:31:45.366] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:62:0)
[21:31:45.366] Timer tick, asking Buildbucket for the build status
[21:31:46.251] Build 8921516066571985152: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:31:46.251] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:63:0) after 1m0s
[21:32:46.267] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:63:0)
[21:32:46.267] Timer tick, asking Buildbucket for the build status
[21:32:46.699] Build 8921516066571985152: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:32:46.699] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:64:0) after 1m0s
[21:33:46.718] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:64:0)
[21:33:46.718] Timer tick, asking Buildbucket for the build status
[21:33:47.308] Build 8921516066571985152: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:33:47.308] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:65:0) after 1m0s
[21:34:47.331] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:65:0)
[21:34:47.331] Timer tick, asking Buildbucket for the build status
[21:34:47.793] Build 8921516066571985152: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:34:47.793] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:66:0) after 1m0s
[21:35:47.823] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:66:0)
[21:35:47.823] Timer tick, asking Buildbucket for the build status
[21:35:47.985] Build 8921516066571985152: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:35:47.985] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:67:0) after 1m0s
[21:36:48.002] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:67:0)
[21:36:48.002] Timer tick, asking Buildbucket for the build status
[21:36:48.972] Build 8921516066571985152: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:36:48.972] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:68:0) after 1m0s
[21:37:48.994] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:68:0)
[21:37:48.994] Timer tick, asking Buildbucket for the build status
[21:37:49.592] Build 8921516066571985152: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:37:49.592] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:69:0) after 1m0s
[21:38:49.609] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:69:0)
[21:38:49.609] Timer tick, asking Buildbucket for the build status
[21:38:50.169] Build 8921516066571985152: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:38:50.169] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:70:0) after 1m0s
[21:39:50.187] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:70:0)
[21:39:50.187] Timer tick, asking Buildbucket for the build status
[21:39:50.261] Build 8921516066571985152: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:39:50.261] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:71:0) after 1m0s
[21:40:50.282] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:71:0)
[21:40:50.282] Timer tick, asking Buildbucket for the build status
[21:40:50.547] Build 8921516066571985152: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:40:50.547] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:72:0) after 1m0s
[21:41:50.565] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:72:0)
[21:41:50.565] Timer tick, asking Buildbucket for the build status
[21:41:50.779] Build 8921516066571985152: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:41:50.779] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:73:0) after 1m0s
[21:42:50.799] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:73:0)
[21:42:50.799] Timer tick, asking Buildbucket for the build status
[21:42:51.153] Build 8921516066571985152: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:42:51.154] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:74:0) after 1m0s
[21:43:51.173] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:74:0)
[21:43:51.173] Timer tick, asking Buildbucket for the build status
[21:43:51.810] Build 8921516066571985152: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:43:51.810] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:75:0) after 1m0s
[21:44:51.829] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:75:0)
[21:44:51.829] Timer tick, asking Buildbucket for the build status
[21:44:52.632] Build 8921516066571985152: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:44:52.632] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:76:0) after 1m0s
[21:45:52.651] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:76:0)
[21:45:52.651] Timer tick, asking Buildbucket for the build status
[21:45:53.029] Build 8921516066571985152: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:45:53.029] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:77:0) after 1m0s
[21:46:53.144] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:77:0)
[21:46:53.144] Timer tick, asking Buildbucket for the build status
[21:46:53.617] Build 8921516066571985152: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:46:53.617] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:78:0) after 1m0s
[21:47:53.646] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:78:0)
[21:47:53.646] Timer tick, asking Buildbucket for the build status
[21:47:53.976] Build 8921516066571985152: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:47:53.976] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:79:0) after 1m0s
[21:48:53.998] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:79:0)
[21:48:53.998] Timer tick, asking Buildbucket for the build status
[21:48:54.323] Build 8921516066571985152: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:48:54.323] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:80:0) after 1m0s
[21:49:54.353] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:80:0)
[21:49:54.353] Timer tick, asking Buildbucket for the build status
[21:49:54.410] Build 8921516066571985152: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:49:54.410] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:81:0) after 1m0s
[21:50:54.433] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:81:0)
[21:50:54.433] Timer tick, asking Buildbucket for the build status
[21:50:54.604] Build 8921516066571985152: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:50:54.604] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:82:0) after 1m0s
[21:51:54.623] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:82:0)
[21:51:54.623] Timer tick, asking Buildbucket for the build status
[21:51:54.910] Build 8921516066571985152: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:51:54.910] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:83:0) after 1m0s
[21:52:55.012] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:83:0)
[21:52:55.012] Timer tick, asking Buildbucket for the build status
[21:52:55.057] Build 8921516066571985152: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:52:55.057] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:84:0) after 1m0s
[21:53:55.078] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:84:0)
[21:53:55.078] Timer tick, asking Buildbucket for the build status
[21:53:55.670] Build 8921516066571985152: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:53:55.670] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:85:0) after 1m0s
[21:54:55.688] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:85:0)
[21:54:55.688] Timer tick, asking Buildbucket for the build status
[21:54:55.921] Build 8921516066571985152: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:54:55.921] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:86:0) after 1m0s
[21:55:55.939] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:86:0)
[21:55:55.939] Timer tick, asking Buildbucket for the build status
[21:55:56.083] Build 8921516066571985152: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:55:56.083] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:87:0) after 1m0s
[21:56:56.104] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:87:0)
[21:56:56.104] Timer tick, asking Buildbucket for the build status
[21:56:56.234] Build 8921516066571985152: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:56:56.234] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:88:0) after 1m0s
[21:57:56.255] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:88:0)
[21:57:56.255] Timer tick, asking Buildbucket for the build status
[21:57:56.681] Build 8921516066571985152: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:57:56.681] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:89:0) after 1m0s
[21:58:56.701] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:89:0)
[21:58:56.701] Timer tick, asking Buildbucket for the build status
[21:58:56.930] Build 8921516066571985152: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:58:56.930] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:90:0) after 1m0s
[21:59:56.951] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:90:0)
[21:59:56.951] Timer tick, asking Buildbucket for the build status
[21:59:57.081] Build 8921516066571985152: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:59:57.081] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:91:0) after 1m0s
[22:00:57.099] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:91:0)
[22:00:57.099] Timer tick, asking Buildbucket for the build status
[22:00:57.197] Build 8921516066571985152: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:00:57.197] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:92:0) after 1m0s
[22:01:57.388] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:92:0)
[22:01:57.388] Timer tick, asking Buildbucket for the build status
[22:01:57.474] Build 8921516066571985152: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:01:57.474] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9086946128874817792:93:0) after 1m0s
[22:01:59.632] Received PubSub notification, asking Buildbucket for the build status
[22:01:59.837] Build 8921516066571985152: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[22:01:59.837] Buildbucket build:
{
"build": {
"bucket": "luci.nacl.toolchain",
"canary_preference": "AUTO",
"completed_ts": "1550181718276752",
"created_by": "user:luci-scheduler@appspot.gserviceaccount.com",
"created_ts": "1550176286112756",
"failure_reason": "BUILD_FAILURE",
"id": "8921516066571985152",
"parameters_json": "{\"builder_name\": \"linux-pnacl-x86_64-tests-x86_32\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/native_client/src/native_client.git\", \"revision\": \"15362ac60573769f6606ab1d1c11668052e411a7\"}}",
"project": "nacl",
"result": "FAILURE",
"result_details_json": "{\"swarming\": {\"bot_dimensions\": {\"gce\": [\"1\"], \"zone\": [\"us\", \"us-west\", \"us-west1\", \"us-west1-c\"], \"inside_docker\": [\"0\"], \"python\": [\"2.7.6\"], \"image\": [\"chrome-trusty-18091700-38cc06ee3ee\"], \"kvm\": [\"1\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-Broadwell_GCE\", \"x86-64-avx2\"], \"server_version\": [\"4098-34330fc\"], \"machine_type\": [\"n1-standard-16\"], \"gpu\": [\"none\"], \"cores\": [\"16\"], \"os\": [\"Linux\", \"Ubuntu\", \"Ubuntu-14.04\"], \"id\": [\"gce-trusty-16-145e5bab-us-west1-c-p02c\"], \"pool\": [\"luci.nacl.toolchain\"], \"caches\": [\"git\", \"goma_v2\", \"vpython\"]}}, \"ui\": {\"info\": \"Failure annotated steps\\nFailure llvm-test-suite x86-32 --opt O3f --opt O2b\\nFailure llvm-test-suite x86-32 --opt O3f --opt O0b\\nFailure llvm-test-suite x86-32 --opt O3f --opt O2b_sz\"}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"buildnumber\": 5119, \"$recipe_engine/buildbucket\": {\"build\": {\"tags\": [{\"value\": \"linux-pnacl-x86_64-tests-x86_32\", \"key\": \"builder\"}, {\"value\": \"commit/git/15362ac60573769f6606ab1d1c11668052e411a7\", \"key\": \"buildset\"}, {\"value\": \"commit/gitiles/chromium.googlesource.com/native_client/src/native_client/+/15362ac60573769f6606ab1d1c11668052e411a7\", \"key\": \"buildset\"}, {\"value\": \"9086946128874817792\", \"key\": \"scheduler_invocation_id\"}, {\"value\": \"nacl/linux-pnacl-x86_64-tests-x86_32\", \"key\": \"scheduler_job_id\"}, {\"value\": \"luci-scheduler\", \"key\": \"user_agent\"}], \"builder\": {\"project\": \"nacl\", \"builder\": \"linux-pnacl-x86_64-tests-x86_32\", \"bucket\": \"toolchain\"}, \"number\": 5119, \"infra\": {\"buildbucket\": {\"serviceConfigRevision\": \"85e01437f26ff37dc358ef303d841313756fe1f8\"}, \"recipe\": {\"name\": \"nacl\", \"cipdPackage\": \"infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build\"}, \"swarming\": {\"hostname\": \"chromium-swarm.appspot.com\"}}, \"createdBy\": \"user:luci-scheduler@appspot.gserviceaccount.com\", \"id\": \"8921516066571985152\", \"input\": {\"gitilesCommit\": {\"project\": \"native_client/src/native_client\", \"host\": \"chromium.googlesource.com\", \"ref\": \"refs/heads/master\", \"id\": \"15362ac60573769f6606ab1d1c11668052e411a7\"}}, \"createTime\": \"2019-02-14T20:31:26.112756Z\"}}, \"repository\": \"https://chromium.googlesource.com/native_client/src/native_client.git\", \"buildername\": \"linux-pnacl-x86_64-tests-x86_32\", \"got_revision\": \"15362ac60573769f6606ab1d1c11668052e411a7\", \"recipe\": \"nacl\", \"mastername\": \"client.nacl.toolchain\", \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"buildbucket\": {\"hostname\": \"cr-buildbucket.appspot.com\", \"build\": {\"created_ts\": 1550176286112756, \"tags\": [\"build_address:luci.nacl.toolchain/linux-pnacl-x86_64-tests-x86_32/5119\", \"builder:linux-pnacl-x86_64-tests-x86_32\", \"buildset:commit/git/15362ac60573769f6606ab1d1c11668052e411a7\", \"buildset:commit/gitiles/chromium.googlesource.com/native_client/src/native_client/+/15362ac60573769f6606ab1d1c11668052e411a7\", \"gitiles_ref:refs/heads/master\", \"scheduler_invocation_id:9086946128874817792\", \"scheduler_job_id:nacl/linux-pnacl-x86_64-tests-x86_32\", \"user_agent:luci-scheduler\"], \"bucket\": \"luci.nacl.toolchain\", \"created_by\": \"user:luci-scheduler@appspot.gserviceaccount.com\", \"project\": \"nacl\", \"id\": \"8921516066571985152\"}}, \"slavetype\": \"BuilderTester\", \"branch\": \"refs/heads/master\", \"path_config\": \"generic\", \"revision\": \"15362ac60573769f6606ab1d1c11668052e411a7\", \"bot_id\": \"gce-trusty-16-145e5bab-us-west1-c-p02c\"}}",
"service_account": "nacl-toolchain-builder@chops-service-accounts.iam.gserviceaccount.com",
"started_ts": "1550176304458070",
"status": "COMPLETED",
"status_changed_ts": "1550181719114368",
"tags": [
"build_address:luci.nacl.toolchain/linux-pnacl-x86_64-tests-x86_32/5119",
"builder:linux-pnacl-x86_64-tests-x86_32",
"buildset:commit/git/15362ac60573769f6606ab1d1c11668052e411a7",
"buildset:commit/gitiles/chromium.googlesource.com/native_client/src/native_client/+/15362ac60573769f6606ab1d1c11668052e411a7",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9086946128874817792",
"scheduler_job_id:nacl/linux-pnacl-x86_64-tests-x86_32",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/nacl/buildbucket/cr-buildbucket.appspot.com/8921516066571985152/+/annotations",
"swarming_tag:luci_project:nacl",
"swarming_tag:os:Linux",
"swarming_tag:recipe_name:nacl",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_task_id:43068681297ed510",
"user_agent:luci-scheduler"
],
"updated_ts": "1550181719115982",
"url": "https://ci.chromium.org/b/8921516066571985152",
"utcnow_ts": "1550181719824989"
}
}
[22:01:59.837] Invocation finished in 1h30m35.304855171s with status FAILED