[00:18:35.066] New invocation is queued and will start shortly
[00:18:36.618] Starting the invocation (attempt 1)
[00:18:36.683] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:18:36.683] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:18:36.683] Buildbucket request:
{
"bucket": "luci.nacl.toolchain",
"client_operation_id": "9089015566471460544",
"parameters_json": "{\"builder_name\":\"linux-pnacl-x86_64-tests-x86_32\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/native_client/src/native_client.git\",\"revision\":\"743e540fe72edfeaead9d9c093f06ea76c49fa4c\"}}",
"pubsub_callback": {
"auth_token": "...",
"topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
},
"tags": [
"builder:linux-pnacl-x86_64-tests-x86_32",
"scheduler_invocation_id:9089015566471460544",
"scheduler_job_id:nacl/linux-pnacl-x86_64-tests-x86_32",
"user_agent:luci-scheduler",
"buildset:commit/git/743e540fe72edfeaead9d9c093f06ea76c49fa4c",
"buildset:commit/gitiles/chromium.googlesource.com/native_client/src/native_client/+/743e540fe72edfeaead9d9c093f06ea76c49fa4c",
"gitiles_ref:refs/heads/master"
]
}
[00:18:37.684] Buildbucket response:
{
"build": {
"bucket": "luci.nacl.toolchain",
"canary_preference": "AUTO",
"created_by": "user:luci-scheduler@appspot.gserviceaccount.com",
"created_ts": "1548202716812235",
"id": "8923585503974499280",
"lease_expiration_ts": "1548353917483131",
"lease_key": "2100445725",
"parameters_json": "{\"builder_name\": \"linux-pnacl-x86_64-tests-x86_32\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/native_client/src/native_client.git\", \"revision\": \"743e540fe72edfeaead9d9c093f06ea76c49fa4c\"}}",
"project": "nacl",
"result_details_json": "null",
"service_account": "nacl-toolchain-builder@chops-service-accounts.iam.gserviceaccount.com",
"status": "SCHEDULED",
"status_changed_ts": "1548202717590672",
"tags": [
"build_address:luci.nacl.toolchain/linux-pnacl-x86_64-tests-x86_32/5115",
"builder:linux-pnacl-x86_64-tests-x86_32",
"buildset:commit/git/743e540fe72edfeaead9d9c093f06ea76c49fa4c",
"buildset:commit/gitiles/chromium.googlesource.com/native_client/src/native_client/+/743e540fe72edfeaead9d9c093f06ea76c49fa4c",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9089015566471460544",
"scheduler_job_id:nacl/linux-pnacl-x86_64-tests-x86_32",
"swarming_dimension:caches:builder_d982c0762990b9abf737d190051a0a3bd67b51c14564e55713aea0114e04ab24_v2",
"swarming_dimension:cpu:x86-64",
"swarming_dimension:os:Ubuntu-14.04",
"swarming_dimension:pool:luci.nacl.toolchain",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:build_address:luci.nacl.toolchain/linux-pnacl-x86_64-tests-x86_32/5115",
"swarming_tag:buildbucket_bucket:nacl/toolchain",
"swarming_tag:buildbucket_build_id:8923585503974499280",
"swarming_tag:buildbucket_hostname:cr-buildbucket.appspot.com",
"swarming_tag:buildbucket_template_canary:0",
"swarming_tag:buildbucket_template_revision:01134cf47e8a2d5d7cea5ec1232ca64ed2f16a5c",
"swarming_tag:builder:linux-pnacl-x86_64-tests-x86_32",
"swarming_tag:buildset:commit/git/743e540fe72edfeaead9d9c093f06ea76c49fa4c",
"swarming_tag:buildset:commit/gitiles/chromium.googlesource.com/native_client/src/native_client/+/743e540fe72edfeaead9d9c093f06ea76c49fa4c",
"swarming_tag:caches:builder_d982c0762990b9abf737d190051a0a3bd67b51c14564e55713aea0114e04ab24_v2",
"swarming_tag:cpu:x86-64",
"swarming_tag:gitiles_ref:refs/heads/master",
"swarming_tag:log_location:logdog://logs.chromium.org/nacl/buildbucket/cr-buildbucket.appspot.com/8923585503974499280/+/annotations",
"swarming_tag:luci_project:nacl",
"swarming_tag:os:Ubuntu-14.04",
"swarming_tag:pool:luci.nacl.toolchain",
"swarming_tag:priority:30",
"swarming_tag:recipe_name:nacl",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_tag:scheduler_invocation_id:9089015566471460544",
"swarming_tag:scheduler_job_id:nacl/linux-pnacl-x86_64-tests-x86_32",
"swarming_tag:service_account:nacl-toolchain-builder@chops-service-accounts.iam.gserviceaccount.com",
"swarming_tag:swarming.pool.template:skip",
"swarming_tag:swarming.pool.version:bfaf050e23eebcbcbc1d0bdaeed45d147a95e5e4",
"swarming_tag:user:None",
"swarming_tag:user_agent:luci-scheduler",
"swarming_tag:vpython:native-python-wrapper",
"swarming_task_id:4290e4381db14410",
"user_agent:luci-scheduler"
],
"updated_ts": "1548202717590737",
"url": "https://ci.chromium.org/b/8923585503974499280",
"utcnow_ts": "1548202717674305"
}
}
[00:18:37.684] Task URL: https://ci.chromium.org/b/8923585503974499280
[00:18:37.684] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:2:0) after 1m0s
[00:19:31.488] Received PubSub notification, asking Buildbucket for the build status
[00:19:31.551] Build 8923585503974499280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:19:37.698] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:2:0)
[00:19:37.698] Timer tick, asking Buildbucket for the build status
[00:19:37.735] Build 8923585503974499280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:19:37.735] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:4:0) after 1m0s
[00:20:37.749] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:4:0)
[00:20:37.749] Timer tick, asking Buildbucket for the build status
[00:20:37.904] Build 8923585503974499280: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[00:20:37.904] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:5:0) after 1m0s
[00:21:05.622] Received PubSub notification, asking Buildbucket for the build status
[00:21:05.657] Build 8923585503974499280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:21:37.919] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:5:0)
[00:21:37.919] Timer tick, asking Buildbucket for the build status
[00:21:38.030] Build 8923585503974499280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:21:38.030] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:7:0) after 1m0s
[00:22:38.045] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:7:0)
[00:22:38.045] Timer tick, asking Buildbucket for the build status
[00:22:38.113] Build 8923585503974499280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:22:38.113] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:8:0) after 1m0s
[00:23:38.130] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:8:0)
[00:23:38.130] Timer tick, asking Buildbucket for the build status
[00:23:38.217] Build 8923585503974499280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:23:38.217] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:9:0) after 1m0s
[00:24:38.233] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:9:0)
[00:24:38.233] Timer tick, asking Buildbucket for the build status
[00:24:38.314] Build 8923585503974499280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:24:38.314] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:10:0) after 1m0s
[00:25:38.332] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:10:0)
[00:25:38.332] Timer tick, asking Buildbucket for the build status
[00:25:38.436] Build 8923585503974499280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:25:38.436] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:11:0) after 1m0s
[00:26:38.452] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:11:0)
[00:26:38.452] Timer tick, asking Buildbucket for the build status
[00:26:38.550] Build 8923585503974499280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:26:38.550] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:12:0) after 1m0s
[00:27:38.574] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:12:0)
[00:27:38.574] Timer tick, asking Buildbucket for the build status
[00:27:38.640] Build 8923585503974499280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:27:38.640] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:13:0) after 1m0s
[00:28:38.666] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:13:0)
[00:28:38.666] Timer tick, asking Buildbucket for the build status
[00:28:38.702] Build 8923585503974499280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:28:38.702] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:14:0) after 1m0s
[00:29:38.718] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:14:0)
[00:29:38.718] Timer tick, asking Buildbucket for the build status
[00:29:38.923] Build 8923585503974499280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:29:38.923] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:15:0) after 1m0s
[00:30:38.938] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:15:0)
[00:30:38.938] Timer tick, asking Buildbucket for the build status
[00:30:39.004] Build 8923585503974499280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:30:39.004] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:16:0) after 1m0s
[00:31:39.025] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:16:0)
[00:31:39.025] Timer tick, asking Buildbucket for the build status
[00:31:39.079] Build 8923585503974499280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:31:39.079] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:17:0) after 1m0s
[00:32:39.103] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:17:0)
[00:32:39.103] Timer tick, asking Buildbucket for the build status
[00:32:39.245] Build 8923585503974499280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:32:39.245] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:18:0) after 1m0s
[00:33:39.313] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:18:0)
[00:33:39.313] Timer tick, asking Buildbucket for the build status
[00:33:39.372] Build 8923585503974499280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:33:39.372] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:19:0) after 1m0s
[00:34:39.426] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:19:0)
[00:34:39.426] Timer tick, asking Buildbucket for the build status
[00:34:39.504] Build 8923585503974499280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:34:39.504] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:20:0) after 1m0s
[00:35:39.523] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:20:0)
[00:35:39.523] Timer tick, asking Buildbucket for the build status
[00:35:39.733] Build 8923585503974499280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:35:39.733] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:21:0) after 1m0s
[00:36:39.756] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:21:0)
[00:36:39.756] Timer tick, asking Buildbucket for the build status
[00:36:39.860] Build 8923585503974499280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:36:39.861] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:22:0) after 1m0s
[00:37:39.900] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:22:0)
[00:37:39.900] Timer tick, asking Buildbucket for the build status
[00:37:39.946] Build 8923585503974499280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:37:39.946] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:23:0) after 1m0s
[00:38:39.968] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:23:0)
[00:38:39.968] Timer tick, asking Buildbucket for the build status
[00:38:40.164] Build 8923585503974499280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:38:40.164] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:24:0) after 1m0s
[00:39:40.185] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:24:0)
[00:39:40.185] Timer tick, asking Buildbucket for the build status
[00:39:40.475] Build 8923585503974499280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:39:40.475] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:25:0) after 1m0s
[00:40:40.492] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:25:0)
[00:40:40.493] Timer tick, asking Buildbucket for the build status
[00:40:40.630] Build 8923585503974499280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:40:40.630] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:26:0) after 1m0s
[00:41:40.654] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:26:0)
[00:41:40.654] Timer tick, asking Buildbucket for the build status
[00:41:40.736] Build 8923585503974499280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:41:40.736] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:27:0) after 1m0s
[00:42:40.755] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:27:0)
[00:42:40.755] Timer tick, asking Buildbucket for the build status
[00:42:40.821] Build 8923585503974499280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:42:40.821] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:28:0) after 1m0s
[00:43:40.838] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:28:0)
[00:43:40.838] Timer tick, asking Buildbucket for the build status
[00:43:40.898] Build 8923585503974499280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:43:40.898] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:29:0) after 1m0s
[00:44:40.915] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:29:0)
[00:44:40.915] Timer tick, asking Buildbucket for the build status
[00:44:40.986] Build 8923585503974499280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:44:40.986] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:30:0) after 1m0s
[00:45:41.002] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:30:0)
[00:45:41.002] Timer tick, asking Buildbucket for the build status
[00:45:41.107] Build 8923585503974499280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:45:41.107] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:31:0) after 1m0s
[00:46:41.135] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:31:0)
[00:46:41.135] Timer tick, asking Buildbucket for the build status
[00:46:41.201] Build 8923585503974499280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:46:41.201] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:32:0) after 1m0s
[00:47:41.216] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:32:0)
[00:47:41.216] Timer tick, asking Buildbucket for the build status
[00:47:41.352] Build 8923585503974499280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:47:41.352] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:33:0) after 1m0s
[00:48:41.368] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:33:0)
[00:48:41.368] Timer tick, asking Buildbucket for the build status
[00:48:41.718] Build 8923585503974499280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:48:41.718] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:34:0) after 1m0s
[00:49:41.742] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:34:0)
[00:49:41.742] Timer tick, asking Buildbucket for the build status
[00:49:41.842] Build 8923585503974499280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:49:41.842] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:35:0) after 1m0s
[00:50:41.859] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:35:0)
[00:50:41.859] Timer tick, asking Buildbucket for the build status
[00:50:41.984] Build 8923585503974499280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:50:41.984] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:36:0) after 1m0s
[00:51:42.006] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:36:0)
[00:51:42.006] Timer tick, asking Buildbucket for the build status
[00:51:42.318] Build 8923585503974499280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:51:42.318] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:37:0) after 1m0s
[00:52:42.334] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:37:0)
[00:52:42.334] Timer tick, asking Buildbucket for the build status
[00:52:42.398] Build 8923585503974499280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:52:42.398] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:38:0) after 1m0s
[00:53:42.438] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:38:0)
[00:53:42.438] Timer tick, asking Buildbucket for the build status
[00:53:42.520] Build 8923585503974499280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:53:42.520] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:39:0) after 1m0s
[00:54:42.542] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:39:0)
[00:54:42.542] Timer tick, asking Buildbucket for the build status
[00:54:42.611] Build 8923585503974499280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:54:42.611] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:40:0) after 1m0s
[00:55:42.628] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:40:0)
[00:55:42.628] Timer tick, asking Buildbucket for the build status
[00:55:42.835] Build 8923585503974499280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:55:42.835] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:41:0) after 1m0s
[00:56:42.854] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:41:0)
[00:56:42.854] Timer tick, asking Buildbucket for the build status
[00:56:43.026] Build 8923585503974499280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:56:43.026] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:42:0) after 1m0s
[00:57:43.051] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:42:0)
[00:57:43.051] Timer tick, asking Buildbucket for the build status
[00:57:43.090] Build 8923585503974499280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:57:43.090] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:43:0) after 1m0s
[00:58:43.106] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:43:0)
[00:58:43.106] Timer tick, asking Buildbucket for the build status
[00:58:43.283] Build 8923585503974499280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:58:43.283] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:44:0) after 1m0s
[00:59:43.300] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:44:0)
[00:59:43.300] Timer tick, asking Buildbucket for the build status
[00:59:43.404] Build 8923585503974499280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:59:43.404] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:45:0) after 1m0s
[01:00:43.423] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:45:0)
[01:00:43.423] Timer tick, asking Buildbucket for the build status
[01:00:43.487] Build 8923585503974499280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:00:43.487] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:46:0) after 1m0s
[01:01:43.572] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:46:0)
[01:01:43.572] Timer tick, asking Buildbucket for the build status
[01:01:43.685] Build 8923585503974499280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:01:43.685] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:47:0) after 1m0s
[01:02:43.704] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:47:0)
[01:02:43.704] Timer tick, asking Buildbucket for the build status
[01:02:43.767] Build 8923585503974499280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:02:43.767] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:48:0) after 1m0s
[01:03:43.786] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:48:0)
[01:03:43.786] Timer tick, asking Buildbucket for the build status
[01:03:43.910] Build 8923585503974499280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:03:43.910] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:49:0) after 1m0s
[01:04:43.933] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:49:0)
[01:04:43.933] Timer tick, asking Buildbucket for the build status
[01:04:44.134] Build 8923585503974499280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:04:44.134] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:50:0) after 1m0s
[01:05:44.154] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:50:0)
[01:05:44.154] Timer tick, asking Buildbucket for the build status
[01:05:44.192] Build 8923585503974499280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:05:44.192] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:51:0) after 1m0s
[01:06:44.214] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:51:0)
[01:06:44.214] Timer tick, asking Buildbucket for the build status
[01:06:44.261] Build 8923585503974499280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:06:44.261] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:52:0) after 1m0s
[01:07:44.278] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:52:0)
[01:07:44.278] Timer tick, asking Buildbucket for the build status
[01:07:44.328] Build 8923585503974499280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:07:44.328] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:53:0) after 1m0s
[01:08:44.363] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:53:0)
[01:08:44.363] Timer tick, asking Buildbucket for the build status
[01:08:44.453] Build 8923585503974499280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:08:44.453] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:54:0) after 1m0s
[01:09:44.486] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:54:0)
[01:09:44.486] Timer tick, asking Buildbucket for the build status
[01:09:44.532] Build 8923585503974499280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:09:44.532] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:55:0) after 1m0s
[01:10:44.550] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:55:0)
[01:10:44.550] Timer tick, asking Buildbucket for the build status
[01:10:44.596] Build 8923585503974499280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:10:44.596] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:56:0) after 1m0s
[01:11:44.619] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:56:0)
[01:11:44.619] Timer tick, asking Buildbucket for the build status
[01:11:44.726] Build 8923585503974499280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:11:44.726] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:57:0) after 1m0s
[01:12:44.743] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:57:0)
[01:12:44.743] Timer tick, asking Buildbucket for the build status
[01:12:44.777] Build 8923585503974499280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:12:44.777] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:58:0) after 1m0s
[01:13:44.799] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:58:0)
[01:13:44.799] Timer tick, asking Buildbucket for the build status
[01:13:44.862] Build 8923585503974499280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:13:44.862] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:59:0) after 1m0s
[01:14:44.883] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:59:0)
[01:14:44.883] Timer tick, asking Buildbucket for the build status
[01:14:44.934] Build 8923585503974499280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:14:44.934] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:60:0) after 1m0s
[01:15:44.952] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:60:0)
[01:15:44.952] Timer tick, asking Buildbucket for the build status
[01:15:44.991] Build 8923585503974499280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:15:44.991] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:61:0) after 1m0s
[01:16:45.009] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:61:0)
[01:16:45.009] Timer tick, asking Buildbucket for the build status
[01:16:45.157] Build 8923585503974499280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:16:45.157] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:62:0) after 1m0s
[01:17:45.174] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:62:0)
[01:17:45.174] Timer tick, asking Buildbucket for the build status
[01:17:45.252] Build 8923585503974499280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:17:45.252] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:63:0) after 1m0s
[01:18:45.269] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:63:0)
[01:18:45.269] Timer tick, asking Buildbucket for the build status
[01:18:45.354] Build 8923585503974499280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:18:45.354] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:64:0) after 1m0s
[01:19:45.371] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:64:0)
[01:19:45.371] Timer tick, asking Buildbucket for the build status
[01:19:45.467] Build 8923585503974499280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:19:45.467] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:65:0) after 1m0s
[01:20:45.492] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:65:0)
[01:20:45.492] Timer tick, asking Buildbucket for the build status
[01:20:45.542] Build 8923585503974499280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:20:45.542] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:66:0) after 1m0s
[01:21:45.564] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:66:0)
[01:21:45.564] Timer tick, asking Buildbucket for the build status
[01:21:45.603] Build 8923585503974499280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:21:45.603] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:67:0) after 1m0s
[01:22:45.626] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:67:0)
[01:22:45.626] Timer tick, asking Buildbucket for the build status
[01:22:45.702] Build 8923585503974499280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:22:45.702] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:68:0) after 1m0s
[01:23:45.747] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:68:0)
[01:23:45.747] Timer tick, asking Buildbucket for the build status
[01:23:45.950] Build 8923585503974499280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:23:45.950] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:69:0) after 1m0s
[01:24:45.993] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:69:0)
[01:24:45.993] Timer tick, asking Buildbucket for the build status
[01:24:46.051] Build 8923585503974499280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:24:46.051] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:70:0) after 1m0s
[01:25:46.078] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:70:0)
[01:25:46.078] Timer tick, asking Buildbucket for the build status
[01:25:46.212] Build 8923585503974499280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:25:46.212] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:71:0) after 1m0s
[01:26:46.234] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:71:0)
[01:26:46.234] Timer tick, asking Buildbucket for the build status
[01:26:46.320] Build 8923585503974499280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:26:46.320] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:72:0) after 1m0s
[01:27:46.339] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:72:0)
[01:27:46.340] Timer tick, asking Buildbucket for the build status
[01:27:46.394] Build 8923585503974499280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:27:46.394] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:73:0) after 1m0s
[01:28:46.416] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:73:0)
[01:28:46.416] Timer tick, asking Buildbucket for the build status
[01:28:46.529] Build 8923585503974499280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:28:46.529] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:74:0) after 1m0s
[01:29:46.551] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:74:0)
[01:29:46.551] Timer tick, asking Buildbucket for the build status
[01:29:46.672] Build 8923585503974499280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:29:46.672] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:75:0) after 1m0s
[01:30:46.691] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:75:0)
[01:30:46.691] Timer tick, asking Buildbucket for the build status
[01:30:46.730] Build 8923585503974499280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:30:46.730] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:76:0) after 1m0s
[01:31:46.764] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:76:0)
[01:31:46.764] Timer tick, asking Buildbucket for the build status
[01:31:46.840] Build 8923585503974499280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:31:46.840] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:77:0) after 1m0s
[01:32:46.858] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:77:0)
[01:32:46.858] Timer tick, asking Buildbucket for the build status
[01:32:46.912] Build 8923585503974499280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:32:46.912] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:78:0) after 1m0s
[01:33:46.929] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:78:0)
[01:33:46.929] Timer tick, asking Buildbucket for the build status
[01:33:47.006] Build 8923585503974499280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:33:47.006] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:79:0) after 1m0s
[01:34:47.024] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:79:0)
[01:34:47.024] Timer tick, asking Buildbucket for the build status
[01:34:47.074] Build 8923585503974499280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:34:47.074] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:80:0) after 1m0s
[01:35:47.094] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:80:0)
[01:35:47.094] Timer tick, asking Buildbucket for the build status
[01:35:47.232] Build 8923585503974499280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:35:47.232] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:81:0) after 1m0s
[01:36:47.253] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:81:0)
[01:36:47.253] Timer tick, asking Buildbucket for the build status
[01:36:47.354] Build 8923585503974499280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:36:47.354] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:82:0) after 1m0s
[01:37:47.406] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:82:0)
[01:37:47.406] Timer tick, asking Buildbucket for the build status
[01:37:47.494] Build 8923585503974499280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:37:47.494] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:83:0) after 1m0s
[01:38:47.516] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:83:0)
[01:38:47.516] Timer tick, asking Buildbucket for the build status
[01:38:47.656] Build 8923585503974499280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:38:47.656] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:84:0) after 1m0s
[01:39:47.677] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:84:0)
[01:39:47.677] Timer tick, asking Buildbucket for the build status
[01:39:47.866] Build 8923585503974499280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:39:47.866] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:85:0) after 1m0s
[01:40:47.890] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:85:0)
[01:40:47.890] Timer tick, asking Buildbucket for the build status
[01:40:47.978] Build 8923585503974499280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:40:47.978] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:86:0) after 1m0s
[01:41:47.999] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:86:0)
[01:41:47.999] Timer tick, asking Buildbucket for the build status
[01:41:48.102] Build 8923585503974499280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:41:48.102] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:87:0) after 1m0s
[01:42:48.149] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:87:0)
[01:42:48.149] Timer tick, asking Buildbucket for the build status
[01:42:48.261] Build 8923585503974499280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:42:48.261] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:88:0) after 1m0s
[01:43:48.293] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:88:0)
[01:43:48.293] Timer tick, asking Buildbucket for the build status
[01:43:48.356] Build 8923585503974499280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:43:48.356] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:89:0) after 1m0s
[01:44:48.379] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:89:0)
[01:44:48.379] Timer tick, asking Buildbucket for the build status
[01:44:48.525] Build 8923585503974499280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:44:48.525] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:90:0) after 1m0s
[01:45:48.543] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:90:0)
[01:45:48.543] Timer tick, asking Buildbucket for the build status
[01:45:48.828] Build 8923585503974499280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:45:48.828] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:91:0) after 1m0s
[01:46:48.930] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:91:0)
[01:46:48.930] Timer tick, asking Buildbucket for the build status
[01:46:49.007] Build 8923585503974499280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:46:49.007] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:92:0) after 1m0s
[01:47:49.035] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:92:0)
[01:47:49.035] Timer tick, asking Buildbucket for the build status
[01:47:49.155] Build 8923585503974499280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:47:49.155] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:93:0) after 1m0s
[01:48:49.174] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:93:0)
[01:48:49.174] Timer tick, asking Buildbucket for the build status
[01:48:49.372] Build 8923585503974499280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:48:49.372] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:94:0) after 1m0s
[01:49:49.388] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:94:0)
[01:49:49.388] Timer tick, asking Buildbucket for the build status
[01:49:49.448] Build 8923585503974499280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:49:49.448] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:95:0) after 1m0s
[01:50:49.468] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:95:0)
[01:50:49.468] Timer tick, asking Buildbucket for the build status
[01:50:49.566] Build 8923585503974499280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:50:49.566] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9089015566471460544:96:0) after 1m0s
[01:51:23.531] Received PubSub notification, asking Buildbucket for the build status
[01:51:23.566] Build 8923585503974499280: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[01:51:23.566] Buildbucket build:
{
"build": {
"bucket": "luci.nacl.toolchain",
"canary_preference": "AUTO",
"completed_ts": "1548208281001312",
"created_by": "user:luci-scheduler@appspot.gserviceaccount.com",
"created_ts": "1548202716812235",
"failure_reason": "BUILD_FAILURE",
"id": "8923585503974499280",
"parameters_json": "{\"builder_name\": \"linux-pnacl-x86_64-tests-x86_32\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/native_client/src/native_client.git\", \"revision\": \"743e540fe72edfeaead9d9c093f06ea76c49fa4c\"}}",
"project": "nacl",
"result": "FAILURE",
"result_details_json": "{\"ui\": {\"info\": \"Failure annotated steps\\nFailure llvm-test-suite x86-32 --opt O3f --opt O2b\\nFailure llvm-test-suite x86-32 --opt O3f --opt O0b\\nFailure llvm-test-suite x86-32 --opt O3f --opt O2b_sz\"}, \"swarming\": {\"bot_dimensions\": {\"gce\": [\"1\"], \"zone\": [\"us\", \"us-west\", \"us-west1\", \"us-west1-c\"], \"inside_docker\": [\"0\"], \"python\": [\"2.7.6\"], \"image\": [\"chrome-trusty-18091700-38cc06ee3ee\"], \"kvm\": [\"1\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-Broadwell_GCE\", \"x86-64-avx2\"], \"server_version\": [\"4016-2f4b7db\"], \"machine_type\": [\"n1-standard-16\"], \"gpu\": [\"none\"], \"cores\": [\"16\"], \"os\": [\"Linux\", \"Ubuntu\", \"Ubuntu-14.04\"], \"id\": [\"gce-trusty-16-145e5bab-us-west1-c-7nsb\"], \"pool\": [\"luci.nacl.toolchain\"], \"caches\": [\"git\", \"goma_v2\", \"vpython\"]}}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"buildnumber\": 5115, \"repository\": \"https://chromium.googlesource.com/native_client/src/native_client.git\", \"buildername\": \"linux-pnacl-x86_64-tests-x86_32\", \"got_revision\": \"743e540fe72edfeaead9d9c093f06ea76c49fa4c\", \"recipe\": \"nacl\", \"mastername\": \"client.nacl.toolchain\", \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"buildbucket\": {\"hostname\": \"cr-buildbucket.appspot.com\", \"build\": {\"created_ts\": 1548202716812235, \"tags\": [\"builder:linux-pnacl-x86_64-tests-x86_32\", \"buildset:commit/git/743e540fe72edfeaead9d9c093f06ea76c49fa4c\", \"buildset:commit/gitiles/chromium.googlesource.com/native_client/src/native_client/+/743e540fe72edfeaead9d9c093f06ea76c49fa4c\", \"gitiles_ref:refs/heads/master\", \"scheduler_invocation_id:9089015566471460544\", \"scheduler_job_id:nacl/linux-pnacl-x86_64-tests-x86_32\", \"user_agent:luci-scheduler\"], \"bucket\": \"luci.nacl.toolchain\", \"created_by\": \"user:luci-scheduler@appspot.gserviceaccount.com\", \"project\": \"nacl\", \"id\": \"8923585503974499280\"}}, \"slavetype\": \"BuilderTester\", \"branch\": \"refs/heads/master\", \"path_config\": \"generic\", \"revision\": \"743e540fe72edfeaead9d9c093f06ea76c49fa4c\", \"bot_id\": \"gce-trusty-16-145e5bab-us-west1-c-7nsb\"}}",
"service_account": "nacl-toolchain-builder@chops-service-accounts.iam.gserviceaccount.com",
"started_ts": "1548202770668062",
"status": "COMPLETED",
"status_changed_ts": "1548208282808639",
"tags": [
"build_address:luci.nacl.toolchain/linux-pnacl-x86_64-tests-x86_32/5115",
"builder:linux-pnacl-x86_64-tests-x86_32",
"buildset:commit/git/743e540fe72edfeaead9d9c093f06ea76c49fa4c",
"buildset:commit/gitiles/chromium.googlesource.com/native_client/src/native_client/+/743e540fe72edfeaead9d9c093f06ea76c49fa4c",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9089015566471460544",
"scheduler_job_id:nacl/linux-pnacl-x86_64-tests-x86_32",
"swarming_dimension:caches:builder_d982c0762990b9abf737d190051a0a3bd67b51c14564e55713aea0114e04ab24_v2",
"swarming_dimension:cpu:x86-64",
"swarming_dimension:os:Ubuntu-14.04",
"swarming_dimension:pool:luci.nacl.toolchain",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:build_address:luci.nacl.toolchain/linux-pnacl-x86_64-tests-x86_32/5115",
"swarming_tag:buildbucket_bucket:nacl/toolchain",
"swarming_tag:buildbucket_build_id:8923585503974499280",
"swarming_tag:buildbucket_hostname:cr-buildbucket.appspot.com",
"swarming_tag:buildbucket_template_canary:0",
"swarming_tag:buildbucket_template_revision:01134cf47e8a2d5d7cea5ec1232ca64ed2f16a5c",
"swarming_tag:builder:linux-pnacl-x86_64-tests-x86_32",
"swarming_tag:buildset:commit/git/743e540fe72edfeaead9d9c093f06ea76c49fa4c",
"swarming_tag:buildset:commit/gitiles/chromium.googlesource.com/native_client/src/native_client/+/743e540fe72edfeaead9d9c093f06ea76c49fa4c",
"swarming_tag:caches:builder_d982c0762990b9abf737d190051a0a3bd67b51c14564e55713aea0114e04ab24_v2",
"swarming_tag:cpu:x86-64",
"swarming_tag:gitiles_ref:refs/heads/master",
"swarming_tag:log_location:logdog://logs.chromium.org/nacl/buildbucket/cr-buildbucket.appspot.com/8923585503974499280/+/annotations",
"swarming_tag:luci_project:nacl",
"swarming_tag:os:Ubuntu-14.04",
"swarming_tag:pool:luci.nacl.toolchain",
"swarming_tag:priority:30",
"swarming_tag:recipe_name:nacl",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_tag:scheduler_invocation_id:9089015566471460544",
"swarming_tag:scheduler_job_id:nacl/linux-pnacl-x86_64-tests-x86_32",
"swarming_tag:service_account:nacl-toolchain-builder@chops-service-accounts.iam.gserviceaccount.com",
"swarming_tag:swarming.pool.template:skip",
"swarming_tag:swarming.pool.version:bfaf050e23eebcbcbc1d0bdaeed45d147a95e5e4",
"swarming_tag:user:None",
"swarming_tag:user_agent:luci-scheduler",
"swarming_tag:vpython:native-python-wrapper",
"swarming_task_id:4290e4381db14410",
"user_agent:luci-scheduler"
],
"updated_ts": "1548208282817002",
"url": "https://ci.chromium.org/b/8923585503974499280",
"utcnow_ts": "1548208283556553"
}
}
[01:51:23.566] Invocation finished in 1h32m48.519054649s with status FAILED