[00:38:14.663] New invocation is queued and will start shortly
[00:38:22.286] Starting the invocation (attempt 1)
[00:38:22.342] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:38:22.342] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:38:22.342] Buildbucket request:
{
"bucket": "luci.nacl.toolchain",
"client_operation_id": "9045799576599875600",
"parameters_json": "{\"builder_name\":\"linux-pnacl-x86_64-tests-x86_32\",\"properties\":{\"$recipe_engine/scheduler\":{\"hostname\":\"luci-scheduler.appspot.com\",\"triggers\":[{\"gitiles\":{\"ref\":\"refs/heads/master\",\"repo\":\"https://chromium.googlesource.com/native_client/src/native_client.git\",\"revision\":\"f45e60c61cc1ae967e6f5fefc8f3e560e3b3c501\"},\"id\":\"https://chromium.googlesource.com/native_client/src/native_client.git/+/refs/heads/master@f45e60c61cc1ae967e6f5fefc8f3e560e3b3c501\",\"title\":\"f45e60c61cc1ae967e6f5fefc8f3e560e3b3c501\",\"url\":\"https://chromium.googlesource.com/native_client/src/native_client.git/+/f45e60c61cc1ae967e6f5fefc8f3e560e3b3c501\"}]},\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/native_client/src/native_client.git\",\"revision\":\"f45e60c61cc1ae967e6f5fefc8f3e560e3b3c501\"}}",
"pubsub_callback": {
"auth_token": "...",
"topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
},
"tags": [
"builder:linux-pnacl-x86_64-tests-x86_32",
"scheduler_invocation_id:9045799576599875600",
"scheduler_job_id:nacl/linux-pnacl-x86_64-tests-x86_32",
"user_agent:luci-scheduler",
"buildset:commit/git/f45e60c61cc1ae967e6f5fefc8f3e560e3b3c501",
"buildset:commit/gitiles/chromium.googlesource.com/native_client/src/native_client/+/f45e60c61cc1ae967e6f5fefc8f3e560e3b3c501",
"gitiles_ref:refs/heads/master"
]
}
[00:38:23.710] Buildbucket response:
{
"build": {
"bucket": "luci.nacl.toolchain",
"canary_preference": "PROD",
"created_by": "project:nacl",
"created_ts": "1589416702545722",
"id": "8880369507670215296",
"parameters_json": "{\"builder_name\": \"linux-pnacl-x86_64-tests-x86_32\", \"properties\": {\"$recipe_engine/scheduler\": {\"hostname\": \"luci-scheduler.appspot.com\", \"triggers\": [{\"gitiles\": {\"ref\": \"refs/heads/master\", \"repo\": \"https://chromium.googlesource.com/native_client/src/native_client.git\", \"revision\": \"f45e60c61cc1ae967e6f5fefc8f3e560e3b3c501\"}, \"id\": \"https://chromium.googlesource.com/native_client/src/native_client.git/+/refs/heads/master@f45e60c61cc1ae967e6f5fefc8f3e560e3b3c501\", \"title\": \"f45e60c61cc1ae967e6f5fefc8f3e560e3b3c501\", \"url\": \"https://chromium.googlesource.com/native_client/src/native_client.git/+/f45e60c61cc1ae967e6f5fefc8f3e560e3b3c501\"}]}, \"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/native_client/src/native_client.git\", \"revision\": \"f45e60c61cc1ae967e6f5fefc8f3e560e3b3c501\"}}",
"project": "nacl",
"result_details_json": "{\"properties\": {}}",
"service_account": "nacl-toolchain-builder@chops-service-accounts.iam.gserviceaccount.com",
"status": "SCHEDULED",
"status_changed_ts": "1589416703301815",
"tags": [
"build_address:luci.nacl.toolchain/linux-pnacl-x86_64-tests-x86_32/5158",
"builder:linux-pnacl-x86_64-tests-x86_32",
"buildset:commit/git/f45e60c61cc1ae967e6f5fefc8f3e560e3b3c501",
"buildset:commit/gitiles/chromium.googlesource.com/native_client/src/native_client/+/f45e60c61cc1ae967e6f5fefc8f3e560e3b3c501",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9045799576599875600",
"scheduler_job_id:nacl/linux-pnacl-x86_64-tests-x86_32",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/nacl/buildbucket/cr-buildbucket.appspot.com/8880369507670215296/+/annotations",
"swarming_tag:luci_project:nacl",
"swarming_tag:recipe_name:nacl",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_task_id:",
"user_agent:luci-scheduler"
],
"updated_ts": "1589416703302210",
"url": "https://ci.chromium.org/b/8880369507670215296",
"utcnow_ts": "1589416703694570"
}
}
[00:38:23.711] Task URL: https://ci.chromium.org/b/8880369507670215296
[00:38:23.711] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:2:0) after 1m0s
[00:38:50.533] Received PubSub notification, asking Buildbucket for the build status
[00:38:50.769] Build 8880369507670215296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:39:24.066] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:2:0)
[00:39:24.066] Timer tick, asking Buildbucket for the build status
[00:39:24.168] Build 8880369507670215296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:39:24.168] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:4:0) after 1m0s
[00:40:24.319] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:4:0)
[00:40:24.319] Timer tick, asking Buildbucket for the build status
[00:40:24.622] Build 8880369507670215296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:40:24.622] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:5:0) after 1m0s
[00:41:24.746] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:5:0)
[00:41:24.746] Timer tick, asking Buildbucket for the build status
[00:41:25.489] Build 8880369507670215296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:41:25.489] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:6:0) after 1m0s
[00:42:25.530] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:6:0)
[00:42:25.530] Timer tick, asking Buildbucket for the build status
[00:42:25.679] Build 8880369507670215296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:42:25.679] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:7:0) after 1m0s
[00:43:25.733] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:7:0)
[00:43:25.733] Timer tick, asking Buildbucket for the build status
[00:43:26.047] Build 8880369507670215296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:43:26.048] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:8:0) after 1m0s
[00:44:26.080] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:8:0)
[00:44:26.080] Timer tick, asking Buildbucket for the build status
[00:44:26.420] Build 8880369507670215296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:44:26.420] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:9:0) after 1m0s
[00:45:26.622] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:9:0)
[00:45:26.622] Timer tick, asking Buildbucket for the build status
[00:45:26.880] Build 8880369507670215296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:45:26.880] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:10:0) after 1m0s
[00:46:26.986] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:10:0)
[00:46:26.986] Timer tick, asking Buildbucket for the build status
[00:46:27.276] Build 8880369507670215296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:46:27.276] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:11:0) after 1m0s
[00:47:27.366] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:11:0)
[00:47:27.366] Timer tick, asking Buildbucket for the build status
[00:47:27.564] Build 8880369507670215296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:47:27.564] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:12:0) after 1m0s
[00:48:27.621] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:12:0)
[00:48:27.621] Timer tick, asking Buildbucket for the build status
[00:48:28.292] Build 8880369507670215296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:48:28.292] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:13:0) after 1m0s
[00:49:28.512] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:13:0)
[00:49:28.512] Timer tick, asking Buildbucket for the build status
[00:49:28.673] Build 8880369507670215296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:49:28.673] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:14:0) after 1m0s
[00:50:28.979] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:14:0)
[00:50:28.979] Timer tick, asking Buildbucket for the build status
[00:50:29.535] Build 8880369507670215296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:50:29.535] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:15:0) after 1m0s
[00:51:29.784] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:15:0)
[00:51:29.784] Timer tick, asking Buildbucket for the build status
[00:51:31.839] Build 8880369507670215296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:51:31.839] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:16:0) after 1m0s
[00:52:31.882] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:16:0)
[00:52:31.882] Timer tick, asking Buildbucket for the build status
[00:52:32.005] Build 8880369507670215296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:52:32.005] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:17:0) after 1m0s
[00:53:31.998] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:17:0)
[00:53:31.998] Timer tick, asking Buildbucket for the build status
[00:53:33.550] Build 8880369507670215296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:53:33.550] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:18:0) after 1m0s
[00:54:33.603] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:18:0)
[00:54:33.603] Timer tick, asking Buildbucket for the build status
[00:54:33.746] Build 8880369507670215296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:54:33.746] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:19:0) after 1m0s
[00:55:33.784] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:19:0)
[00:55:33.784] Timer tick, asking Buildbucket for the build status
[00:55:33.939] Build 8880369507670215296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:55:33.939] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:20:0) after 1m0s
[00:56:34.063] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:20:0)
[00:56:34.063] Timer tick, asking Buildbucket for the build status
[00:56:34.343] Build 8880369507670215296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:56:34.343] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:21:0) after 1m0s
[00:57:34.410] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:21:0)
[00:57:34.410] Timer tick, asking Buildbucket for the build status
[00:57:34.660] Build 8880369507670215296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:57:34.660] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:22:0) after 1m0s
[00:58:34.710] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:22:0)
[00:58:34.710] Timer tick, asking Buildbucket for the build status
[00:58:39.144] Build 8880369507670215296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:58:39.144] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:23:0) after 1m0s
[00:59:39.234] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:23:0)
[00:59:39.234] Timer tick, asking Buildbucket for the build status
[00:59:42.376] Build 8880369507670215296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:59:42.376] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:24:0) after 1m0s
[01:00:42.644] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:24:0)
[01:00:42.644] Timer tick, asking Buildbucket for the build status
[01:00:43.230] Build 8880369507670215296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:00:43.230] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:25:0) after 1m0s
[01:01:43.331] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:25:0)
[01:01:43.331] Timer tick, asking Buildbucket for the build status
[01:01:43.705] Build 8880369507670215296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:01:43.705] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:26:0) after 1m0s
[01:02:43.821] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:26:0)
[01:02:43.821] Timer tick, asking Buildbucket for the build status
[01:02:43.960] Build 8880369507670215296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:02:43.960] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:27:0) after 1m0s
[01:03:44.047] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:27:0)
[01:03:44.047] Timer tick, asking Buildbucket for the build status
[01:03:44.203] Build 8880369507670215296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:03:44.203] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:28:0) after 1m0s
[01:04:44.296] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:28:0)
[01:04:44.296] Timer tick, asking Buildbucket for the build status
[01:04:44.591] Build 8880369507670215296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:04:44.591] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:29:0) after 1m0s
[01:05:44.713] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:29:0)
[01:05:44.713] Timer tick, asking Buildbucket for the build status
[01:05:44.962] Build 8880369507670215296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:05:44.962] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:30:0) after 1m0s
[01:06:44.959] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:30:0)
[01:06:44.959] Timer tick, asking Buildbucket for the build status
[01:06:45.111] Build 8880369507670215296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:06:45.111] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:31:0) after 1m0s
[01:07:45.133] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:31:0)
[01:07:45.133] Timer tick, asking Buildbucket for the build status
[01:07:45.334] Build 8880369507670215296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:07:45.334] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:32:0) after 1m0s
[01:08:45.397] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:32:0)
[01:08:45.397] Timer tick, asking Buildbucket for the build status
[01:08:45.965] Build 8880369507670215296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:08:45.965] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:33:0) after 1m0s
[01:09:45.994] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:33:0)
[01:09:45.994] Timer tick, asking Buildbucket for the build status
[01:09:46.145] Build 8880369507670215296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:09:46.145] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:34:0) after 1m0s
[01:10:46.194] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:34:0)
[01:10:46.194] Timer tick, asking Buildbucket for the build status
[01:10:47.659] Build 8880369507670215296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:10:47.659] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:35:0) after 1m0s
[01:11:47.714] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:35:0)
[01:11:47.714] Timer tick, asking Buildbucket for the build status
[01:11:47.848] Build 8880369507670215296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:11:47.848] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:36:0) after 1m0s
[01:12:47.905] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:36:0)
[01:12:47.905] Timer tick, asking Buildbucket for the build status
[01:12:48.125] Build 8880369507670215296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:12:48.125] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:37:0) after 1m0s
[01:13:48.164] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:37:0)
[01:13:48.164] Timer tick, asking Buildbucket for the build status
[01:13:48.391] Build 8880369507670215296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:13:48.391] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:38:0) after 1m0s
[01:14:48.436] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:38:0)
[01:14:48.436] Timer tick, asking Buildbucket for the build status
[01:14:48.738] Build 8880369507670215296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:14:48.738] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:39:0) after 1m0s
[01:15:48.887] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:39:0)
[01:15:48.887] Timer tick, asking Buildbucket for the build status
[01:15:49.555] Build 8880369507670215296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:15:49.555] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:40:0) after 1m0s
[01:16:49.648] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:40:0)
[01:16:49.648] Timer tick, asking Buildbucket for the build status
[01:16:49.984] Build 8880369507670215296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:16:49.984] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:41:0) after 1m0s
[01:17:50.069] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:41:0)
[01:17:50.069] Timer tick, asking Buildbucket for the build status
[01:17:50.248] Build 8880369507670215296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:17:50.248] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:42:0) after 1m0s
[01:18:50.307] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:42:0)
[01:18:50.307] Timer tick, asking Buildbucket for the build status
[01:18:50.460] Build 8880369507670215296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:18:50.460] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:43:0) after 1m0s
[01:19:50.516] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:43:0)
[01:19:50.516] Timer tick, asking Buildbucket for the build status
[01:19:50.741] Build 8880369507670215296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:19:50.741] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:44:0) after 1m0s
[01:20:50.854] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:44:0)
[01:20:50.854] Timer tick, asking Buildbucket for the build status
[01:20:50.979] Build 8880369507670215296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:20:50.979] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:45:0) after 1m0s
[01:21:51.023] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:45:0)
[01:21:51.023] Timer tick, asking Buildbucket for the build status
[01:21:51.220] Build 8880369507670215296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:21:51.220] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:46:0) after 1m0s
[01:22:51.276] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:46:0)
[01:22:51.276] Timer tick, asking Buildbucket for the build status
[01:22:51.408] Build 8880369507670215296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:22:51.408] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:47:0) after 1m0s
[01:23:51.501] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:47:0)
[01:23:51.501] Timer tick, asking Buildbucket for the build status
[01:23:51.762] Build 8880369507670215296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:23:51.762] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:48:0) after 1m0s
[01:24:51.916] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:48:0)
[01:24:51.916] Timer tick, asking Buildbucket for the build status
[01:24:52.359] Build 8880369507670215296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:24:52.360] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:49:0) after 1m0s
[01:25:52.471] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:49:0)
[01:25:52.471] Timer tick, asking Buildbucket for the build status
[01:25:52.711] Build 8880369507670215296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:25:52.711] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:50:0) after 1m0s
[01:26:52.803] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:50:0)
[01:26:52.803] Timer tick, asking Buildbucket for the build status
[01:26:52.987] Build 8880369507670215296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:26:52.987] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:51:0) after 1m0s
[01:27:53.018] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:51:0)
[01:27:53.018] Timer tick, asking Buildbucket for the build status
[01:27:53.563] Build 8880369507670215296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:27:53.563] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:52:0) after 1m0s
[01:28:53.594] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:52:0)
[01:28:53.594] Timer tick, asking Buildbucket for the build status
[01:28:54.000] Build 8880369507670215296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:28:54.000] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:53:0) after 1m0s
[01:29:54.024] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:53:0)
[01:29:54.024] Timer tick, asking Buildbucket for the build status
[01:29:54.185] Build 8880369507670215296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:29:54.185] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:54:0) after 1m0s
[01:30:54.214] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:54:0)
[01:30:54.214] Timer tick, asking Buildbucket for the build status
[01:30:54.467] Build 8880369507670215296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:30:54.467] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:55:0) after 1m0s
[01:31:54.523] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:55:0)
[01:31:54.523] Timer tick, asking Buildbucket for the build status
[01:31:54.653] Build 8880369507670215296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:31:54.653] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:56:0) after 1m0s
[01:32:54.673] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:56:0)
[01:32:54.674] Timer tick, asking Buildbucket for the build status
[01:32:55.232] Build 8880369507670215296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:32:55.232] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:57:0) after 1m0s
[01:33:55.275] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:57:0)
[01:33:55.275] Timer tick, asking Buildbucket for the build status
[01:33:55.434] Build 8880369507670215296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:33:55.434] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:58:0) after 1m0s
[01:34:55.552] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:58:0)
[01:34:55.552] Timer tick, asking Buildbucket for the build status
[01:34:55.713] Build 8880369507670215296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:34:55.714] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:59:0) after 1m0s
[01:35:55.741] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:59:0)
[01:35:55.741] Timer tick, asking Buildbucket for the build status
[01:35:55.999] Build 8880369507670215296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:35:55.999] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:60:0) after 1m0s
[01:36:56.021] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:60:0)
[01:36:56.021] Timer tick, asking Buildbucket for the build status
[01:36:57.105] Build 8880369507670215296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:36:57.105] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:61:0) after 1m0s
[01:37:57.119] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:61:0)
[01:37:57.119] Timer tick, asking Buildbucket for the build status
[01:37:59.923] Build 8880369507670215296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:37:59.923] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:62:0) after 1m0s
[01:38:59.963] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:62:0)
[01:38:59.963] Timer tick, asking Buildbucket for the build status
[01:39:00.173] Build 8880369507670215296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:39:00.173] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:63:0) after 1m0s
[01:40:00.229] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:63:0)
[01:40:00.229] Timer tick, asking Buildbucket for the build status
[01:40:00.305] Build 8880369507670215296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:40:00.305] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:64:0) after 1m0s
[01:41:01.233] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:64:0)
[01:41:01.233] Timer tick, asking Buildbucket for the build status
[01:41:01.663] Build 8880369507670215296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:41:01.663] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:65:0) after 1m0s
[01:42:01.646] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:65:0)
[01:42:01.646] Timer tick, asking Buildbucket for the build status
[01:42:01.768] Build 8880369507670215296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:42:01.768] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:66:0) after 1m0s
[01:43:01.789] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:66:0)
[01:43:01.789] Timer tick, asking Buildbucket for the build status
[01:43:01.910] Build 8880369507670215296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:43:01.910] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:67:0) after 1m0s
[01:44:02.619] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:67:0)
[01:44:02.619] Timer tick, asking Buildbucket for the build status
[01:44:02.764] Build 8880369507670215296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:44:02.764] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:68:0) after 1m0s
[01:45:02.788] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:68:0)
[01:45:02.788] Timer tick, asking Buildbucket for the build status
[01:45:03.031] Build 8880369507670215296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:45:03.031] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:69:0) after 1m0s
[01:46:03.058] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:69:0)
[01:46:03.058] Timer tick, asking Buildbucket for the build status
[01:46:03.455] Build 8880369507670215296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:46:03.455] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:70:0) after 1m0s
[01:47:03.443] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:70:0)
[01:47:03.443] Timer tick, asking Buildbucket for the build status
[01:47:03.699] Build 8880369507670215296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:47:03.699] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:71:0) after 1m0s
[01:48:03.725] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:71:0)
[01:48:03.725] Timer tick, asking Buildbucket for the build status
[01:48:04.152] Build 8880369507670215296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:48:04.152] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:72:0) after 1m0s
[01:49:04.213] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:72:0)
[01:49:04.213] Timer tick, asking Buildbucket for the build status
[01:49:04.380] Build 8880369507670215296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:49:04.380] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:73:0) after 1m0s
[01:50:04.475] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:73:0)
[01:50:04.475] Timer tick, asking Buildbucket for the build status
[01:50:04.773] Build 8880369507670215296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:50:04.773] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:74:0) after 1m0s
[01:51:04.819] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:74:0)
[01:51:04.819] Timer tick, asking Buildbucket for the build status
[01:51:04.951] Build 8880369507670215296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:51:04.951] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:75:0) after 1m0s
[01:52:05.007] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:75:0)
[01:52:05.007] Timer tick, asking Buildbucket for the build status
[01:52:05.233] Build 8880369507670215296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:52:05.233] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:76:0) after 1m0s
[01:53:05.320] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:76:0)
[01:53:05.320] Timer tick, asking Buildbucket for the build status
[01:53:05.470] Build 8880369507670215296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:53:05.470] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:77:0) after 1m0s
[01:54:05.543] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:77:0)
[01:54:05.543] Timer tick, asking Buildbucket for the build status
[01:54:05.697] Build 8880369507670215296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:54:05.697] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:78:0) after 1m0s
[01:55:05.713] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:78:0)
[01:55:05.713] Timer tick, asking Buildbucket for the build status
[01:55:05.831] Build 8880369507670215296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:55:05.831] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:79:0) after 1m0s
[01:56:05.870] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:79:0)
[01:56:05.870] Timer tick, asking Buildbucket for the build status
[01:56:06.022] Build 8880369507670215296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:56:06.022] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:80:0) after 1m0s
[01:57:06.192] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:80:0)
[01:57:06.192] Timer tick, asking Buildbucket for the build status
[01:57:06.333] Build 8880369507670215296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:57:06.333] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:81:0) after 1m0s
[01:58:06.425] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:81:0)
[01:58:06.425] Timer tick, asking Buildbucket for the build status
[01:58:06.589] Build 8880369507670215296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:58:06.589] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:82:0) after 1m0s
[01:59:06.663] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:82:0)
[01:59:06.663] Timer tick, asking Buildbucket for the build status
[01:59:06.853] Build 8880369507670215296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:59:06.853] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:83:0) after 1m0s
[02:00:06.954] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:83:0)
[02:00:06.954] Timer tick, asking Buildbucket for the build status
[02:00:07.294] Build 8880369507670215296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:00:07.294] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:84:0) after 1m0s
[02:01:07.367] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:84:0)
[02:01:07.367] Timer tick, asking Buildbucket for the build status
[02:01:07.491] Build 8880369507670215296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:01:07.491] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:85:0) after 1m0s
[02:02:07.597] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:85:0)
[02:02:07.597] Timer tick, asking Buildbucket for the build status
[02:02:07.713] Build 8880369507670215296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:02:07.713] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:86:0) after 1m0s
[02:03:07.739] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:86:0)
[02:03:07.739] Timer tick, asking Buildbucket for the build status
[02:03:07.913] Build 8880369507670215296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:03:07.913] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:87:0) after 1m0s
[02:04:07.944] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:87:0)
[02:04:07.944] Timer tick, asking Buildbucket for the build status
[02:04:08.092] Build 8880369507670215296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:04:08.092] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:88:0) after 1m0s
[02:05:08.192] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:88:0)
[02:05:08.192] Timer tick, asking Buildbucket for the build status
[02:05:08.358] Build 8880369507670215296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:05:08.358] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:89:0) after 1m0s
[02:06:08.503] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:89:0)
[02:06:08.503] Timer tick, asking Buildbucket for the build status
[02:06:08.883] Build 8880369507670215296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:06:08.883] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:90:0) after 1m0s
[02:07:09.045] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:90:0)
[02:07:09.045] Timer tick, asking Buildbucket for the build status
[02:07:09.218] Build 8880369507670215296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:07:09.218] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:91:0) after 1m0s
[02:08:09.296] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:91:0)
[02:08:09.296] Timer tick, asking Buildbucket for the build status
[02:08:09.570] Build 8880369507670215296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:08:09.570] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:92:0) after 1m0s
[02:09:09.624] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:92:0)
[02:09:09.624] Timer tick, asking Buildbucket for the build status
[02:09:10.035] Build 8880369507670215296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:09:10.035] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:93:0) after 1m0s
[02:10:10.223] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:93:0)
[02:10:10.223] Timer tick, asking Buildbucket for the build status
[02:10:10.479] Build 8880369507670215296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:10:10.479] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:94:0) after 1m0s
[02:11:10.609] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:94:0)
[02:11:10.609] Timer tick, asking Buildbucket for the build status
[02:11:10.729] Build 8880369507670215296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:11:10.729] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:95:0) after 1m0s
[02:12:10.779] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:95:0)
[02:12:10.779] Timer tick, asking Buildbucket for the build status
[02:12:11.029] Build 8880369507670215296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:12:11.029] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:96:0) after 1m0s
[02:13:11.058] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:96:0)
[02:13:11.058] Timer tick, asking Buildbucket for the build status
[02:13:11.222] Build 8880369507670215296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:13:11.222] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:97:0) after 1m0s
[02:14:11.237] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:97:0)
[02:14:11.237] Timer tick, asking Buildbucket for the build status
[02:14:11.518] Build 8880369507670215296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:14:11.518] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:98:0) after 1m0s
[02:15:11.589] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:98:0)
[02:15:11.589] Timer tick, asking Buildbucket for the build status
[02:15:11.839] Build 8880369507670215296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:15:11.839] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:99:0) after 1m0s
[02:16:11.836] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:99:0)
[02:16:11.836] Timer tick, asking Buildbucket for the build status
[02:16:12.051] Build 8880369507670215296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:16:12.051] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:100:0) after 1m0s
[02:17:12.155] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:100:0)
[02:17:12.155] Timer tick, asking Buildbucket for the build status
[02:17:12.374] Build 8880369507670215296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:17:12.374] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:101:0) after 1m0s
[02:18:12.525] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:101:0)
[02:18:12.525] Timer tick, asking Buildbucket for the build status
[02:18:12.677] Build 8880369507670215296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:18:12.677] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:102:0) after 1m0s
[02:19:12.878] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:102:0)
[02:19:12.878] Timer tick, asking Buildbucket for the build status
[02:19:13.231] Build 8880369507670215296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:19:13.231] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:103:0) after 1m0s
[02:20:13.350] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:103:0)
[02:20:13.350] Timer tick, asking Buildbucket for the build status
[02:20:13.529] Build 8880369507670215296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:20:13.529] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:104:0) after 1m0s
[02:21:13.565] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:104:0)
[02:21:13.565] Timer tick, asking Buildbucket for the build status
[02:21:13.700] Build 8880369507670215296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:21:13.700] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:105:0) after 1m0s
[02:22:13.845] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:105:0)
[02:22:13.845] Timer tick, asking Buildbucket for the build status
[02:22:14.033] Build 8880369507670215296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:22:14.033] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:106:0) after 1m0s
[02:23:14.020] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:106:0)
[02:23:14.020] Timer tick, asking Buildbucket for the build status
[02:23:14.443] Build 8880369507670215296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:23:14.443] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:107:0) after 1m0s
[02:24:14.471] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:107:0)
[02:24:14.471] Timer tick, asking Buildbucket for the build status
[02:24:14.689] Build 8880369507670215296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:24:14.689] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:108:0) after 1m0s
[02:25:14.705] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:108:0)
[02:25:14.705] Timer tick, asking Buildbucket for the build status
[02:25:14.873] Build 8880369507670215296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:25:14.873] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:109:0) after 1m0s
[02:26:14.984] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:109:0)
[02:26:14.984] Timer tick, asking Buildbucket for the build status
[02:26:15.093] Build 8880369507670215296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:26:15.093] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:110:0) after 1m0s
[02:27:15.138] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:110:0)
[02:27:15.138] Timer tick, asking Buildbucket for the build status
[02:27:15.255] Build 8880369507670215296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:27:15.256] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:111:0) after 1m0s
[02:28:15.397] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:111:0)
[02:28:15.397] Timer tick, asking Buildbucket for the build status
[02:28:15.543] Build 8880369507670215296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:28:15.543] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:112:0) after 1m0s
[02:29:15.543] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:112:0)
[02:29:15.543] Timer tick, asking Buildbucket for the build status
[02:29:15.906] Build 8880369507670215296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:29:15.906] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:113:0) after 1m0s
[02:30:15.903] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:113:0)
[02:30:15.903] Timer tick, asking Buildbucket for the build status
[02:30:16.086] Build 8880369507670215296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:30:16.086] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:114:0) after 1m0s
[02:31:16.121] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:114:0)
[02:31:16.121] Timer tick, asking Buildbucket for the build status
[02:31:16.248] Build 8880369507670215296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:31:16.248] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:115:0) after 1m0s
[02:32:16.246] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:115:0)
[02:32:16.246] Timer tick, asking Buildbucket for the build status
[02:32:16.573] Build 8880369507670215296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:32:16.573] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9045799576599875600:116:0) after 1m0s
[02:32:38.599] Received PubSub notification, asking Buildbucket for the build status
[02:32:38.903] Build 8880369507670215296: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[02:32:38.903] Buildbucket build:
{
"build": {
"bucket": "luci.nacl.toolchain",
"canary_preference": "PROD",
"completed_ts": "1589423557889709",
"created_by": "project:nacl",
"created_ts": "1589416702545722",
"failure_reason": "BUILD_FAILURE",
"id": "8880369507670215296",
"parameters_json": "{\"builder_name\": \"linux-pnacl-x86_64-tests-x86_32\", \"properties\": {\"$recipe_engine/scheduler\": {\"hostname\": \"luci-scheduler.appspot.com\", \"triggers\": [{\"gitiles\": {\"ref\": \"refs/heads/master\", \"repo\": \"https://chromium.googlesource.com/native_client/src/native_client.git\", \"revision\": \"f45e60c61cc1ae967e6f5fefc8f3e560e3b3c501\"}, \"id\": \"https://chromium.googlesource.com/native_client/src/native_client.git/+/refs/heads/master@f45e60c61cc1ae967e6f5fefc8f3e560e3b3c501\", \"title\": \"f45e60c61cc1ae967e6f5fefc8f3e560e3b3c501\", \"url\": \"https://chromium.googlesource.com/native_client/src/native_client.git/+/f45e60c61cc1ae967e6f5fefc8f3e560e3b3c501\"}]}, \"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/native_client/src/native_client.git\", \"revision\": \"f45e60c61cc1ae967e6f5fefc8f3e560e3b3c501\"}}",
"project": "nacl",
"result": "FAILURE",
"result_details_json": "{\"error\": {\"message\": \"Step('annotated steps') (retcode: 1)\"}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"$recipe_engine/scheduler\": {\"hostname\": \"luci-scheduler.appspot.com\", \"triggers\": [{\"gitiles\": {\"ref\": \"refs/heads/master\", \"repo\": \"https://chromium.googlesource.com/native_client/src/native_client.git\", \"revision\": \"f45e60c61cc1ae967e6f5fefc8f3e560e3b3c501\"}, \"id\": \"https://chromium.googlesource.com/native_client/src/native_client.git/+/refs/heads/master@f45e60c61cc1ae967e6f5fefc8f3e560e3b3c501\", \"title\": \"f45e60c61cc1ae967e6f5fefc8f3e560e3b3c501\", \"url\": \"https://chromium.googlesource.com/native_client/src/native_client.git/+/f45e60c61cc1ae967e6f5fefc8f3e560e3b3c501\"}]}, \"bot_id\": \"luci-nacl-toolchain-xenial-0-fal3\", \"branch\": \"refs/heads/master\", \"buildername\": \"linux-pnacl-x86_64-tests-x86_32\", \"buildnumber\": 5158, \"got_revision\": \"f45e60c61cc1ae967e6f5fefc8f3e560e3b3c501\", \"mastername\": \"client.nacl.toolchain\", \"path_config\": \"generic\", \"recipe\": \"nacl\", \"repository\": \"https://chromium.googlesource.com/native_client/src/native_client.git\", \"revision\": \"f45e60c61cc1ae967e6f5fefc8f3e560e3b3c501\", \"slavetype\": \"BuilderTester\"}, \"swarming\": {\"bot_dimensions\": {\"cores\": [\"16\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-Broadwell_GCE\", \"x86-64-avx2\"], \"gce\": [\"1\"], \"gcp\": [\"google.com:chromecompute\"], \"gpu\": [\"none\"], \"id\": [\"luci-nacl-toolchain-xenial-0-fal3\"], \"image\": [\"chrome-xenial-20041200-f56df5dd7ad\"], \"inside_docker\": [\"0\"], \"kvm\": [\"1\"], \"locale\": [\"en_US.UTF-8\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Linux\", \"Ubuntu\", \"Ubuntu-16.04\"], \"pool\": [\"luci.nacl.toolchain\"], \"python\": [\"2.7.12\"], \"server_version\": [\"5070-3126d69\"], \"ssd\": [\"0\"], \"zone\": [\"us\", \"us-east\", \"us-east1\", \"us-east1-b\"]}}, \"ui\": {\"info\": \"Step('annotated steps') (retcode: 1)\"}}",
"service_account": "nacl-toolchain-builder@chops-service-accounts.iam.gserviceaccount.com",
"started_ts": "1589416728839916",
"status": "COMPLETED",
"status_changed_ts": "1589416730213968",
"tags": [
"build_address:luci.nacl.toolchain/linux-pnacl-x86_64-tests-x86_32/5158",
"builder:linux-pnacl-x86_64-tests-x86_32",
"buildset:commit/git/f45e60c61cc1ae967e6f5fefc8f3e560e3b3c501",
"buildset:commit/gitiles/chromium.googlesource.com/native_client/src/native_client/+/f45e60c61cc1ae967e6f5fefc8f3e560e3b3c501",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9045799576599875600",
"scheduler_job_id:nacl/linux-pnacl-x86_64-tests-x86_32",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/nacl/buildbucket/cr-buildbucket.appspot.com/8880369507670215296/+/annotations",
"swarming_tag:luci_project:nacl",
"swarming_tag:os:Linux",
"swarming_tag:recipe_name:nacl",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_task_id:4c296fc1c33d5b10",
"user_agent:luci-scheduler"
],
"updated_ts": "1589423558051910",
"url": "https://ci.chromium.org/b/8880369507670215296",
"utcnow_ts": "1589423558891712"
}
}
[02:32:38.903] Invocation finished in 1h54m24.257296103s with status FAILED