[10:24:41.758] New invocation is queued and will start shortly
[10:24:43.783] Starting the invocation (attempt 1)
[10:24:43.835] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[10:24:43.835] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[10:24:43.835] Buildbucket request:
{
"bucket": "luci.nacl.toolchain",
"client_operation_id": "9043860143962578416",
"parameters_json": "{\"builder_name\":\"linux-pnacl-x86_64-tests-x86_32\",\"properties\":{\"$recipe_engine/scheduler\":{\"hostname\":\"luci-scheduler.appspot.com\",\"triggers\":[{\"gitiles\":{\"ref\":\"refs/heads/master\",\"repo\":\"https://chromium.googlesource.com/native_client/src/native_client.git\",\"revision\":\"2b6bf732b1100864d42e239ea17f1d376dfc91f4\"},\"id\":\"https://chromium.googlesource.com/native_client/src/native_client.git/+/refs/heads/master@2b6bf732b1100864d42e239ea17f1d376dfc91f4\",\"title\":\"2b6bf732b1100864d42e239ea17f1d376dfc91f4\",\"url\":\"https://chromium.googlesource.com/native_client/src/native_client.git/+/2b6bf732b1100864d42e239ea17f1d376dfc91f4\"}]},\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/native_client/src/native_client.git\",\"revision\":\"2b6bf732b1100864d42e239ea17f1d376dfc91f4\"}}",
"pubsub_callback": {
"auth_token": "...",
"topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
},
"tags": [
"builder:linux-pnacl-x86_64-tests-x86_32",
"scheduler_invocation_id:9043860143962578416",
"scheduler_job_id:nacl/linux-pnacl-x86_64-tests-x86_32",
"user_agent:luci-scheduler",
"buildset:commit/git/2b6bf732b1100864d42e239ea17f1d376dfc91f4",
"buildset:commit/gitiles/chromium.googlesource.com/native_client/src/native_client/+/2b6bf732b1100864d42e239ea17f1d376dfc91f4",
"gitiles_ref:refs/heads/master"
]
}
[10:24:45.395] Buildbucket response:
{
"build": {
"bucket": "luci.nacl.toolchain",
"canary_preference": "PROD",
"created_by": "project:nacl",
"created_ts": "1591266283960370",
"id": "8878430080988351808",
"parameters_json": "{\"builder_name\": \"linux-pnacl-x86_64-tests-x86_32\", \"properties\": {\"$recipe_engine/scheduler\": {\"hostname\": \"luci-scheduler.appspot.com\", \"triggers\": [{\"gitiles\": {\"ref\": \"refs/heads/master\", \"repo\": \"https://chromium.googlesource.com/native_client/src/native_client.git\", \"revision\": \"2b6bf732b1100864d42e239ea17f1d376dfc91f4\"}, \"id\": \"https://chromium.googlesource.com/native_client/src/native_client.git/+/refs/heads/master@2b6bf732b1100864d42e239ea17f1d376dfc91f4\", \"title\": \"2b6bf732b1100864d42e239ea17f1d376dfc91f4\", \"url\": \"https://chromium.googlesource.com/native_client/src/native_client.git/+/2b6bf732b1100864d42e239ea17f1d376dfc91f4\"}]}, \"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/native_client/src/native_client.git\", \"revision\": \"2b6bf732b1100864d42e239ea17f1d376dfc91f4\"}}",
"project": "nacl",
"result_details_json": "{\"properties\": {}}",
"service_account": "nacl-toolchain-builder@chops-service-accounts.iam.gserviceaccount.com",
"status": "SCHEDULED",
"status_changed_ts": "1591266285041483",
"tags": [
"build_address:luci.nacl.toolchain/linux-pnacl-x86_64-tests-x86_32/5163",
"builder:linux-pnacl-x86_64-tests-x86_32",
"buildset:commit/git/2b6bf732b1100864d42e239ea17f1d376dfc91f4",
"buildset:commit/gitiles/chromium.googlesource.com/native_client/src/native_client/+/2b6bf732b1100864d42e239ea17f1d376dfc91f4",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9043860143962578416",
"scheduler_job_id:nacl/linux-pnacl-x86_64-tests-x86_32",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/nacl/buildbucket/cr-buildbucket.appspot.com/8878430080988351808/+/annotations",
"swarming_tag:luci_project:nacl",
"swarming_tag:recipe_name:nacl",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_task_id:",
"user_agent:luci-scheduler"
],
"updated_ts": "1591266285041700",
"url": "https://ci.chromium.org/b/8878430080988351808",
"utcnow_ts": "1591266285366605"
}
}
[10:24:45.395] Task URL: https://ci.chromium.org/b/8878430080988351808
[10:24:45.396] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:2:0) after 1m0s
[10:25:30.530] Received PubSub notification, asking Buildbucket for the build status
[10:25:30.701] Build 8878430080988351808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:25:45.717] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:2:0)
[10:25:45.717] Timer tick, asking Buildbucket for the build status
[10:25:45.844] Build 8878430080988351808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:25:45.844] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:4:0) after 1m0s
[10:26:45.980] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:4:0)
[10:26:45.980] Timer tick, asking Buildbucket for the build status
[10:26:46.600] Build 8878430080988351808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:26:46.600] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:5:0) after 1m0s
[10:27:46.771] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:5:0)
[10:27:46.771] Timer tick, asking Buildbucket for the build status
[10:27:47.216] Build 8878430080988351808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:27:47.216] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:6:0) after 1m0s
[10:28:47.419] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:6:0)
[10:28:47.419] Timer tick, asking Buildbucket for the build status
[10:28:47.581] Build 8878430080988351808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:28:47.581] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:7:0) after 1m0s
[10:29:47.580] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:7:0)
[10:29:47.580] Timer tick, asking Buildbucket for the build status
[10:29:47.700] Build 8878430080988351808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:29:47.700] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:8:0) after 1m0s
[10:30:47.725] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:8:0)
[10:30:47.725] Timer tick, asking Buildbucket for the build status
[10:30:47.966] Build 8878430080988351808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:30:47.967] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:9:0) after 1m0s
[10:31:48.065] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:9:0)
[10:31:48.065] Timer tick, asking Buildbucket for the build status
[10:31:48.233] Build 8878430080988351808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:31:48.233] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:10:0) after 1m0s
[10:32:48.218] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:10:0)
[10:32:48.218] Timer tick, asking Buildbucket for the build status
[10:32:48.454] Build 8878430080988351808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:32:48.454] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:11:0) after 1m0s
[10:33:48.571] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:11:0)
[10:33:48.571] Timer tick, asking Buildbucket for the build status
[10:33:48.799] Build 8878430080988351808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:33:48.799] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:12:0) after 1m0s
[10:34:48.831] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:12:0)
[10:34:48.831] Timer tick, asking Buildbucket for the build status
[10:34:49.045] Build 8878430080988351808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:34:49.045] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:13:0) after 1m0s
[10:35:49.065] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:13:0)
[10:35:49.065] Timer tick, asking Buildbucket for the build status
[10:35:49.320] Build 8878430080988351808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:35:49.320] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:14:0) after 1m0s
[10:36:49.389] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:14:0)
[10:36:49.389] Timer tick, asking Buildbucket for the build status
[10:36:49.547] Build 8878430080988351808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:36:49.547] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:15:0) after 1m0s
[10:37:49.570] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:15:0)
[10:37:49.570] Timer tick, asking Buildbucket for the build status
[10:37:50.780] Build 8878430080988351808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:37:50.780] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:16:0) after 1m0s
[10:38:50.940] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:16:0)
[10:38:50.940] Timer tick, asking Buildbucket for the build status
[10:38:51.133] Build 8878430080988351808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:38:51.133] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:17:0) after 1m0s
[10:39:51.162] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:17:0)
[10:39:51.162] Timer tick, asking Buildbucket for the build status
[10:39:51.239] Build 8878430080988351808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:39:51.239] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:18:0) after 1m0s
[10:40:51.477] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:18:0)
[10:40:51.477] Timer tick, asking Buildbucket for the build status
[10:40:51.802] Build 8878430080988351808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:40:51.802] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:19:0) after 1m0s
[10:41:51.856] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:19:0)
[10:41:51.856] Timer tick, asking Buildbucket for the build status
[10:41:51.983] Build 8878430080988351808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:41:51.983] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:20:0) after 1m0s
[10:42:52.163] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:20:0)
[10:42:52.163] Timer tick, asking Buildbucket for the build status
[10:42:52.641] Build 8878430080988351808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:42:52.641] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:21:0) after 1m0s
[10:43:52.760] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:21:0)
[10:43:52.760] Timer tick, asking Buildbucket for the build status
[10:43:52.979] Build 8878430080988351808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:43:52.979] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:22:0) after 1m0s
[10:44:53.047] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:22:0)
[10:44:53.047] Timer tick, asking Buildbucket for the build status
[10:44:53.799] Build 8878430080988351808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:44:53.799] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:23:0) after 1m0s
[10:45:53.897] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:23:0)
[10:45:53.897] Timer tick, asking Buildbucket for the build status
[10:45:54.048] Build 8878430080988351808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:45:54.048] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:24:0) after 1m0s
[10:46:54.105] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:24:0)
[10:46:54.105] Timer tick, asking Buildbucket for the build status
[10:46:54.877] Build 8878430080988351808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:46:54.877] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:25:0) after 1m0s
[10:47:55.278] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:25:0)
[10:47:55.278] Timer tick, asking Buildbucket for the build status
[10:47:55.736] Build 8878430080988351808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:47:55.736] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:26:0) after 1m0s
[10:48:55.854] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:26:0)
[10:48:55.854] Timer tick, asking Buildbucket for the build status
[10:48:56.058] Build 8878430080988351808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:48:56.058] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:27:0) after 1m0s
[10:49:56.134] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:27:0)
[10:49:56.134] Timer tick, asking Buildbucket for the build status
[10:49:56.262] Build 8878430080988351808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:49:56.262] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:28:0) after 1m0s
[10:50:56.395] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:28:0)
[10:50:56.395] Timer tick, asking Buildbucket for the build status
[10:50:56.555] Build 8878430080988351808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:50:56.555] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:29:0) after 1m0s
[10:51:56.647] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:29:0)
[10:51:56.647] Timer tick, asking Buildbucket for the build status
[10:51:56.757] Build 8878430080988351808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:51:56.757] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:30:0) after 1m0s
[10:52:56.780] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:30:0)
[10:52:56.780] Timer tick, asking Buildbucket for the build status
[10:52:57.037] Build 8878430080988351808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:52:57.037] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:31:0) after 1m0s
[10:53:57.097] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:31:0)
[10:53:57.097] Timer tick, asking Buildbucket for the build status
[10:53:57.582] Build 8878430080988351808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:53:57.582] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:32:0) after 1m0s
[10:54:57.560] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:32:0)
[10:54:57.560] Timer tick, asking Buildbucket for the build status
[10:54:57.714] Build 8878430080988351808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:54:57.714] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:33:0) after 1m0s
[10:55:57.832] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:33:0)
[10:55:57.832] Timer tick, asking Buildbucket for the build status
[10:55:58.180] Build 8878430080988351808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:55:58.180] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:34:0) after 1m0s
[10:56:58.211] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:34:0)
[10:56:58.211] Timer tick, asking Buildbucket for the build status
[10:56:58.682] Build 8878430080988351808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:56:58.682] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:35:0) after 1m0s
[10:57:58.710] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:35:0)
[10:57:58.710] Timer tick, asking Buildbucket for the build status
[10:57:58.873] Build 8878430080988351808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:57:58.873] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:36:0) after 1m0s
[10:58:59.105] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:36:0)
[10:58:59.105] Timer tick, asking Buildbucket for the build status
[10:58:59.437] Build 8878430080988351808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:58:59.437] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:37:0) after 1m0s
[10:59:59.587] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:37:0)
[10:59:59.587] Timer tick, asking Buildbucket for the build status
[11:00:01.052] Build 8878430080988351808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:00:01.052] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:38:0) after 1m0s
[11:01:02.612] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:38:0)
[11:01:02.612] Timer tick, asking Buildbucket for the build status
[11:01:02.763] Build 8878430080988351808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:01:02.763] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:39:0) after 1m0s
[11:02:03.201] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:39:0)
[11:02:03.202] Timer tick, asking Buildbucket for the build status
[11:02:03.371] Build 8878430080988351808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:02:03.371] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:40:0) after 1m0s
[11:03:03.396] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:40:0)
[11:03:03.396] Timer tick, asking Buildbucket for the build status
[11:03:03.536] Build 8878430080988351808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:03:03.536] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:41:0) after 1m0s
[11:04:03.717] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:41:0)
[11:04:03.717] Timer tick, asking Buildbucket for the build status
[11:04:03.910] Build 8878430080988351808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:04:03.910] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:42:0) after 1m0s
[11:05:04.096] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:42:0)
[11:05:04.096] Timer tick, asking Buildbucket for the build status
[11:05:04.282] Build 8878430080988351808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:05:04.282] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:43:0) after 1m0s
[11:06:04.345] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:43:0)
[11:06:04.345] Timer tick, asking Buildbucket for the build status
[11:06:04.505] Build 8878430080988351808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:06:04.505] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:44:0) after 1m0s
[11:07:04.539] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:44:0)
[11:07:04.539] Timer tick, asking Buildbucket for the build status
[11:07:04.644] Build 8878430080988351808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:07:04.644] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:45:0) after 1m0s
[11:08:04.740] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:45:0)
[11:08:04.740] Timer tick, asking Buildbucket for the build status
[11:08:05.113] Build 8878430080988351808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:08:05.113] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:46:0) after 1m0s
[11:09:05.176] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:46:0)
[11:09:05.176] Timer tick, asking Buildbucket for the build status
[11:09:05.453] Build 8878430080988351808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:09:05.453] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:47:0) after 1m0s
[11:10:05.494] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:47:0)
[11:10:05.494] Timer tick, asking Buildbucket for the build status
[11:10:06.240] Build 8878430080988351808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:10:06.240] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:48:0) after 1m0s
[11:11:06.229] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:48:0)
[11:11:06.230] Timer tick, asking Buildbucket for the build status
[11:11:06.566] Build 8878430080988351808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:11:06.566] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:49:0) after 1m0s
[11:12:06.620] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:49:0)
[11:12:06.620] Timer tick, asking Buildbucket for the build status
[11:12:07.107] Build 8878430080988351808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:12:07.107] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:50:0) after 1m0s
[11:13:07.131] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:50:0)
[11:13:07.131] Timer tick, asking Buildbucket for the build status
[11:13:07.261] Build 8878430080988351808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:13:07.261] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:51:0) after 1m0s
[11:14:07.321] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:51:0)
[11:14:07.321] Timer tick, asking Buildbucket for the build status
[11:14:07.459] Build 8878430080988351808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:14:07.459] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:52:0) after 1m0s
[11:15:07.449] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:52:0)
[11:15:07.450] Timer tick, asking Buildbucket for the build status
[11:15:07.594] Build 8878430080988351808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:15:07.594] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:53:0) after 1m0s
[11:16:07.652] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:53:0)
[11:16:07.652] Timer tick, asking Buildbucket for the build status
[11:16:07.848] Build 8878430080988351808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:16:07.848] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:54:0) after 1m0s
[11:17:07.869] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:54:0)
[11:17:07.869] Timer tick, asking Buildbucket for the build status
[11:17:09.548] Build 8878430080988351808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:17:09.548] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:55:0) after 1m0s
[11:18:09.692] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:55:0)
[11:18:09.692] Timer tick, asking Buildbucket for the build status
[11:18:10.277] Build 8878430080988351808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:18:10.277] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:56:0) after 1m0s
[11:19:10.351] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:56:0)
[11:19:10.351] Timer tick, asking Buildbucket for the build status
[11:19:10.561] Build 8878430080988351808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:19:10.561] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:57:0) after 1m0s
[11:20:10.646] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:57:0)
[11:20:10.646] Timer tick, asking Buildbucket for the build status
[11:20:11.024] Build 8878430080988351808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:20:11.024] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:58:0) after 1m0s
[11:21:11.018] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:58:0)
[11:21:11.018] Timer tick, asking Buildbucket for the build status
[11:21:11.529] Build 8878430080988351808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:21:11.529] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:59:0) after 1m0s
[11:22:11.604] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:59:0)
[11:22:11.604] Timer tick, asking Buildbucket for the build status
[11:22:12.064] Build 8878430080988351808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:22:12.064] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:60:0) after 1m0s
[11:23:12.175] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:60:0)
[11:23:12.175] Timer tick, asking Buildbucket for the build status
[11:23:12.542] Build 8878430080988351808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:23:12.542] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:61:0) after 1m0s
[11:24:12.701] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:61:0)
[11:24:12.701] Timer tick, asking Buildbucket for the build status
[11:24:12.816] Build 8878430080988351808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:24:12.816] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:62:0) after 1m0s
[11:25:12.988] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:62:0)
[11:25:12.988] Timer tick, asking Buildbucket for the build status
[11:25:13.272] Build 8878430080988351808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:25:13.272] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:63:0) after 1m0s
[11:26:13.366] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:63:0)
[11:26:13.366] Timer tick, asking Buildbucket for the build status
[11:26:13.689] Build 8878430080988351808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:26:13.689] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:64:0) after 1m0s
[11:27:13.832] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:64:0)
[11:27:13.832] Timer tick, asking Buildbucket for the build status
[11:27:14.005] Build 8878430080988351808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:27:14.005] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:65:0) after 1m0s
[11:28:14.026] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:65:0)
[11:28:14.026] Timer tick, asking Buildbucket for the build status
[11:28:14.123] Build 8878430080988351808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:28:14.123] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:66:0) after 1m0s
[11:29:14.230] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:66:0)
[11:29:14.230] Timer tick, asking Buildbucket for the build status
[11:29:14.383] Build 8878430080988351808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:29:14.383] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:67:0) after 1m0s
[11:30:14.408] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:67:0)
[11:30:14.408] Timer tick, asking Buildbucket for the build status
[11:30:14.536] Build 8878430080988351808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:30:14.536] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:68:0) after 1m0s
[11:31:14.583] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:68:0)
[11:31:14.583] Timer tick, asking Buildbucket for the build status
[11:31:14.894] Build 8878430080988351808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:31:14.894] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:69:0) after 1m0s
[11:32:14.964] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:69:0)
[11:32:14.964] Timer tick, asking Buildbucket for the build status
[11:32:15.208] Build 8878430080988351808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:32:15.208] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:70:0) after 1m0s
[11:33:15.260] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:70:0)
[11:33:15.260] Timer tick, asking Buildbucket for the build status
[11:33:15.715] Build 8878430080988351808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:33:15.715] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:71:0) after 1m0s
[11:34:15.874] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:71:0)
[11:34:15.874] Timer tick, asking Buildbucket for the build status
[11:34:16.032] Build 8878430080988351808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:34:16.032] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:72:0) after 1m0s
[11:35:16.040] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:72:0)
[11:35:16.040] Timer tick, asking Buildbucket for the build status
[11:35:16.679] Build 8878430080988351808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:35:16.679] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:73:0) after 1m0s
[11:36:16.730] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:73:0)
[11:36:16.730] Timer tick, asking Buildbucket for the build status
[11:36:17.126] Build 8878430080988351808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:36:17.126] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:74:0) after 1m0s
[11:37:17.236] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:74:0)
[11:37:17.236] Timer tick, asking Buildbucket for the build status
[11:37:17.398] Build 8878430080988351808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:37:17.398] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:75:0) after 1m0s
[11:38:17.441] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:75:0)
[11:38:17.441] Timer tick, asking Buildbucket for the build status
[11:38:17.643] Build 8878430080988351808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:38:17.643] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:76:0) after 1m0s
[11:39:17.713] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:76:0)
[11:39:17.713] Timer tick, asking Buildbucket for the build status
[11:39:18.087] Build 8878430080988351808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:39:18.087] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:77:0) after 1m0s
[11:40:18.116] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:77:0)
[11:40:18.116] Timer tick, asking Buildbucket for the build status
[11:40:18.236] Build 8878430080988351808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:40:18.236] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:78:0) after 1m0s
[11:41:18.273] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:78:0)
[11:41:18.273] Timer tick, asking Buildbucket for the build status
[11:41:18.420] Build 8878430080988351808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:41:18.420] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:79:0) after 1m0s
[11:42:18.467] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:79:0)
[11:42:18.467] Timer tick, asking Buildbucket for the build status
[11:42:18.653] Build 8878430080988351808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:42:18.653] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:80:0) after 1m0s
[11:43:18.694] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:80:0)
[11:43:18.694] Timer tick, asking Buildbucket for the build status
[11:43:18.855] Build 8878430080988351808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:43:18.855] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:81:0) after 1m0s
[11:44:18.846] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:81:0)
[11:44:18.846] Timer tick, asking Buildbucket for the build status
[11:44:19.179] Build 8878430080988351808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:44:19.179] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:82:0) after 1m0s
[11:45:19.180] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:82:0)
[11:45:19.180] Timer tick, asking Buildbucket for the build status
[11:45:19.904] Build 8878430080988351808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:45:19.904] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:83:0) after 1m0s
[11:46:19.926] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:83:0)
[11:46:19.926] Timer tick, asking Buildbucket for the build status
[11:46:20.057] Build 8878430080988351808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:46:20.057] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:84:0) after 1m0s
[11:47:20.091] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:84:0)
[11:47:20.091] Timer tick, asking Buildbucket for the build status
[11:47:20.258] Build 8878430080988351808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:47:20.258] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:85:0) after 1m0s
[11:48:20.329] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:85:0)
[11:48:20.329] Timer tick, asking Buildbucket for the build status
[11:48:20.886] Build 8878430080988351808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:48:20.886] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:86:0) after 1m0s
[11:49:20.919] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:86:0)
[11:49:20.919] Timer tick, asking Buildbucket for the build status
[11:49:21.196] Build 8878430080988351808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:49:21.196] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:87:0) after 1m0s
[11:50:21.258] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:87:0)
[11:50:21.258] Timer tick, asking Buildbucket for the build status
[11:50:22.807] Build 8878430080988351808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:50:22.807] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:88:0) after 1m0s
[11:51:22.903] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:88:0)
[11:51:22.903] Timer tick, asking Buildbucket for the build status
[11:51:23.172] Build 8878430080988351808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:51:23.172] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:89:0) after 1m0s
[11:52:23.192] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:89:0)
[11:52:23.192] Timer tick, asking Buildbucket for the build status
[11:52:23.630] Build 8878430080988351808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:52:23.630] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:90:0) after 1m0s
[11:53:23.657] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:90:0)
[11:53:23.657] Timer tick, asking Buildbucket for the build status
[11:53:23.886] Build 8878430080988351808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:53:23.886] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9043860143962578416:91:0) after 1m0s
[11:54:10.673] Received PubSub notification, asking Buildbucket for the build status
[11:54:10.742] Build 8878430080988351808: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[11:54:10.742] Buildbucket build:
{
"build": {
"bucket": "luci.nacl.toolchain",
"canary_preference": "PROD",
"completed_ts": "1591271648724469",
"created_by": "project:nacl",
"created_ts": "1591266283960370",
"failure_reason": "BUILD_FAILURE",
"id": "8878430080988351808",
"parameters_json": "{\"builder_name\": \"linux-pnacl-x86_64-tests-x86_32\", \"properties\": {\"$recipe_engine/scheduler\": {\"hostname\": \"luci-scheduler.appspot.com\", \"triggers\": [{\"gitiles\": {\"ref\": \"refs/heads/master\", \"repo\": \"https://chromium.googlesource.com/native_client/src/native_client.git\", \"revision\": \"2b6bf732b1100864d42e239ea17f1d376dfc91f4\"}, \"id\": \"https://chromium.googlesource.com/native_client/src/native_client.git/+/refs/heads/master@2b6bf732b1100864d42e239ea17f1d376dfc91f4\", \"title\": \"2b6bf732b1100864d42e239ea17f1d376dfc91f4\", \"url\": \"https://chromium.googlesource.com/native_client/src/native_client.git/+/2b6bf732b1100864d42e239ea17f1d376dfc91f4\"}]}, \"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/native_client/src/native_client.git\", \"revision\": \"2b6bf732b1100864d42e239ea17f1d376dfc91f4\"}}",
"project": "nacl",
"result": "FAILURE",
"result_details_json": "{\"error\": {\"message\": \"Step('annotated steps') (retcode: 1)\"}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"$recipe_engine/scheduler\": {\"hostname\": \"luci-scheduler.appspot.com\", \"triggers\": [{\"gitiles\": {\"ref\": \"refs/heads/master\", \"repo\": \"https://chromium.googlesource.com/native_client/src/native_client.git\", \"revision\": \"2b6bf732b1100864d42e239ea17f1d376dfc91f4\"}, \"id\": \"https://chromium.googlesource.com/native_client/src/native_client.git/+/refs/heads/master@2b6bf732b1100864d42e239ea17f1d376dfc91f4\", \"title\": \"2b6bf732b1100864d42e239ea17f1d376dfc91f4\", \"url\": \"https://chromium.googlesource.com/native_client/src/native_client.git/+/2b6bf732b1100864d42e239ea17f1d376dfc91f4\"}]}, \"bot_id\": \"luci-nacl-toolchain-xenial-2-n2p8\", \"branch\": \"refs/heads/master\", \"buildername\": \"linux-pnacl-x86_64-tests-x86_32\", \"buildnumber\": 5163, \"got_revision\": \"2b6bf732b1100864d42e239ea17f1d376dfc91f4\", \"mastername\": \"client.nacl.toolchain\", \"path_config\": \"generic\", \"recipe\": \"nacl\", \"repository\": \"https://chromium.googlesource.com/native_client/src/native_client.git\", \"revision\": \"2b6bf732b1100864d42e239ea17f1d376dfc91f4\", \"slavetype\": \"BuilderTester\"}, \"swarming\": {\"bot_dimensions\": {\"cores\": [\"16\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-Broadwell_GCE\", \"x86-64-avx2\"], \"gce\": [\"1\"], \"gcp\": [\"google.com:chromecompute\"], \"gpu\": [\"none\"], \"id\": [\"luci-nacl-toolchain-xenial-2-n2p8\"], \"image\": [\"chrome-xenial-20052400-59eb8623c93\"], \"inside_docker\": [\"0\"], \"kvm\": [\"1\"], \"locale\": [\"en_US.UTF-8\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Linux\", \"Ubuntu\", \"Ubuntu-16.04\"], \"pool\": [\"luci.nacl.toolchain\"], \"python\": [\"2.7.12\"], \"server_version\": [\"5158-af0aabf\"], \"ssd\": [\"0\"], \"zone\": [\"us\", \"us-east\", \"us-east1\", \"us-east1-b\"]}}, \"ui\": {\"info\": \"Step('annotated steps') (retcode: 1)\"}}",
"service_account": "nacl-toolchain-builder@chops-service-accounts.iam.gserviceaccount.com",
"started_ts": "1591266323812849",
"status": "COMPLETED",
"status_changed_ts": "1591266330216702",
"tags": [
"build_address:luci.nacl.toolchain/linux-pnacl-x86_64-tests-x86_32/5163",
"builder:linux-pnacl-x86_64-tests-x86_32",
"buildset:commit/git/2b6bf732b1100864d42e239ea17f1d376dfc91f4",
"buildset:commit/gitiles/chromium.googlesource.com/native_client/src/native_client/+/2b6bf732b1100864d42e239ea17f1d376dfc91f4",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9043860143962578416",
"scheduler_job_id:nacl/linux-pnacl-x86_64-tests-x86_32",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/nacl/buildbucket/cr-buildbucket.appspot.com/8878430080988351808/+/annotations",
"swarming_tag:luci_project:nacl",
"swarming_tag:os:Linux",
"swarming_tag:recipe_name:nacl",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_task_id:4c97ae201a4a0010",
"user_agent:luci-scheduler"
],
"updated_ts": "1591271650193162",
"url": "https://ci.chromium.org/b/8878430080988351808",
"utcnow_ts": "1591271650732606"
}
}
[11:54:10.742] Invocation finished in 1h29m29.001970852s with status FAILED