[19:00:03.130] New invocation is queued and will start shortly
[19:00:04.376] Starting the invocation (attempt 1)
[19:00:04.409] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[19:00:04.409] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[19:00:04.409] Buildbucket request:
{
"bucket": "luci.nacl.toolchain",
"client_operation_id": "9021178478953371552",
"parameters_json": "{\"builder_name\":\"linux-pnacl-x86_64-tests-x86_32\",\"properties\":{\"$recipe_engine/scheduler\":{\"hostname\":\"luci-scheduler.appspot.com\",\"triggers\":[{\"gitiles\":{\"ref\":\"refs/heads/master\",\"repo\":\"https://chromium.googlesource.com/native_client/src/native_client.git\",\"revision\":\"4de55da44c4b511989359381e8b7a88a01fe0634\"},\"id\":\"https://chromium.googlesource.com/native_client/src/native_client.git/+/refs/heads/master@4de55da44c4b511989359381e8b7a88a01fe0634\",\"title\":\"4de55da44c4b511989359381e8b7a88a01fe0634\",\"url\":\"https://chromium.googlesource.com/native_client/src/native_client.git/+/4de55da44c4b511989359381e8b7a88a01fe0634\"}]},\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/native_client/src/native_client.git\",\"revision\":\"4de55da44c4b511989359381e8b7a88a01fe0634\"}}",
"pubsub_callback": {
"auth_token": "...",
"topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
},
"tags": [
"builder:linux-pnacl-x86_64-tests-x86_32",
"scheduler_invocation_id:9021178478953371552",
"scheduler_job_id:nacl/linux-pnacl-x86_64-tests-x86_32",
"user_agent:luci-scheduler",
"buildset:commit/git/4de55da44c4b511989359381e8b7a88a01fe0634",
"buildset:commit/gitiles/chromium.googlesource.com/native_client/src/native_client/+/4de55da44c4b511989359381e8b7a88a01fe0634",
"gitiles_ref:refs/heads/master"
]
}
[19:00:06.275] Buildbucket response:
{
"build": {
"bucket": "luci.nacl.toolchain",
"canary_preference": "PROD",
"created_by": "project:nacl",
"created_ts": "1612897204642304",
"id": "8855748416703625296",
"parameters_json": "{\"builder_name\": \"linux-pnacl-x86_64-tests-x86_32\", \"properties\": {\"$recipe_engine/scheduler\": {\"hostname\": \"luci-scheduler.appspot.com\", \"triggers\": [{\"gitiles\": {\"ref\": \"refs/heads/master\", \"repo\": \"https://chromium.googlesource.com/native_client/src/native_client.git\", \"revision\": \"4de55da44c4b511989359381e8b7a88a01fe0634\"}, \"id\": \"https://chromium.googlesource.com/native_client/src/native_client.git/+/refs/heads/master@4de55da44c4b511989359381e8b7a88a01fe0634\", \"title\": \"4de55da44c4b511989359381e8b7a88a01fe0634\", \"url\": \"https://chromium.googlesource.com/native_client/src/native_client.git/+/4de55da44c4b511989359381e8b7a88a01fe0634\"}]}, \"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/native_client/src/native_client.git\", \"revision\": \"4de55da44c4b511989359381e8b7a88a01fe0634\"}}",
"project": "nacl",
"result_details_json": "{\"properties\": {}}",
"service_account": "nacl-toolchain-builder@chops-service-accounts.iam.gserviceaccount.com",
"status": "SCHEDULED",
"status_changed_ts": "1612897205900423",
"tags": [
"build_address:luci.nacl.toolchain/linux-pnacl-x86_64-tests-x86_32/5180",
"builder:linux-pnacl-x86_64-tests-x86_32",
"buildset:commit/git/4de55da44c4b511989359381e8b7a88a01fe0634",
"buildset:commit/gitiles/chromium.googlesource.com/native_client/src/native_client/+/4de55da44c4b511989359381e8b7a88a01fe0634",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9021178478953371552",
"scheduler_job_id:nacl/linux-pnacl-x86_64-tests-x86_32",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/nacl/buildbucket/cr-buildbucket.appspot.com/8855748416703625296/+/annotations",
"swarming_tag:luci_project:nacl",
"swarming_tag:recipe_name:nacl",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_task_id:",
"user_agent:luci-scheduler"
],
"updated_ts": "1612897205900594",
"url": "https://ci.chromium.org/b/8855748416703625296",
"utcnow_ts": "1612897206254383"
}
}
[19:00:06.275] Task URL: https://ci.chromium.org/b/8855748416703625296
[19:00:06.275] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:2:0) after 1m0s
[19:00:31.355] Received PubSub notification, asking Buildbucket for the build status
[19:00:32.587] Build 8855748416703625296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:01:06.344] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:2:0)
[19:01:06.344] Timer tick, asking Buildbucket for the build status
[19:01:06.569] Build 8855748416703625296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:01:06.569] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:4:0) after 1m0s
[19:02:06.636] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:4:0)
[19:02:06.636] Timer tick, asking Buildbucket for the build status
[19:02:06.823] Build 8855748416703625296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:02:06.823] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:5:0) after 1m0s
[19:03:06.888] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:5:0)
[19:03:06.888] Timer tick, asking Buildbucket for the build status
[19:03:07.271] Build 8855748416703625296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:03:07.271] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:6:0) after 1m0s
[19:04:07.388] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:6:0)
[19:04:07.388] Timer tick, asking Buildbucket for the build status
[19:04:21.690] Build 8855748416703625296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:04:21.690] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:7:0) after 1m0s
[19:05:21.751] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:7:0)
[19:05:21.751] Timer tick, asking Buildbucket for the build status
[19:05:21.932] Build 8855748416703625296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:05:21.932] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:8:0) after 1m0s
[19:06:21.960] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:8:0)
[19:06:21.960] Timer tick, asking Buildbucket for the build status
[19:06:22.580] Build 8855748416703625296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:06:22.580] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:9:0) after 1m0s
[19:07:22.600] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:9:0)
[19:07:22.600] Timer tick, asking Buildbucket for the build status
[19:07:23.647] Build 8855748416703625296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:07:23.647] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:10:0) after 1m0s
[19:08:23.741] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:10:0)
[19:08:23.741] Timer tick, asking Buildbucket for the build status
[19:08:24.179] Build 8855748416703625296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:08:24.180] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:11:0) after 1m0s
[19:09:24.163] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:11:0)
[19:09:24.163] Timer tick, asking Buildbucket for the build status
[19:09:25.589] Build 8855748416703625296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:09:25.589] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:12:0) after 1m0s
[19:10:25.615] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:12:0)
[19:10:25.615] Timer tick, asking Buildbucket for the build status
[19:10:26.360] Build 8855748416703625296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:10:26.360] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:13:0) after 1m0s
[19:11:26.416] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:13:0)
[19:11:26.416] Timer tick, asking Buildbucket for the build status
[19:11:27.126] Build 8855748416703625296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:11:27.126] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:14:0) after 1m0s
[19:12:27.177] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:14:0)
[19:12:27.177] Timer tick, asking Buildbucket for the build status
[19:12:27.458] Build 8855748416703625296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:12:27.458] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:15:0) after 1m0s
[19:13:27.496] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:15:0)
[19:13:27.496] Timer tick, asking Buildbucket for the build status
[19:13:27.564] Build 8855748416703625296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:13:27.564] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:16:0) after 1m0s
[19:14:27.650] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:16:0)
[19:14:27.650] Timer tick, asking Buildbucket for the build status
[19:14:27.951] Build 8855748416703625296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:14:27.951] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:17:0) after 1m0s
[19:15:28.019] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:17:0)
[19:15:28.019] Timer tick, asking Buildbucket for the build status
[19:15:28.218] Build 8855748416703625296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:15:28.218] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:18:0) after 1m0s
[19:16:28.261] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:18:0)
[19:16:28.262] Timer tick, asking Buildbucket for the build status
[19:16:28.491] Build 8855748416703625296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:16:28.491] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:19:0) after 1m0s
[19:17:28.531] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:19:0)
[19:17:28.531] Timer tick, asking Buildbucket for the build status
[19:17:28.724] Build 8855748416703625296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:17:28.724] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:20:0) after 1m0s
[19:18:28.782] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:20:0)
[19:18:28.782] Timer tick, asking Buildbucket for the build status
[19:18:28.927] Build 8855748416703625296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:18:28.927] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:21:0) after 1m0s
[19:19:28.967] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:21:0)
[19:19:28.967] Timer tick, asking Buildbucket for the build status
[19:19:29.259] Build 8855748416703625296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:19:29.259] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:22:0) after 1m0s
[19:20:29.745] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:22:0)
[19:20:29.745] Timer tick, asking Buildbucket for the build status
[19:20:30.591] Build 8855748416703625296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:20:30.591] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:23:0) after 1m0s
[19:21:30.988] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:23:0)
[19:21:30.988] Timer tick, asking Buildbucket for the build status
[19:21:31.344] Build 8855748416703625296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:21:31.344] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:24:0) after 1m0s
[19:22:31.849] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:24:0)
[19:22:31.849] Timer tick, asking Buildbucket for the build status
[19:22:32.006] Build 8855748416703625296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:22:32.006] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:25:0) after 1m0s
[19:23:32.087] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:25:0)
[19:23:32.087] Timer tick, asking Buildbucket for the build status
[19:23:34.271] Build 8855748416703625296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:23:34.271] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:26:0) after 1m0s
[19:24:34.543] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:26:0)
[19:24:34.543] Timer tick, asking Buildbucket for the build status
[19:24:35.516] Build 8855748416703625296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:24:35.516] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:27:0) after 1m0s
[19:25:35.539] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:27:0)
[19:25:35.539] Timer tick, asking Buildbucket for the build status
[19:25:36.376] Build 8855748416703625296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:25:36.376] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:28:0) after 1m0s
[19:26:36.413] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:28:0)
[19:26:36.413] Timer tick, asking Buildbucket for the build status
[19:26:36.661] Build 8855748416703625296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:26:36.661] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:29:0) after 1m0s
[19:27:36.684] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:29:0)
[19:27:36.684] Timer tick, asking Buildbucket for the build status
[19:27:36.784] Build 8855748416703625296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:27:36.784] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:30:0) after 1m0s
[19:28:36.804] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:30:0)
[19:28:36.804] Timer tick, asking Buildbucket for the build status
[19:28:37.218] Build 8855748416703625296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:28:37.218] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:31:0) after 1m0s
[19:29:37.209] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:31:0)
[19:29:37.209] Timer tick, asking Buildbucket for the build status
[19:29:38.330] Build 8855748416703625296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:29:38.330] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:32:0) after 1m0s
[19:30:38.397] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:32:0)
[19:30:38.397] Timer tick, asking Buildbucket for the build status
[19:30:38.563] Build 8855748416703625296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:30:38.563] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:33:0) after 1m0s
[19:31:38.639] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:33:0)
[19:31:38.639] Timer tick, asking Buildbucket for the build status
[19:31:38.709] Build 8855748416703625296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:31:38.709] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:34:0) after 1m0s
[19:32:38.945] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:34:0)
[19:32:38.946] Timer tick, asking Buildbucket for the build status
[19:32:39.030] Build 8855748416703625296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:32:39.030] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:35:0) after 1m0s
[19:33:39.189] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:35:0)
[19:33:39.189] Timer tick, asking Buildbucket for the build status
[19:33:39.589] Build 8855748416703625296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:33:39.589] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:36:0) after 1m0s
[19:34:39.801] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:36:0)
[19:34:39.801] Timer tick, asking Buildbucket for the build status
[19:34:39.918] Build 8855748416703625296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:34:39.918] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:37:0) after 1m0s
[19:35:39.980] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:37:0)
[19:35:39.980] Timer tick, asking Buildbucket for the build status
[19:35:40.634] Build 8855748416703625296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:35:40.634] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:38:0) after 1m0s
[19:36:40.663] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:38:0)
[19:36:40.663] Timer tick, asking Buildbucket for the build status
[19:36:41.347] Build 8855748416703625296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:36:41.347] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:39:0) after 1m0s
[19:37:41.456] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:39:0)
[19:37:41.456] Timer tick, asking Buildbucket for the build status
[19:37:41.547] Build 8855748416703625296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:37:41.547] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:40:0) after 1m0s
[19:38:41.630] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:40:0)
[19:38:41.630] Timer tick, asking Buildbucket for the build status
[19:38:42.193] Build 8855748416703625296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:38:42.193] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:41:0) after 1m0s
[19:39:42.446] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:41:0)
[19:39:42.446] Timer tick, asking Buildbucket for the build status
[19:39:42.526] Build 8855748416703625296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:39:42.526] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:42:0) after 1m0s
[19:40:42.677] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:42:0)
[19:40:42.677] Timer tick, asking Buildbucket for the build status
[19:40:44.975] Build 8855748416703625296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:40:44.975] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:43:0) after 1m0s
[19:41:45.236] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:43:0)
[19:41:45.236] Timer tick, asking Buildbucket for the build status
[19:41:45.393] Build 8855748416703625296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:41:45.393] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:44:0) after 1m0s
[19:42:45.406] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:44:0)
[19:42:45.406] Timer tick, asking Buildbucket for the build status
[19:42:45.653] Build 8855748416703625296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:42:45.653] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:45:0) after 1m0s
[19:43:45.688] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:45:0)
[19:43:45.688] Timer tick, asking Buildbucket for the build status
[19:43:45.926] Build 8855748416703625296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:43:45.926] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:46:0) after 1m0s
[19:44:45.964] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:46:0)
[19:44:45.964] Timer tick, asking Buildbucket for the build status
[19:44:46.075] Build 8855748416703625296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:44:46.075] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:47:0) after 1m0s
[19:45:46.258] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:47:0)
[19:45:46.258] Timer tick, asking Buildbucket for the build status
[19:45:46.472] Build 8855748416703625296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:45:46.472] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:48:0) after 1m0s
[19:46:46.494] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:48:0)
[19:46:46.494] Timer tick, asking Buildbucket for the build status
[19:46:46.565] Build 8855748416703625296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:46:46.565] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:49:0) after 1m0s
[19:47:47.262] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:49:0)
[19:47:47.262] Timer tick, asking Buildbucket for the build status
[19:47:47.490] Build 8855748416703625296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:47:47.490] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:50:0) after 1m0s
[19:48:47.763] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:50:0)
[19:48:47.763] Timer tick, asking Buildbucket for the build status
[19:48:47.946] Build 8855748416703625296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:48:47.946] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:51:0) after 1m0s
[19:49:47.983] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:51:0)
[19:49:47.983] Timer tick, asking Buildbucket for the build status
[19:49:48.162] Build 8855748416703625296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:49:48.162] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:52:0) after 1m0s
[19:50:48.230] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:52:0)
[19:50:48.230] Timer tick, asking Buildbucket for the build status
[19:50:48.611] Build 8855748416703625296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:50:48.612] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:53:0) after 1m0s
[19:51:48.642] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:53:0)
[19:51:48.642] Timer tick, asking Buildbucket for the build status
[19:51:48.790] Build 8855748416703625296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:51:48.790] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:54:0) after 1m0s
[19:52:48.906] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:54:0)
[19:52:48.906] Timer tick, asking Buildbucket for the build status
[19:52:49.095] Build 8855748416703625296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:52:49.095] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:55:0) after 1m0s
[19:53:49.220] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:55:0)
[19:53:49.220] Timer tick, asking Buildbucket for the build status
[19:53:49.296] Build 8855748416703625296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:53:49.296] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:56:0) after 1m0s
[19:54:49.394] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:56:0)
[19:54:49.394] Timer tick, asking Buildbucket for the build status
[19:54:49.482] Build 8855748416703625296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:54:49.482] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:57:0) after 1m0s
[19:55:49.778] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:57:0)
[19:55:49.778] Timer tick, asking Buildbucket for the build status
[19:55:50.262] Build 8855748416703625296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:55:50.262] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:58:0) after 1m0s
[19:56:50.298] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:58:0)
[19:56:50.298] Timer tick, asking Buildbucket for the build status
[19:56:51.550] Build 8855748416703625296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:56:51.550] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:59:0) after 1m0s
[19:57:51.753] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:59:0)
[19:57:51.753] Timer tick, asking Buildbucket for the build status
[19:57:51.830] Build 8855748416703625296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:57:51.831] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:60:0) after 1m0s
[19:58:51.927] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:60:0)
[19:58:51.927] Timer tick, asking Buildbucket for the build status
[19:58:52.244] Build 8855748416703625296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:58:52.244] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:61:0) after 1m0s
[19:59:52.322] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:61:0)
[19:59:52.322] Timer tick, asking Buildbucket for the build status
[19:59:54.495] Build 8855748416703625296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:59:54.495] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:62:0) after 1m0s
[20:00:54.570] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:62:0)
[20:00:54.570] Timer tick, asking Buildbucket for the build status
[20:00:54.865] Build 8855748416703625296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:00:54.865] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:63:0) after 1m0s
[20:01:55.031] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:63:0)
[20:01:55.031] Timer tick, asking Buildbucket for the build status
[20:01:55.499] Build 8855748416703625296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:01:55.499] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:64:0) after 1m0s
[20:02:55.571] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:64:0)
[20:02:55.571] Timer tick, asking Buildbucket for the build status
[20:02:56.661] Build 8855748416703625296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:02:56.661] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:65:0) after 1m0s
[20:03:56.743] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:65:0)
[20:03:56.743] Timer tick, asking Buildbucket for the build status
[20:03:57.098] Build 8855748416703625296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:03:57.098] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:66:0) after 1m0s
[20:04:57.123] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:66:0)
[20:04:57.123] Timer tick, asking Buildbucket for the build status
[20:04:57.273] Build 8855748416703625296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:04:57.273] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:67:0) after 1m0s
[20:05:57.309] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:67:0)
[20:05:57.309] Timer tick, asking Buildbucket for the build status
[20:05:57.462] Build 8855748416703625296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:05:57.462] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:68:0) after 1m0s
[20:06:57.514] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:68:0)
[20:06:57.514] Timer tick, asking Buildbucket for the build status
[20:06:57.938] Build 8855748416703625296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:06:57.938] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:69:0) after 1m0s
[20:07:57.962] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:69:0)
[20:07:57.962] Timer tick, asking Buildbucket for the build status
[20:07:58.076] Build 8855748416703625296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:07:58.076] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:70:0) after 1m0s
[20:08:58.095] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:70:0)
[20:08:58.095] Timer tick, asking Buildbucket for the build status
[20:08:58.656] Build 8855748416703625296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:08:58.656] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:71:0) after 1m0s
[20:09:58.688] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:71:0)
[20:09:58.688] Timer tick, asking Buildbucket for the build status
[20:09:58.781] Build 8855748416703625296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:09:58.781] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:72:0) after 1m0s
[20:10:58.828] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:72:0)
[20:10:58.828] Timer tick, asking Buildbucket for the build status
[20:10:59.064] Build 8855748416703625296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:10:59.064] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:73:0) after 1m0s
[20:11:59.221] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:73:0)
[20:11:59.221] Timer tick, asking Buildbucket for the build status
[20:11:59.304] Build 8855748416703625296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:11:59.304] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:74:0) after 1m0s
[20:12:59.452] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:74:0)
[20:12:59.453] Timer tick, asking Buildbucket for the build status
[20:13:00.074] Build 8855748416703625296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:13:00.074] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:75:0) after 1m0s
[20:14:00.122] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:75:0)
[20:14:00.122] Timer tick, asking Buildbucket for the build status
[20:14:00.245] Build 8855748416703625296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:14:00.245] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:76:0) after 1m0s
[20:15:00.267] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:76:0)
[20:15:00.267] Timer tick, asking Buildbucket for the build status
[20:15:00.543] Build 8855748416703625296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:15:00.543] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:77:0) after 1m0s
[20:16:00.834] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:77:0)
[20:16:00.834] Timer tick, asking Buildbucket for the build status
[20:16:01.577] Build 8855748416703625296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:16:01.577] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:78:0) after 1m0s
[20:17:01.585] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:78:0)
[20:17:01.585] Timer tick, asking Buildbucket for the build status
[20:17:01.672] Build 8855748416703625296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:17:01.672] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:79:0) after 1m0s
[20:18:01.707] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:79:0)
[20:18:01.708] Timer tick, asking Buildbucket for the build status
[20:18:01.852] Build 8855748416703625296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:18:01.852] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:80:0) after 1m0s
[20:19:01.931] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:80:0)
[20:19:01.931] Timer tick, asking Buildbucket for the build status
[20:19:02.082] Build 8855748416703625296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:19:02.082] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:81:0) after 1m0s
[20:20:02.097] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:81:0)
[20:20:02.097] Timer tick, asking Buildbucket for the build status
[20:20:02.198] Build 8855748416703625296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:20:02.198] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:82:0) after 1m0s
[20:21:02.215] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:82:0)
[20:21:02.215] Timer tick, asking Buildbucket for the build status
[20:21:02.349] Build 8855748416703625296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:21:02.349] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:83:0) after 1m0s
[20:22:02.436] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:83:0)
[20:22:02.436] Timer tick, asking Buildbucket for the build status
[20:22:02.535] Build 8855748416703625296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:22:02.535] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:84:0) after 1m0s
[20:23:02.630] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:84:0)
[20:23:02.630] Timer tick, asking Buildbucket for the build status
[20:23:02.852] Build 8855748416703625296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:23:02.852] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:85:0) after 1m0s
[20:24:03.456] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:85:0)
[20:24:03.456] Timer tick, asking Buildbucket for the build status
[20:24:03.647] Build 8855748416703625296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:24:03.647] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:86:0) after 1m0s
[20:25:03.734] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:86:0)
[20:25:03.734] Timer tick, asking Buildbucket for the build status
[20:25:03.985] Build 8855748416703625296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:25:03.985] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:87:0) after 1m0s
[20:26:04.142] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:87:0)
[20:26:04.142] Timer tick, asking Buildbucket for the build status
[20:26:04.422] Build 8855748416703625296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:26:04.422] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:88:0) after 1m0s
[20:27:04.493] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:88:0)
[20:27:04.493] Timer tick, asking Buildbucket for the build status
[20:27:04.616] Build 8855748416703625296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:27:04.616] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:89:0) after 1m0s
[20:28:04.682] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:89:0)
[20:28:04.682] Timer tick, asking Buildbucket for the build status
[20:28:05.228] Build 8855748416703625296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:28:05.228] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:90:0) after 1m0s
[20:29:05.234] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:90:0)
[20:29:05.234] Timer tick, asking Buildbucket for the build status
[20:29:05.345] Build 8855748416703625296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:29:05.345] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:91:0) after 1m0s
[20:30:05.498] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:91:0)
[20:30:05.498] Timer tick, asking Buildbucket for the build status
[20:30:07.298] Build 8855748416703625296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:30:07.298] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:92:0) after 1m0s
[20:31:07.484] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:92:0)
[20:31:07.484] Timer tick, asking Buildbucket for the build status
[20:31:11.987] Build 8855748416703625296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:31:11.987] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:93:0) after 1m0s
[20:32:12.213] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:93:0)
[20:32:12.213] Timer tick, asking Buildbucket for the build status
[20:32:12.712] Build 8855748416703625296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:32:12.712] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:94:0) after 1m0s
[20:33:12.692] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:94:0)
[20:33:12.692] Timer tick, asking Buildbucket for the build status
[20:33:13.588] Build 8855748416703625296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:33:13.588] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:95:0) after 1m0s
[20:34:13.742] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:95:0)
[20:34:13.742] Timer tick, asking Buildbucket for the build status
[20:34:13.879] Build 8855748416703625296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:34:13.879] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:96:0) after 1m0s
[20:35:13.910] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:96:0)
[20:35:13.910] Timer tick, asking Buildbucket for the build status
[20:35:14.008] Build 8855748416703625296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:35:14.008] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:97:0) after 1m0s
[20:36:14.081] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:97:0)
[20:36:14.081] Timer tick, asking Buildbucket for the build status
[20:36:14.676] Build 8855748416703625296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:36:14.676] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:98:0) after 1m0s
[20:37:14.707] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:98:0)
[20:37:14.707] Timer tick, asking Buildbucket for the build status
[20:37:15.063] Build 8855748416703625296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:37:15.064] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:99:0) after 1m0s
[20:38:15.147] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:99:0)
[20:38:15.147] Timer tick, asking Buildbucket for the build status
[20:38:16.852] Build 8855748416703625296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:38:16.852] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:100:0) after 1m0s
[20:39:16.901] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:100:0)
[20:39:16.901] Timer tick, asking Buildbucket for the build status
[20:39:17.272] Build 8855748416703625296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:39:17.272] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:101:0) after 1m0s
[20:40:17.312] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:101:0)
[20:40:17.312] Timer tick, asking Buildbucket for the build status
[20:40:17.421] Build 8855748416703625296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:40:17.421] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:102:0) after 1m0s
[20:41:17.455] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:102:0)
[20:41:17.455] Timer tick, asking Buildbucket for the build status
[20:41:17.763] Build 8855748416703625296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:41:17.763] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:103:0) after 1m0s
[20:42:17.772] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:103:0)
[20:42:17.772] Timer tick, asking Buildbucket for the build status
[20:42:17.924] Build 8855748416703625296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:42:17.924] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:104:0) after 1m0s
[20:43:18.131] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:104:0)
[20:43:18.131] Timer tick, asking Buildbucket for the build status
[20:43:18.337] Build 8855748416703625296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:43:18.337] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:105:0) after 1m0s
[20:44:18.387] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:105:0)
[20:44:18.387] Timer tick, asking Buildbucket for the build status
[20:44:18.522] Build 8855748416703625296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:44:18.522] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:106:0) after 1m0s
[20:45:18.575] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:106:0)
[20:45:18.575] Timer tick, asking Buildbucket for the build status
[20:45:20.174] Build 8855748416703625296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:45:20.174] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:107:0) after 1m0s
[20:46:20.223] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:107:0)
[20:46:20.223] Timer tick, asking Buildbucket for the build status
[20:46:20.360] Build 8855748416703625296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:46:20.360] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:108:0) after 1m0s
[20:47:20.446] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:108:0)
[20:47:20.446] Timer tick, asking Buildbucket for the build status
[20:47:21.365] Build 8855748416703625296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:47:21.365] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:109:0) after 1m0s
[20:48:21.493] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:109:0)
[20:48:21.493] Timer tick, asking Buildbucket for the build status
[20:48:22.969] Build 8855748416703625296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:48:22.969] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:110:0) after 1m0s
[20:49:23.015] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:110:0)
[20:49:23.015] Timer tick, asking Buildbucket for the build status
[20:49:23.273] Build 8855748416703625296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:49:23.273] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:111:0) after 1m0s
[20:50:23.299] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:111:0)
[20:50:23.299] Timer tick, asking Buildbucket for the build status
[20:50:23.730] Build 8855748416703625296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:50:23.730] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:112:0) after 1m0s
[20:51:23.755] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:112:0)
[20:51:23.755] Timer tick, asking Buildbucket for the build status
[20:51:23.977] Build 8855748416703625296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:51:23.977] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:113:0) after 1m0s
[20:52:24.065] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:113:0)
[20:52:24.065] Timer tick, asking Buildbucket for the build status
[20:52:24.142] Build 8855748416703625296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:52:24.142] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:114:0) after 1m0s
[20:53:24.141] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:114:0)
[20:53:24.141] Timer tick, asking Buildbucket for the build status
[20:53:24.343] Build 8855748416703625296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:53:24.343] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:115:0) after 1m0s
[20:54:24.373] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:115:0)
[20:54:24.373] Timer tick, asking Buildbucket for the build status
[20:54:25.051] Build 8855748416703625296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:54:25.051] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:116:0) after 1m0s
[20:55:25.141] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:116:0)
[20:55:25.141] Timer tick, asking Buildbucket for the build status
[20:55:25.271] Build 8855748416703625296: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:55:25.271] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_32:9021178478953371552:117:0) after 1m0s
[20:55:31.275] Received PubSub notification, asking Buildbucket for the build status
[20:55:31.368] Build 8855748416703625296: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[20:55:31.369] Buildbucket build:
{
"build": {
"bucket": "luci.nacl.toolchain",
"canary_preference": "PROD",
"completed_ts": "1612904130348139",
"created_by": "project:nacl",
"created_ts": "1612897204642304",
"failure_reason": "BUILD_FAILURE",
"id": "8855748416703625296",
"parameters_json": "{\"builder_name\": \"linux-pnacl-x86_64-tests-x86_32\", \"properties\": {\"$recipe_engine/scheduler\": {\"hostname\": \"luci-scheduler.appspot.com\", \"triggers\": [{\"gitiles\": {\"ref\": \"refs/heads/master\", \"repo\": \"https://chromium.googlesource.com/native_client/src/native_client.git\", \"revision\": \"4de55da44c4b511989359381e8b7a88a01fe0634\"}, \"id\": \"https://chromium.googlesource.com/native_client/src/native_client.git/+/refs/heads/master@4de55da44c4b511989359381e8b7a88a01fe0634\", \"title\": \"4de55da44c4b511989359381e8b7a88a01fe0634\", \"url\": \"https://chromium.googlesource.com/native_client/src/native_client.git/+/4de55da44c4b511989359381e8b7a88a01fe0634\"}]}, \"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/native_client/src/native_client.git\", \"revision\": \"4de55da44c4b511989359381e8b7a88a01fe0634\"}}",
"project": "nacl",
"result": "FAILURE",
"result_details_json": "{\"error\": {\"message\": \"Step('annotated steps') (retcode: 1)\"}, \"properties\": {\"$build/goma\": {\"enable_ats\": true, \"rpc_extra_params\": \"?prod\", \"server_host\": \"goma.chromium.org\"}, \"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"$recipe_engine/scheduler\": {\"hostname\": \"luci-scheduler.appspot.com\", \"triggers\": [{\"gitiles\": {\"ref\": \"refs/heads/master\", \"repo\": \"https://chromium.googlesource.com/native_client/src/native_client.git\", \"revision\": \"4de55da44c4b511989359381e8b7a88a01fe0634\"}, \"id\": \"https://chromium.googlesource.com/native_client/src/native_client.git/+/refs/heads/master@4de55da44c4b511989359381e8b7a88a01fe0634\", \"title\": \"4de55da44c4b511989359381e8b7a88a01fe0634\", \"url\": \"https://chromium.googlesource.com/native_client/src/native_client.git/+/4de55da44c4b511989359381e8b7a88a01fe0634\"}]}, \"bot_id\": \"luci-nacl-toolchain-xenial-2-jlnp\", \"branch\": \"refs/heads/master\", \"builder_group\": \"client.nacl.toolchain\", \"buildername\": \"linux-pnacl-x86_64-tests-x86_32\", \"buildnumber\": 5180, \"got_revision\": \"4de55da44c4b511989359381e8b7a88a01fe0634\", \"path_config\": \"generic\", \"recipe\": \"nacl\", \"repository\": \"https://chromium.googlesource.com/native_client/src/native_client.git\", \"revision\": \"4de55da44c4b511989359381e8b7a88a01fe0634\", \"slavetype\": \"BuilderTester\"}, \"swarming\": {\"bot_dimensions\": {\"cores\": [\"16\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-Broadwell_GCE\", \"x86-64-avx2\"], \"gce\": [\"1\"], \"gcp\": [\"google.com:chromecompute\"], \"gpu\": [\"none\"], \"id\": [\"luci-nacl-toolchain-xenial-2-jlnp\"], \"image\": [\"chrome-xenial-21011100-9488e34e558\"], \"inside_docker\": [\"0\"], \"kvm\": [\"1\"], \"locale\": [\"en_US.UTF-8\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Linux\", \"Ubuntu\", \"Ubuntu-16\", \"Ubuntu-16.04\", \"Ubuntu-16.04.6\"], \"pool\": [\"luci.nacl.toolchain\"], \"python\": [\"2.7.12\"], \"server_version\": [\"5685-1877293\"], \"ssd\": [\"0\"], \"zone\": [\"us\", \"us-east\", \"us-east1\", \"us-east1-b\"]}}, \"ui\": {\"info\": \"Step('annotated steps') (retcode: 1)\"}}",
"service_account": "nacl-toolchain-builder@chops-service-accounts.iam.gserviceaccount.com",
"started_ts": "1612897230509311",
"status": "COMPLETED",
"status_changed_ts": "1612897230993861",
"tags": [
"build_address:luci.nacl.toolchain/linux-pnacl-x86_64-tests-x86_32/5180",
"builder:linux-pnacl-x86_64-tests-x86_32",
"buildset:commit/git/4de55da44c4b511989359381e8b7a88a01fe0634",
"buildset:commit/gitiles/chromium.googlesource.com/native_client/src/native_client/+/4de55da44c4b511989359381e8b7a88a01fe0634",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9021178478953371552",
"scheduler_job_id:nacl/linux-pnacl-x86_64-tests-x86_32",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/nacl/buildbucket/cr-buildbucket.appspot.com/8855748416703625296/+/annotations",
"swarming_tag:luci_project:nacl",
"swarming_tag:os:Linux",
"swarming_tag:recipe_name:nacl",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_task_id:51a0fbe233e3db10",
"user_agent:luci-scheduler"
],
"updated_ts": "1612904130740648",
"url": "https://ci.chromium.org/b/8855748416703625296",
"utcnow_ts": "1612904131357664"
}
}
[20:55:31.369] Invocation finished in 1h55m28.255237699s with status FAILED