Status: FAILED
Triggered by: -
Duration: 2 hours
Actions:

Definition (rev 1c82d86159c2071b02a7ddf08ffd2ae0bff92186)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.nacl.toolchain"
  builder: "linux-pnacl-x86_64-tests-x86_64"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/native_client/src/native_client.git",
  "revision": "1ed9878b8eb68c1e0d0268754dafcf83e747fa8f"
}

Incoming tags

  • buildset:commit/git/1ed9878b8eb68c1e0d0268754dafcf83e747fa8f
  • buildset:commit/gitiles/chromium.googlesource.com/native_client/src/native_client/+/1ed9878b8eb68c1e0d0268754dafcf83e747fa8f
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[02:31:06.524] New invocation is queued and will start shortly
[02:31:07.830] Starting the invocation (attempt 1)
[02:31:07.886] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:31:07.886] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:31:07.886] Buildbucket request:
{
  "bucket": "luci.nacl.toolchain",
  "client_operation_id": "9086742304601970768",
  "parameters_json": "{\"builder_name\":\"linux-pnacl-x86_64-tests-x86_64\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/native_client/src/native_client.git\",\"revision\":\"1ed9878b8eb68c1e0d0268754dafcf83e747fa8f\"}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:linux-pnacl-x86_64-tests-x86_64",
    "scheduler_invocation_id:9086742304601970768",
    "scheduler_job_id:nacl/linux-pnacl-x86_64-tests-x86_64",
    "user_agent:luci-scheduler",
    "buildset:commit/git/1ed9878b8eb68c1e0d0268754dafcf83e747fa8f",
    "buildset:commit/gitiles/chromium.googlesource.com/native_client/src/native_client/+/1ed9878b8eb68c1e0d0268754dafcf83e747fa8f",
    "gitiles_ref:refs/heads/master"
  ]
}
[02:31:09.138] Buildbucket response:
{
  "build": {
    "bucket": "luci.nacl.toolchain",
    "canary_preference": "AUTO",
    "created_by": "user:luci-scheduler@appspot.gserviceaccount.com",
    "created_ts": "1550370667987350",
    "id": "8921312242403331280",
    "lease_expiration_ts": "1550521868652604",
    "lease_key": "1996094454",
    "parameters_json": "{\"builder_name\": \"linux-pnacl-x86_64-tests-x86_64\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/native_client/src/native_client.git\", \"revision\": \"1ed9878b8eb68c1e0d0268754dafcf83e747fa8f\"}}",
    "project": "nacl",
    "result_details_json": "{\"properties\": {}}",
    "service_account": "nacl-toolchain-builder@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1550370668840251",
    "tags": [
      "build_address:luci.nacl.toolchain/linux-pnacl-x86_64-tests-x86_64/5067",
      "builder:linux-pnacl-x86_64-tests-x86_64",
      "buildset:commit/git/1ed9878b8eb68c1e0d0268754dafcf83e747fa8f",
      "buildset:commit/gitiles/chromium.googlesource.com/native_client/src/native_client/+/1ed9878b8eb68c1e0d0268754dafcf83e747fa8f",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9086742304601970768",
      "scheduler_job_id:nacl/linux-pnacl-x86_64-tests-x86_64",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/nacl/buildbucket/cr-buildbucket.appspot.com/8921312242403331280/+/annotations",
      "swarming_tag:luci_project:nacl",
      "swarming_tag:recipe_name:nacl",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:43121c87770e9b10",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1550370668841106",
    "url": "https://ci.chromium.org/b/8921312242403331280",
    "utcnow_ts": "1550370669124629"
  }
}
[02:31:09.138] Task URL: https://ci.chromium.org/b/8921312242403331280
[02:31:09.138] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:2:0) after 1m0s
[02:31:53.594] Received PubSub notification, asking Buildbucket for the build status
[02:31:53.649] Build 8921312242403331280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:32:09.159] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:2:0)
[02:32:09.159] Timer tick, asking Buildbucket for the build status
[02:32:09.228] Build 8921312242403331280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:32:09.228] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:4:0) after 1m0s
[02:33:09.254] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:4:0)
[02:33:09.254] Timer tick, asking Buildbucket for the build status
[02:33:09.451] Build 8921312242403331280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:33:09.451] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:5:0) after 1m0s
[02:34:09.492] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:5:0)
[02:34:09.492] Timer tick, asking Buildbucket for the build status
[02:34:09.583] Build 8921312242403331280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:34:09.583] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:6:0) after 1m0s
[02:35:09.599] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:6:0)
[02:35:09.599] Timer tick, asking Buildbucket for the build status
[02:35:09.992] Build 8921312242403331280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:35:09.992] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:7:0) after 1m0s
[02:36:10.022] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:7:0)
[02:36:10.022] Timer tick, asking Buildbucket for the build status
[02:36:10.101] Build 8921312242403331280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:36:10.101] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:8:0) after 1m0s
[02:37:10.138] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:8:0)
[02:37:10.138] Timer tick, asking Buildbucket for the build status
[02:37:10.219] Build 8921312242403331280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:37:10.219] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:9:0) after 1m0s
[02:38:10.241] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:9:0)
[02:38:10.241] Timer tick, asking Buildbucket for the build status
[02:38:10.357] Build 8921312242403331280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:38:10.357] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:10:0) after 1m0s
[02:39:10.435] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:10:0)
[02:39:10.435] Timer tick, asking Buildbucket for the build status
[02:39:10.520] Build 8921312242403331280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:39:10.520] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:11:0) after 1m0s
[02:40:10.535] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:11:0)
[02:40:10.535] Timer tick, asking Buildbucket for the build status
[02:40:10.631] Build 8921312242403331280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:40:10.631] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:12:0) after 1m0s
[02:41:10.654] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:12:0)
[02:41:10.654] Timer tick, asking Buildbucket for the build status
[02:41:10.731] Build 8921312242403331280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:41:10.731] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:13:0) after 1m0s
[02:42:10.747] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:13:0)
[02:42:10.747] Timer tick, asking Buildbucket for the build status
[02:42:10.815] Build 8921312242403331280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:42:10.815] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:14:0) after 1m0s
[02:43:10.830] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:14:0)
[02:43:10.830] Timer tick, asking Buildbucket for the build status
[02:43:10.917] Build 8921312242403331280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:43:10.917] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:15:0) after 1m0s
[02:44:10.935] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:15:0)
[02:44:10.935] Timer tick, asking Buildbucket for the build status
[02:44:11.013] Build 8921312242403331280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:44:11.013] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:16:0) after 1m0s
[02:45:11.112] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:16:0)
[02:45:11.112] Timer tick, asking Buildbucket for the build status
[02:45:11.282] Build 8921312242403331280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:45:11.282] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:17:0) after 1m0s
[02:46:11.300] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:17:0)
[02:46:11.300] Timer tick, asking Buildbucket for the build status
[02:46:11.723] Build 8921312242403331280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:46:11.723] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:18:0) after 1m0s
[02:47:11.745] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:18:0)
[02:47:11.745] Timer tick, asking Buildbucket for the build status
[02:47:11.827] Build 8921312242403331280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:47:11.827] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:19:0) after 1m0s
[02:48:11.845] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:19:0)
[02:48:11.845] Timer tick, asking Buildbucket for the build status
[02:48:11.928] Build 8921312242403331280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:48:11.928] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:20:0) after 1m0s
[02:49:11.951] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:20:0)
[02:49:11.951] Timer tick, asking Buildbucket for the build status
[02:49:12.349] Build 8921312242403331280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:49:12.349] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:21:0) after 1m0s
[02:50:12.367] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:21:0)
[02:50:12.367] Timer tick, asking Buildbucket for the build status
[02:50:12.488] Build 8921312242403331280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:50:12.488] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:22:0) after 1m0s
[02:51:12.505] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:22:0)
[02:51:12.505] Timer tick, asking Buildbucket for the build status
[02:51:12.588] Build 8921312242403331280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:51:12.588] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:23:0) after 1m0s
[02:52:12.608] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:23:0)
[02:52:12.608] Timer tick, asking Buildbucket for the build status
[02:52:12.829] Build 8921312242403331280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:52:12.829] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:24:0) after 1m0s
[02:53:12.862] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:24:0)
[02:53:12.862] Timer tick, asking Buildbucket for the build status
[02:53:12.946] Build 8921312242403331280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:53:12.946] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:25:0) after 1m0s
[02:54:12.964] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:25:0)
[02:54:12.964] Timer tick, asking Buildbucket for the build status
[02:54:13.059] Build 8921312242403331280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:54:13.059] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:26:0) after 1m0s
[02:55:13.074] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:26:0)
[02:55:13.074] Timer tick, asking Buildbucket for the build status
[02:55:13.198] Build 8921312242403331280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:55:13.198] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:27:0) after 1m0s
[02:56:13.214] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:27:0)
[02:56:13.214] Timer tick, asking Buildbucket for the build status
[02:56:13.310] Build 8921312242403331280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:56:13.310] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:28:0) after 1m0s
[02:57:13.340] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:28:0)
[02:57:13.340] Timer tick, asking Buildbucket for the build status
[02:57:13.438] Build 8921312242403331280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:57:13.438] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:29:0) after 1m0s
[02:58:13.453] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:29:0)
[02:58:13.453] Timer tick, asking Buildbucket for the build status
[02:58:13.546] Build 8921312242403331280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:58:13.546] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:30:0) after 1m0s
[02:59:13.565] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:30:0)
[02:59:13.565] Timer tick, asking Buildbucket for the build status
[02:59:13.710] Build 8921312242403331280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:59:13.710] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:31:0) after 1m0s
[03:00:13.727] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:31:0)
[03:00:13.727] Timer tick, asking Buildbucket for the build status
[03:00:13.829] Build 8921312242403331280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:00:13.829] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:32:0) after 1m0s
[03:01:13.847] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:32:0)
[03:01:13.847] Timer tick, asking Buildbucket for the build status
[03:01:14.113] Build 8921312242403331280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:01:14.113] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:33:0) after 1m0s
[03:02:14.129] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:33:0)
[03:02:14.129] Timer tick, asking Buildbucket for the build status
[03:02:14.185] Build 8921312242403331280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:02:14.185] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:34:0) after 1m0s
[03:03:14.206] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:34:0)
[03:03:14.206] Timer tick, asking Buildbucket for the build status
[03:03:14.303] Build 8921312242403331280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:03:14.303] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:35:0) after 1m0s
[03:04:14.323] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:35:0)
[03:04:14.323] Timer tick, asking Buildbucket for the build status
[03:04:14.421] Build 8921312242403331280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:04:14.421] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:36:0) after 1m0s
[03:05:14.443] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:36:0)
[03:05:14.443] Timer tick, asking Buildbucket for the build status
[03:05:14.531] Build 8921312242403331280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:05:14.531] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:37:0) after 1m0s
[03:06:14.547] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:37:0)
[03:06:14.548] Timer tick, asking Buildbucket for the build status
[03:06:14.636] Build 8921312242403331280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:06:14.636] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:38:0) after 1m0s
[03:07:14.752] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:38:0)
[03:07:14.752] Timer tick, asking Buildbucket for the build status
[03:07:15.207] Build 8921312242403331280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:07:15.207] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:39:0) after 1m0s
[03:08:15.224] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:39:0)
[03:08:15.224] Timer tick, asking Buildbucket for the build status
[03:08:15.300] Build 8921312242403331280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:08:15.300] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:40:0) after 1m0s
[03:09:15.337] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:40:0)
[03:09:15.337] Timer tick, asking Buildbucket for the build status
[03:09:15.568] Build 8921312242403331280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:09:15.568] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:41:0) after 1m0s
[03:10:15.586] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:41:0)
[03:10:15.586] Timer tick, asking Buildbucket for the build status
[03:10:15.668] Build 8921312242403331280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:10:15.668] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:42:0) after 1m0s
[03:11:15.689] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:42:0)
[03:11:15.689] Timer tick, asking Buildbucket for the build status
[03:11:15.731] Build 8921312242403331280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:11:15.731] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:43:0) after 1m0s
[03:12:15.751] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:43:0)
[03:12:15.751] Timer tick, asking Buildbucket for the build status
[03:12:15.800] Build 8921312242403331280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:12:15.800] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:44:0) after 1m0s
[03:13:15.877] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:44:0)
[03:13:15.877] Timer tick, asking Buildbucket for the build status
[03:13:16.012] Build 8921312242403331280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:13:16.012] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:45:0) after 1m0s
[03:14:16.027] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:45:0)
[03:14:16.027] Timer tick, asking Buildbucket for the build status
[03:14:16.133] Build 8921312242403331280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:14:16.133] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:46:0) after 1m0s
[03:15:16.228] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:46:0)
[03:15:16.228] Timer tick, asking Buildbucket for the build status
[03:15:16.309] Build 8921312242403331280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:15:16.309] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:47:0) after 1m0s
[03:16:16.333] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:47:0)
[03:16:16.333] Timer tick, asking Buildbucket for the build status
[03:16:16.410] Build 8921312242403331280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:16:16.410] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:48:0) after 1m0s
[03:17:16.451] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:48:0)
[03:17:16.451] Timer tick, asking Buildbucket for the build status
[03:17:16.713] Build 8921312242403331280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:17:16.713] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:49:0) after 1m0s
[03:18:16.730] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:49:0)
[03:18:16.730] Timer tick, asking Buildbucket for the build status
[03:18:16.987] Build 8921312242403331280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:18:16.987] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:50:0) after 1m0s
[03:19:17.013] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:50:0)
[03:19:17.013] Timer tick, asking Buildbucket for the build status
[03:19:17.088] Build 8921312242403331280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:19:17.088] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:51:0) after 1m0s
[03:20:17.149] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:51:0)
[03:20:17.149] Timer tick, asking Buildbucket for the build status
[03:20:17.537] Build 8921312242403331280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:20:17.537] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:52:0) after 1m0s
[03:21:17.555] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:52:0)
[03:21:17.555] Timer tick, asking Buildbucket for the build status
[03:21:17.601] Build 8921312242403331280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:21:17.601] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:53:0) after 1m0s
[03:22:17.650] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:53:0)
[03:22:17.650] Timer tick, asking Buildbucket for the build status
[03:22:17.892] Build 8921312242403331280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:22:17.892] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:54:0) after 1m0s
[03:23:17.917] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:54:0)
[03:23:17.917] Timer tick, asking Buildbucket for the build status
[03:23:17.980] Build 8921312242403331280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:23:17.980] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:55:0) after 1m0s
[03:24:17.999] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:55:0)
[03:24:17.999] Timer tick, asking Buildbucket for the build status
[03:24:18.178] Build 8921312242403331280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:24:18.178] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:56:0) after 1m0s
[03:25:18.247] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:56:0)
[03:25:18.247] Timer tick, asking Buildbucket for the build status
[03:25:18.347] Build 8921312242403331280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:25:18.347] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:57:0) after 1m0s
[03:26:18.488] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:57:0)
[03:26:18.488] Timer tick, asking Buildbucket for the build status
[03:26:18.733] Build 8921312242403331280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:26:18.733] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:58:0) after 1m0s
[03:27:18.753] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:58:0)
[03:27:18.753] Timer tick, asking Buildbucket for the build status
[03:27:18.825] Build 8921312242403331280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:27:18.825] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:59:0) after 1m0s
[03:28:18.845] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:59:0)
[03:28:18.845] Timer tick, asking Buildbucket for the build status
[03:28:19.043] Build 8921312242403331280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:28:19.043] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:60:0) after 1m0s
[03:29:19.087] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:60:0)
[03:29:19.087] Timer tick, asking Buildbucket for the build status
[03:29:19.172] Build 8921312242403331280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:29:19.172] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:61:0) after 1m0s
[03:30:19.202] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:61:0)
[03:30:19.202] Timer tick, asking Buildbucket for the build status
[03:30:19.467] Build 8921312242403331280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:30:19.467] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:62:0) after 1m0s
[03:31:19.488] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:62:0)
[03:31:19.488] Timer tick, asking Buildbucket for the build status
[03:31:19.617] Build 8921312242403331280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:31:19.617] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:63:0) after 1m0s
[03:32:19.635] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:63:0)
[03:32:19.635] Timer tick, asking Buildbucket for the build status
[03:32:19.713] Build 8921312242403331280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:32:19.713] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:64:0) after 1m0s
[03:33:19.783] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:64:0)
[03:33:19.783] Timer tick, asking Buildbucket for the build status
[03:33:19.967] Build 8921312242403331280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:33:19.967] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:65:0) after 1m0s
[03:34:19.984] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:65:0)
[03:34:19.984] Timer tick, asking Buildbucket for the build status
[03:34:20.067] Build 8921312242403331280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:34:20.067] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:66:0) after 1m0s
[03:35:20.093] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:66:0)
[03:35:20.093] Timer tick, asking Buildbucket for the build status
[03:35:20.213] Build 8921312242403331280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:35:20.213] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:67:0) after 1m0s
[03:36:20.246] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:67:0)
[03:36:20.246] Timer tick, asking Buildbucket for the build status
[03:36:20.325] Build 8921312242403331280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:36:20.325] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:68:0) after 1m0s
[03:37:20.363] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:68:0)
[03:37:20.363] Timer tick, asking Buildbucket for the build status
[03:37:20.488] Build 8921312242403331280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:37:20.488] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:69:0) after 1m0s
[03:38:20.641] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:69:0)
[03:38:20.641] Timer tick, asking Buildbucket for the build status
[03:38:20.726] Build 8921312242403331280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:38:20.726] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:70:0) after 1m0s
[03:39:20.748] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:70:0)
[03:39:20.748] Timer tick, asking Buildbucket for the build status
[03:39:20.926] Build 8921312242403331280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:39:20.926] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:71:0) after 1m0s
[03:40:20.948] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:71:0)
[03:40:20.948] Timer tick, asking Buildbucket for the build status
[03:40:21.037] Build 8921312242403331280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:40:21.037] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:72:0) after 1m0s
[03:41:21.097] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:72:0)
[03:41:21.097] Timer tick, asking Buildbucket for the build status
[03:41:21.472] Build 8921312242403331280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:41:21.472] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:73:0) after 1m0s
[03:42:21.584] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:73:0)
[03:42:21.584] Timer tick, asking Buildbucket for the build status
[03:42:21.680] Build 8921312242403331280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:42:21.680] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:74:0) after 1m0s
[03:43:21.722] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:74:0)
[03:43:21.722] Timer tick, asking Buildbucket for the build status
[03:43:21.808] Build 8921312242403331280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:43:21.808] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:75:0) after 1m0s
[03:44:21.843] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:75:0)
[03:44:21.843] Timer tick, asking Buildbucket for the build status
[03:44:22.277] Build 8921312242403331280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:44:22.277] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:76:0) after 1m0s
[03:45:22.298] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:76:0)
[03:45:22.298] Timer tick, asking Buildbucket for the build status
[03:45:22.439] Build 8921312242403331280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:45:22.439] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:77:0) after 1m0s
[03:46:22.459] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:77:0)
[03:46:22.459] Timer tick, asking Buildbucket for the build status
[03:46:22.594] Build 8921312242403331280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:46:22.595] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:78:0) after 1m0s
[03:47:22.613] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:78:0)
[03:47:22.613] Timer tick, asking Buildbucket for the build status
[03:47:22.684] Build 8921312242403331280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:47:22.684] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:79:0) after 1m0s
[03:48:22.706] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:79:0)
[03:48:22.706] Timer tick, asking Buildbucket for the build status
[03:48:22.785] Build 8921312242403331280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:48:22.785] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:80:0) after 1m0s
[03:49:22.819] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:80:0)
[03:49:22.819] Timer tick, asking Buildbucket for the build status
[03:49:22.954] Build 8921312242403331280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:49:22.954] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:81:0) after 1m0s
[03:50:22.976] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:81:0)
[03:50:22.976] Timer tick, asking Buildbucket for the build status
[03:50:23.078] Build 8921312242403331280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:50:23.078] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:82:0) after 1m0s
[03:51:23.113] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:82:0)
[03:51:23.113] Timer tick, asking Buildbucket for the build status
[03:51:23.208] Build 8921312242403331280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:51:23.208] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:83:0) after 1m0s
[03:52:23.228] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:83:0)
[03:52:23.228] Timer tick, asking Buildbucket for the build status
[03:52:23.654] Build 8921312242403331280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:52:23.654] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:84:0) after 1m0s
[03:53:23.672] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:84:0)
[03:53:23.672] Timer tick, asking Buildbucket for the build status
[03:53:23.942] Build 8921312242403331280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:53:23.942] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:85:0) after 1m0s
[03:54:23.963] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:85:0)
[03:54:23.963] Timer tick, asking Buildbucket for the build status
[03:54:24.084] Build 8921312242403331280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:54:24.084] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:86:0) after 1m0s
[03:55:24.121] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:86:0)
[03:55:24.121] Timer tick, asking Buildbucket for the build status
[03:55:24.262] Build 8921312242403331280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:55:24.262] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:87:0) after 1m0s
[03:56:24.286] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:87:0)
[03:56:24.286] Timer tick, asking Buildbucket for the build status
[03:56:24.360] Build 8921312242403331280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:56:24.360] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:88:0) after 1m0s
[03:57:24.382] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:88:0)
[03:57:24.382] Timer tick, asking Buildbucket for the build status
[03:57:24.591] Build 8921312242403331280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:57:24.591] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:89:0) after 1m0s
[03:58:24.613] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:89:0)
[03:58:24.613] Timer tick, asking Buildbucket for the build status
[03:58:24.699] Build 8921312242403331280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:58:24.699] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:90:0) after 1m0s
[03:59:24.726] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:90:0)
[03:59:24.726] Timer tick, asking Buildbucket for the build status
[03:59:24.795] Build 8921312242403331280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:59:24.795] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:91:0) after 1m0s
[04:00:24.816] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:91:0)
[04:00:24.816] Timer tick, asking Buildbucket for the build status
[04:00:24.905] Build 8921312242403331280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:00:24.905] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:92:0) after 1m0s
[04:01:24.974] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:92:0)
[04:01:24.974] Timer tick, asking Buildbucket for the build status
[04:01:25.141] Build 8921312242403331280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:01:25.141] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:93:0) after 1m0s
[04:02:25.214] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:93:0)
[04:02:25.214] Timer tick, asking Buildbucket for the build status
[04:02:25.288] Build 8921312242403331280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:02:25.288] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:94:0) after 1m0s
[04:03:25.329] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:94:0)
[04:03:25.329] Timer tick, asking Buildbucket for the build status
[04:03:25.406] Build 8921312242403331280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:03:25.406] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:95:0) after 1m0s
[04:04:25.425] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:95:0)
[04:04:25.425] Timer tick, asking Buildbucket for the build status
[04:04:25.502] Build 8921312242403331280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:04:25.502] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:96:0) after 1m0s
[04:05:25.523] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:96:0)
[04:05:25.523] Timer tick, asking Buildbucket for the build status
[04:05:25.839] Build 8921312242403331280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:05:25.839] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:97:0) after 1m0s
[04:06:25.895] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:97:0)
[04:06:25.895] Timer tick, asking Buildbucket for the build status
[04:06:26.074] Build 8921312242403331280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:06:26.074] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:98:0) after 1m0s
[04:07:26.157] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:98:0)
[04:07:26.157] Timer tick, asking Buildbucket for the build status
[04:07:26.208] Build 8921312242403331280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:07:26.208] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:99:0) after 1m0s
[04:08:26.270] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:99:0)
[04:08:26.270] Timer tick, asking Buildbucket for the build status
[04:08:26.328] Build 8921312242403331280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:08:26.328] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:100:0) after 1m0s
[04:09:26.350] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:100:0)
[04:09:26.350] Timer tick, asking Buildbucket for the build status
[04:09:26.413] Build 8921312242403331280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:09:26.413] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:101:0) after 1m0s
[04:10:26.587] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:101:0)
[04:10:26.588] Timer tick, asking Buildbucket for the build status
[04:10:26.654] Build 8921312242403331280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:10:26.654] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:102:0) after 1m0s
[04:11:26.675] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:102:0)
[04:11:26.675] Timer tick, asking Buildbucket for the build status
[04:11:26.775] Build 8921312242403331280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:11:26.775] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:103:0) after 1m0s
[04:12:26.799] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:103:0)
[04:12:26.799] Timer tick, asking Buildbucket for the build status
[04:12:26.996] Build 8921312242403331280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:12:26.996] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:104:0) after 1m0s
[04:13:27.018] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:104:0)
[04:13:27.018] Timer tick, asking Buildbucket for the build status
[04:13:27.100] Build 8921312242403331280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:13:27.100] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:105:0) after 1m0s
[04:14:27.127] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:105:0)
[04:14:27.127] Timer tick, asking Buildbucket for the build status
[04:14:27.177] Build 8921312242403331280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:14:27.177] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:106:0) after 1m0s
[04:15:27.198] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:106:0)
[04:15:27.198] Timer tick, asking Buildbucket for the build status
[04:15:27.259] Build 8921312242403331280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:15:27.259] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:107:0) after 1m0s
[04:16:27.279] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:107:0)
[04:16:27.279] Timer tick, asking Buildbucket for the build status
[04:16:27.665] Build 8921312242403331280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:16:27.665] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:108:0) after 1m0s
[04:17:27.700] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:108:0)
[04:17:27.700] Timer tick, asking Buildbucket for the build status
[04:17:27.802] Build 8921312242403331280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:17:27.802] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:109:0) after 1m0s
[04:18:27.831] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:109:0)
[04:18:27.831] Timer tick, asking Buildbucket for the build status
[04:18:27.988] Build 8921312242403331280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:18:27.988] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:110:0) after 1m0s
[04:19:28.013] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:110:0)
[04:19:28.013] Timer tick, asking Buildbucket for the build status
[04:19:28.087] Build 8921312242403331280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:19:28.087] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:111:0) after 1m0s
[04:20:28.127] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:111:0)
[04:20:28.127] Timer tick, asking Buildbucket for the build status
[04:20:28.222] Build 8921312242403331280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:20:28.222] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:112:0) after 1m0s
[04:21:28.242] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:112:0)
[04:21:28.242] Timer tick, asking Buildbucket for the build status
[04:21:28.311] Build 8921312242403331280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:21:28.312] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:113:0) after 1m0s
[04:22:28.339] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:113:0)
[04:22:28.339] Timer tick, asking Buildbucket for the build status
[04:22:28.409] Build 8921312242403331280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:22:28.409] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:114:0) after 1m0s
[04:23:28.434] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:114:0)
[04:23:28.434] Timer tick, asking Buildbucket for the build status
[04:23:28.555] Build 8921312242403331280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:23:28.555] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:115:0) after 1m0s
[04:24:28.581] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:115:0)
[04:24:28.581] Timer tick, asking Buildbucket for the build status
[04:24:28.961] Build 8921312242403331280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:24:28.961] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:116:0) after 1m0s
[04:25:28.979] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:116:0)
[04:25:28.979] Timer tick, asking Buildbucket for the build status
[04:25:29.203] Build 8921312242403331280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:25:29.203] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:117:0) after 1m0s
[04:26:29.242] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:117:0)
[04:26:29.242] Timer tick, asking Buildbucket for the build status
[04:26:29.316] Build 8921312242403331280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:26:29.316] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:118:0) after 1m0s
[04:27:29.339] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:118:0)
[04:27:29.339] Timer tick, asking Buildbucket for the build status
[04:27:29.398] Build 8921312242403331280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:27:29.398] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:119:0) after 1m0s
[04:28:29.427] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:119:0)
[04:28:29.427] Timer tick, asking Buildbucket for the build status
[04:28:29.579] Build 8921312242403331280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:28:29.579] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:120:0) after 1m0s
[04:29:29.599] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:120:0)
[04:29:29.599] Timer tick, asking Buildbucket for the build status
[04:29:29.745] Build 8921312242403331280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:29:29.746] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:121:0) after 1m0s
[04:30:29.767] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:121:0)
[04:30:29.767] Timer tick, asking Buildbucket for the build status
[04:30:30.005] Build 8921312242403331280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:30:30.005] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:122:0) after 1m0s
[04:31:30.026] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:122:0)
[04:31:30.026] Timer tick, asking Buildbucket for the build status
[04:31:30.107] Build 8921312242403331280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:31:30.107] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:123:0) after 1m0s
[04:32:30.169] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:123:0)
[04:32:30.169] Timer tick, asking Buildbucket for the build status
[04:32:30.219] Build 8921312242403331280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:32:30.219] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:124:0) after 1m0s
[04:33:30.250] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:124:0)
[04:33:30.250] Timer tick, asking Buildbucket for the build status
[04:33:30.302] Build 8921312242403331280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:33:30.302] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:125:0) after 1m0s
[04:34:30.360] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:125:0)
[04:34:30.360] Timer tick, asking Buildbucket for the build status
[04:34:30.440] Build 8921312242403331280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:34:30.440] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:126:0) after 1m0s
[04:35:30.575] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:126:0)
[04:35:30.575] Timer tick, asking Buildbucket for the build status
[04:35:30.665] Build 8921312242403331280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:35:30.665] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:127:0) after 1m0s
[04:36:30.714] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:127:0)
[04:36:30.714] Timer tick, asking Buildbucket for the build status
[04:36:31.157] Build 8921312242403331280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:36:31.157] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:128:0) after 1m0s
[04:37:31.184] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:128:0)
[04:37:31.184] Timer tick, asking Buildbucket for the build status
[04:37:31.322] Build 8921312242403331280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:37:31.322] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:129:0) after 1m0s
[04:38:31.343] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:129:0)
[04:38:31.343] Timer tick, asking Buildbucket for the build status
[04:38:31.409] Build 8921312242403331280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:38:31.409] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:130:0) after 1m0s
[04:39:31.426] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:130:0)
[04:39:31.426] Timer tick, asking Buildbucket for the build status
[04:39:31.502] Build 8921312242403331280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:39:31.502] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:131:0) after 1m0s
[04:40:31.523] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:131:0)
[04:40:31.523] Timer tick, asking Buildbucket for the build status
[04:40:31.594] Build 8921312242403331280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:40:31.594] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:132:0) after 1m0s
[04:41:31.617] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:132:0)
[04:41:31.617] Timer tick, asking Buildbucket for the build status
[04:41:31.757] Build 8921312242403331280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:41:31.757] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:133:0) after 1m0s
[04:42:31.779] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:133:0)
[04:42:31.779] Timer tick, asking Buildbucket for the build status
[04:42:31.925] Build 8921312242403331280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:42:31.925] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9086742304601970768:134:0) after 1m0s
[04:43:08.716] Received PubSub notification, asking Buildbucket for the build status
[04:43:08.771] Build 8921312242403331280: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[04:43:08.771] Buildbucket build:
{
  "build": {
    "bucket": "luci.nacl.toolchain",
    "canary_preference": "AUTO",
    "completed_ts": "1550378587315562",
    "created_by": "user:luci-scheduler@appspot.gserviceaccount.com",
    "created_ts": "1550370667987350",
    "failure_reason": "BUILD_FAILURE",
    "id": "8921312242403331280",
    "parameters_json": "{\"builder_name\": \"linux-pnacl-x86_64-tests-x86_64\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/native_client/src/native_client.git\", \"revision\": \"1ed9878b8eb68c1e0d0268754dafcf83e747fa8f\"}}",
    "project": "nacl",
    "result": "FAILURE",
    "result_details_json": "{\"swarming\": {\"bot_dimensions\": {\"gce\": [\"1\"], \"zone\": [\"us\", \"us-west\", \"us-west1\", \"us-west1-c\"], \"inside_docker\": [\"0\"], \"python\": [\"2.7.6\"], \"image\": [\"chrome-trusty-18091700-38cc06ee3ee\"], \"kvm\": [\"1\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-Broadwell_GCE\", \"x86-64-avx2\"], \"server_version\": [\"4111-cd16c2f\"], \"machine_type\": [\"n1-standard-16\"], \"gpu\": [\"none\"], \"cores\": [\"16\"], \"os\": [\"Linux\", \"Ubuntu\", \"Ubuntu-14.04\"], \"id\": [\"gce-trusty-16-145e5bab-us-west1-c-141h\"], \"pool\": [\"luci.nacl.toolchain\"], \"caches\": [\"git\", \"goma_v2\", \"vpython\"]}}, \"ui\": {\"info\": \"Failure annotated steps\\nFailure llvm-test-suite x86-64 --opt O3f --opt O2b\\nFailure llvm-test-suite x86-64 --opt O3f --opt O0b\\nFailure llvm-test-suite x86-64 --opt O3f --opt O2b_sz\"}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"buildnumber\": 5067, \"$recipe_engine/buildbucket\": {\"build\": {\"tags\": [{\"value\": \"linux-pnacl-x86_64-tests-x86_64\", \"key\": \"builder\"}, {\"value\": \"commit/git/1ed9878b8eb68c1e0d0268754dafcf83e747fa8f\", \"key\": \"buildset\"}, {\"value\": \"commit/gitiles/chromium.googlesource.com/native_client/src/native_client/+/1ed9878b8eb68c1e0d0268754dafcf83e747fa8f\", \"key\": \"buildset\"}, {\"value\": \"9086742304601970768\", \"key\": \"scheduler_invocation_id\"}, {\"value\": \"nacl/linux-pnacl-x86_64-tests-x86_64\", \"key\": \"scheduler_job_id\"}, {\"value\": \"luci-scheduler\", \"key\": \"user_agent\"}], \"builder\": {\"project\": \"nacl\", \"builder\": \"linux-pnacl-x86_64-tests-x86_64\", \"bucket\": \"toolchain\"}, \"number\": 5067, \"infra\": {\"buildbucket\": {\"serviceConfigRevision\": \"fa9032cf737cadc98196e2fd1dde76c697e0750a\"}, \"recipe\": {\"name\": \"nacl\", \"cipdPackage\": \"infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build\"}, \"swarming\": {\"hostname\": \"chromium-swarm.appspot.com\"}}, \"createdBy\": \"user:luci-scheduler@appspot.gserviceaccount.com\", \"id\": \"8921312242403331280\", \"input\": {\"gitilesCommit\": {\"project\": \"native_client/src/native_client\", \"host\": \"chromium.googlesource.com\", \"ref\": \"refs/heads/master\", \"id\": \"1ed9878b8eb68c1e0d0268754dafcf83e747fa8f\"}}, \"createTime\": \"2019-02-17T02:31:07.987350Z\"}}, \"repository\": \"https://chromium.googlesource.com/native_client/src/native_client.git\", \"buildername\": \"linux-pnacl-x86_64-tests-x86_64\", \"got_revision\": \"1ed9878b8eb68c1e0d0268754dafcf83e747fa8f\", \"recipe\": \"nacl\", \"mastername\": \"client.nacl.toolchain\", \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"buildbucket\": {\"hostname\": \"cr-buildbucket.appspot.com\", \"build\": {\"created_ts\": 1550370667987350, \"tags\": [\"build_address:luci.nacl.toolchain/linux-pnacl-x86_64-tests-x86_64/5067\", \"builder:linux-pnacl-x86_64-tests-x86_64\", \"buildset:commit/git/1ed9878b8eb68c1e0d0268754dafcf83e747fa8f\", \"buildset:commit/gitiles/chromium.googlesource.com/native_client/src/native_client/+/1ed9878b8eb68c1e0d0268754dafcf83e747fa8f\", \"gitiles_ref:refs/heads/master\", \"scheduler_invocation_id:9086742304601970768\", \"scheduler_job_id:nacl/linux-pnacl-x86_64-tests-x86_64\", \"user_agent:luci-scheduler\"], \"bucket\": \"luci.nacl.toolchain\", \"created_by\": \"user:luci-scheduler@appspot.gserviceaccount.com\", \"project\": \"nacl\", \"id\": \"8921312242403331280\"}}, \"slavetype\": \"BuilderTester\", \"branch\": \"refs/heads/master\", \"path_config\": \"generic\", \"revision\": \"1ed9878b8eb68c1e0d0268754dafcf83e747fa8f\", \"bot_id\": \"gce-trusty-16-145e5bab-us-west1-c-141h\"}}",
    "service_account": "nacl-toolchain-builder@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1550370712610931",
    "status": "COMPLETED",
    "status_changed_ts": "1550378588168793",
    "tags": [
      "build_address:luci.nacl.toolchain/linux-pnacl-x86_64-tests-x86_64/5067",
      "builder:linux-pnacl-x86_64-tests-x86_64",
      "buildset:commit/git/1ed9878b8eb68c1e0d0268754dafcf83e747fa8f",
      "buildset:commit/gitiles/chromium.googlesource.com/native_client/src/native_client/+/1ed9878b8eb68c1e0d0268754dafcf83e747fa8f",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9086742304601970768",
      "scheduler_job_id:nacl/linux-pnacl-x86_64-tests-x86_64",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/nacl/buildbucket/cr-buildbucket.appspot.com/8921312242403331280/+/annotations",
      "swarming_tag:luci_project:nacl",
      "swarming_tag:os:Linux",
      "swarming_tag:recipe_name:nacl",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:43121c87770e9b10",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1550378588171341",
    "url": "https://ci.chromium.org/b/8921312242403331280",
    "utcnow_ts": "1550378588757797"
  }
}
[04:43:08.771] Invocation finished in 2h12m2.264969146s with status FAILED