Status: FAILED
Triggered by: -
Duration: 2 hours
Actions:

Definition (rev 1c82d86159c2071b02a7ddf08ffd2ae0bff92186)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.nacl.toolchain"
  builder: "linux-pnacl-x86_64-tests-x86_64"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/native_client/src/native_client.git",
  "revision": "f45e60c61cc1ae967e6f5fefc8f3e560e3b3c501"
}

Incoming tags

  • buildset:commit/git/f45e60c61cc1ae967e6f5fefc8f3e560e3b3c501
  • buildset:commit/gitiles/chromium.googlesource.com/native_client/src/native_client/+/f45e60c61cc1ae967e6f5fefc8f3e560e3b3c501
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[00:38:11.958] New invocation is queued and will start shortly
[00:38:19.283] Starting the invocation (attempt 1)
[00:38:19.326] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:38:19.326] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:38:19.326] Buildbucket request:
{
  "bucket": "luci.nacl.toolchain",
  "client_operation_id": "9045799579436600896",
  "parameters_json": "{\"builder_name\":\"linux-pnacl-x86_64-tests-x86_64\",\"properties\":{\"$recipe_engine/scheduler\":{\"hostname\":\"luci-scheduler.appspot.com\",\"triggers\":[{\"gitiles\":{\"ref\":\"refs/heads/master\",\"repo\":\"https://chromium.googlesource.com/native_client/src/native_client.git\",\"revision\":\"f45e60c61cc1ae967e6f5fefc8f3e560e3b3c501\"},\"id\":\"https://chromium.googlesource.com/native_client/src/native_client.git/+/refs/heads/master@f45e60c61cc1ae967e6f5fefc8f3e560e3b3c501\",\"title\":\"f45e60c61cc1ae967e6f5fefc8f3e560e3b3c501\",\"url\":\"https://chromium.googlesource.com/native_client/src/native_client.git/+/f45e60c61cc1ae967e6f5fefc8f3e560e3b3c501\"}]},\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/native_client/src/native_client.git\",\"revision\":\"f45e60c61cc1ae967e6f5fefc8f3e560e3b3c501\"}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:linux-pnacl-x86_64-tests-x86_64",
    "scheduler_invocation_id:9045799579436600896",
    "scheduler_job_id:nacl/linux-pnacl-x86_64-tests-x86_64",
    "user_agent:luci-scheduler",
    "buildset:commit/git/f45e60c61cc1ae967e6f5fefc8f3e560e3b3c501",
    "buildset:commit/gitiles/chromium.googlesource.com/native_client/src/native_client/+/f45e60c61cc1ae967e6f5fefc8f3e560e3b3c501",
    "gitiles_ref:refs/heads/master"
  ]
}
[00:38:20.698] Buildbucket response:
{
  "build": {
    "bucket": "luci.nacl.toolchain",
    "canary_preference": "PROD",
    "created_by": "project:nacl",
    "created_ts": "1589416699507851",
    "id": "8880369510856162512",
    "parameters_json": "{\"builder_name\": \"linux-pnacl-x86_64-tests-x86_64\", \"properties\": {\"$recipe_engine/scheduler\": {\"hostname\": \"luci-scheduler.appspot.com\", \"triggers\": [{\"gitiles\": {\"ref\": \"refs/heads/master\", \"repo\": \"https://chromium.googlesource.com/native_client/src/native_client.git\", \"revision\": \"f45e60c61cc1ae967e6f5fefc8f3e560e3b3c501\"}, \"id\": \"https://chromium.googlesource.com/native_client/src/native_client.git/+/refs/heads/master@f45e60c61cc1ae967e6f5fefc8f3e560e3b3c501\", \"title\": \"f45e60c61cc1ae967e6f5fefc8f3e560e3b3c501\", \"url\": \"https://chromium.googlesource.com/native_client/src/native_client.git/+/f45e60c61cc1ae967e6f5fefc8f3e560e3b3c501\"}]}, \"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/native_client/src/native_client.git\", \"revision\": \"f45e60c61cc1ae967e6f5fefc8f3e560e3b3c501\"}}",
    "project": "nacl",
    "result_details_json": "{\"properties\": {}}",
    "service_account": "nacl-toolchain-builder@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1589416700495006",
    "tags": [
      "build_address:luci.nacl.toolchain/linux-pnacl-x86_64-tests-x86_64/5104",
      "builder:linux-pnacl-x86_64-tests-x86_64",
      "buildset:commit/git/f45e60c61cc1ae967e6f5fefc8f3e560e3b3c501",
      "buildset:commit/gitiles/chromium.googlesource.com/native_client/src/native_client/+/f45e60c61cc1ae967e6f5fefc8f3e560e3b3c501",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9045799579436600896",
      "scheduler_job_id:nacl/linux-pnacl-x86_64-tests-x86_64",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/nacl/buildbucket/cr-buildbucket.appspot.com/8880369510856162512/+/annotations",
      "swarming_tag:luci_project:nacl",
      "swarming_tag:recipe_name:nacl",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1589416700495187",
    "url": "https://ci.chromium.org/b/8880369510856162512",
    "utcnow_ts": "1589416700682583"
  }
}
[00:38:20.698] Task URL: https://ci.chromium.org/b/8880369510856162512
[00:38:20.698] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:2:0) after 1m0s
[00:38:34.069] Received PubSub notification, asking Buildbucket for the build status
[00:38:34.152] Build 8880369510856162512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:39:20.794] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:2:0)
[00:39:20.794] Timer tick, asking Buildbucket for the build status
[00:39:21.259] Build 8880369510856162512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:39:21.259] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:4:0) after 1m0s
[00:40:21.317] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:4:0)
[00:40:21.317] Timer tick, asking Buildbucket for the build status
[00:40:21.779] Build 8880369510856162512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:40:21.779] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:5:0) after 1m0s
[00:41:21.756] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:5:0)
[00:41:21.756] Timer tick, asking Buildbucket for the build status
[00:41:21.889] Build 8880369510856162512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:41:21.889] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:6:0) after 1m0s
[00:42:21.899] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:6:0)
[00:42:21.899] Timer tick, asking Buildbucket for the build status
[00:42:22.245] Build 8880369510856162512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:42:22.245] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:7:0) after 1m0s
[00:43:22.265] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:7:0)
[00:43:22.265] Timer tick, asking Buildbucket for the build status
[00:43:22.757] Build 8880369510856162512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:43:22.758] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:8:0) after 1m0s
[00:44:22.812] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:8:0)
[00:44:22.812] Timer tick, asking Buildbucket for the build status
[00:44:23.108] Build 8880369510856162512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:44:23.108] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:9:0) after 1m0s
[00:45:23.119] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:9:0)
[00:45:23.119] Timer tick, asking Buildbucket for the build status
[00:45:23.315] Build 8880369510856162512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:45:23.315] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:10:0) after 1m0s
[00:46:23.352] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:10:0)
[00:46:23.352] Timer tick, asking Buildbucket for the build status
[00:46:23.565] Build 8880369510856162512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:46:23.565] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:11:0) after 1m0s
[00:47:23.663] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:11:0)
[00:47:23.663] Timer tick, asking Buildbucket for the build status
[00:47:24.351] Build 8880369510856162512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:47:24.351] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:12:0) after 1m0s
[00:48:24.470] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:12:0)
[00:48:24.470] Timer tick, asking Buildbucket for the build status
[00:48:24.600] Build 8880369510856162512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:48:24.600] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:13:0) after 1m0s
[00:49:24.679] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:13:0)
[00:49:24.679] Timer tick, asking Buildbucket for the build status
[00:49:24.867] Build 8880369510856162512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:49:24.867] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:14:0) after 1m0s
[00:50:25.082] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:14:0)
[00:50:25.082] Timer tick, asking Buildbucket for the build status
[00:50:25.406] Build 8880369510856162512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:50:25.406] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:15:0) after 1m0s
[00:51:25.457] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:15:0)
[00:51:25.457] Timer tick, asking Buildbucket for the build status
[00:51:25.620] Build 8880369510856162512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:51:25.620] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:16:0) after 1m0s
[00:52:25.758] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:16:0)
[00:52:25.758] Timer tick, asking Buildbucket for the build status
[00:52:25.886] Build 8880369510856162512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:52:25.886] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:17:0) after 1m0s
[00:53:25.921] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:17:0)
[00:53:25.921] Timer tick, asking Buildbucket for the build status
[00:53:26.380] Build 8880369510856162512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:53:26.380] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:18:0) after 1m0s
[00:54:26.417] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:18:0)
[00:54:26.417] Timer tick, asking Buildbucket for the build status
[00:54:26.626] Build 8880369510856162512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:54:26.626] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:19:0) after 1m0s
[00:55:26.889] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:19:0)
[00:55:26.889] Timer tick, asking Buildbucket for the build status
[00:55:26.998] Build 8880369510856162512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:55:26.998] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:20:0) after 1m0s
[00:56:27.101] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:20:0)
[00:56:27.101] Timer tick, asking Buildbucket for the build status
[00:56:27.210] Build 8880369510856162512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:56:27.210] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:21:0) after 1m0s
[00:57:27.351] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:21:0)
[00:57:27.351] Timer tick, asking Buildbucket for the build status
[00:57:27.804] Build 8880369510856162512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:57:27.804] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:22:0) after 1m0s
[00:58:27.903] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:22:0)
[00:58:27.903] Timer tick, asking Buildbucket for the build status
[00:58:28.269] Build 8880369510856162512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:58:28.269] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:23:0) after 1m0s
[00:59:28.447] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:23:0)
[00:59:28.447] Timer tick, asking Buildbucket for the build status
[00:59:28.660] Build 8880369510856162512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:59:28.660] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:24:0) after 1m0s
[01:00:28.726] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:24:0)
[01:00:28.726] Timer tick, asking Buildbucket for the build status
[01:00:29.143] Build 8880369510856162512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:00:29.143] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:25:0) after 1m0s
[01:01:29.247] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:25:0)
[01:01:29.247] Timer tick, asking Buildbucket for the build status
[01:01:29.766] Build 8880369510856162512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:01:29.766] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:26:0) after 1m0s
[01:02:29.987] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:26:0)
[01:02:29.987] Timer tick, asking Buildbucket for the build status
[01:02:30.162] Build 8880369510856162512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:02:30.162] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:27:0) after 1m0s
[01:03:30.231] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:27:0)
[01:03:30.231] Timer tick, asking Buildbucket for the build status
[01:03:30.465] Build 8880369510856162512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:03:30.465] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:28:0) after 1m0s
[01:04:30.742] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:28:0)
[01:04:30.742] Timer tick, asking Buildbucket for the build status
[01:04:31.204] Build 8880369510856162512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:04:31.204] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:29:0) after 1m0s
[01:05:31.336] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:29:0)
[01:05:31.336] Timer tick, asking Buildbucket for the build status
[01:05:31.621] Build 8880369510856162512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:05:31.621] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:30:0) after 1m0s
[01:06:31.704] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:30:0)
[01:06:31.704] Timer tick, asking Buildbucket for the build status
[01:06:31.909] Build 8880369510856162512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:06:31.909] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:31:0) after 1m0s
[01:07:31.884] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:31:0)
[01:07:31.884] Timer tick, asking Buildbucket for the build status
[01:07:32.067] Build 8880369510856162512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:07:32.067] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:32:0) after 1m0s
[01:08:32.097] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:32:0)
[01:08:32.097] Timer tick, asking Buildbucket for the build status
[01:08:32.287] Build 8880369510856162512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:08:32.287] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:33:0) after 1m0s
[01:09:32.481] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:33:0)
[01:09:32.481] Timer tick, asking Buildbucket for the build status
[01:09:32.650] Build 8880369510856162512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:09:32.650] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:34:0) after 1m0s
[01:10:32.719] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:34:0)
[01:10:32.719] Timer tick, asking Buildbucket for the build status
[01:10:32.868] Build 8880369510856162512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:10:32.869] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:35:0) after 1m0s
[01:11:32.924] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:35:0)
[01:11:32.924] Timer tick, asking Buildbucket for the build status
[01:11:34.261] Build 8880369510856162512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:11:34.261] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:36:0) after 1m0s
[01:12:34.309] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:36:0)
[01:12:34.309] Timer tick, asking Buildbucket for the build status
[01:12:34.414] Build 8880369510856162512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:12:34.414] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:37:0) after 1m0s
[01:13:34.434] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:37:0)
[01:13:34.434] Timer tick, asking Buildbucket for the build status
[01:13:34.652] Build 8880369510856162512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:13:34.652] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:38:0) after 1m0s
[01:14:34.686] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:38:0)
[01:14:34.686] Timer tick, asking Buildbucket for the build status
[01:14:34.788] Build 8880369510856162512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:14:34.788] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:39:0) after 1m0s
[01:15:34.792] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:39:0)
[01:15:34.792] Timer tick, asking Buildbucket for the build status
[01:15:35.159] Build 8880369510856162512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:15:35.159] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:40:0) after 1m0s
[01:16:35.142] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:40:0)
[01:16:35.142] Timer tick, asking Buildbucket for the build status
[01:16:35.474] Build 8880369510856162512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:16:35.474] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:41:0) after 1m0s
[01:17:35.535] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:41:0)
[01:17:35.535] Timer tick, asking Buildbucket for the build status
[01:17:35.681] Build 8880369510856162512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:17:35.681] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:42:0) after 1m0s
[01:18:35.781] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:42:0)
[01:18:35.781] Timer tick, asking Buildbucket for the build status
[01:18:36.996] Build 8880369510856162512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:18:36.996] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:43:0) after 1m0s
[01:19:36.992] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:43:0)
[01:19:36.992] Timer tick, asking Buildbucket for the build status
[01:19:37.451] Build 8880369510856162512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:19:37.451] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:44:0) after 1m0s
[01:20:37.510] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:44:0)
[01:20:37.510] Timer tick, asking Buildbucket for the build status
[01:20:37.673] Build 8880369510856162512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:20:37.673] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:45:0) after 1m0s
[01:21:37.743] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:45:0)
[01:21:37.743] Timer tick, asking Buildbucket for the build status
[01:21:37.910] Build 8880369510856162512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:21:37.910] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:46:0) after 1m0s
[01:22:37.965] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:46:0)
[01:22:37.965] Timer tick, asking Buildbucket for the build status
[01:22:38.262] Build 8880369510856162512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:22:38.262] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:47:0) after 1m0s
[01:23:38.327] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:47:0)
[01:23:38.327] Timer tick, asking Buildbucket for the build status
[01:23:38.928] Build 8880369510856162512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:23:38.928] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:48:0) after 1m0s
[01:24:38.974] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:48:0)
[01:24:38.974] Timer tick, asking Buildbucket for the build status
[01:24:39.078] Build 8880369510856162512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:24:39.078] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:49:0) after 1m0s
[01:25:39.250] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:49:0)
[01:25:39.250] Timer tick, asking Buildbucket for the build status
[01:25:39.439] Build 8880369510856162512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:25:39.439] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:50:0) after 1m0s
[01:26:39.503] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:50:0)
[01:26:39.503] Timer tick, asking Buildbucket for the build status
[01:26:39.612] Build 8880369510856162512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:26:39.612] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:51:0) after 1m0s
[01:27:39.661] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:51:0)
[01:27:39.661] Timer tick, asking Buildbucket for the build status
[01:27:39.919] Build 8880369510856162512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:27:39.919] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:52:0) after 1m0s
[01:28:40.167] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:52:0)
[01:28:40.167] Timer tick, asking Buildbucket for the build status
[01:28:40.290] Build 8880369510856162512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:28:40.290] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:53:0) after 1m0s
[01:29:40.435] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:53:0)
[01:29:40.435] Timer tick, asking Buildbucket for the build status
[01:29:40.569] Build 8880369510856162512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:29:40.569] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:54:0) after 1m0s
[01:30:40.589] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:54:0)
[01:30:40.589] Timer tick, asking Buildbucket for the build status
[01:30:40.690] Build 8880369510856162512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:30:40.690] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:55:0) after 1m0s
[01:31:40.668] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:55:0)
[01:31:40.668] Timer tick, asking Buildbucket for the build status
[01:31:40.805] Build 8880369510856162512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:31:40.805] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:56:0) after 1m0s
[01:32:40.906] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:56:0)
[01:32:40.906] Timer tick, asking Buildbucket for the build status
[01:32:41.085] Build 8880369510856162512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:32:41.085] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:57:0) after 1m0s
[01:33:41.194] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:57:0)
[01:33:41.194] Timer tick, asking Buildbucket for the build status
[01:33:41.492] Build 8880369510856162512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:33:41.492] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:58:0) after 1m0s
[01:34:41.660] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:58:0)
[01:34:41.660] Timer tick, asking Buildbucket for the build status
[01:34:41.911] Build 8880369510856162512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:34:41.911] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:59:0) after 1m0s
[01:35:41.964] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:59:0)
[01:35:41.964] Timer tick, asking Buildbucket for the build status
[01:35:42.107] Build 8880369510856162512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:35:42.107] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:60:0) after 1m0s
[01:36:42.110] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:60:0)
[01:36:42.110] Timer tick, asking Buildbucket for the build status
[01:36:42.380] Build 8880369510856162512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:36:42.380] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:61:0) after 1m0s
[01:37:42.518] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:61:0)
[01:37:42.518] Timer tick, asking Buildbucket for the build status
[01:37:42.661] Build 8880369510856162512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:37:42.661] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:62:0) after 1m0s
[01:38:42.839] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:62:0)
[01:38:42.839] Timer tick, asking Buildbucket for the build status
[01:38:43.016] Build 8880369510856162512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:38:43.016] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:63:0) after 1m0s
[01:39:43.134] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:63:0)
[01:39:43.134] Timer tick, asking Buildbucket for the build status
[01:39:43.444] Build 8880369510856162512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:39:43.444] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:64:0) after 1m0s
[01:40:43.451] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:64:0)
[01:40:43.451] Timer tick, asking Buildbucket for the build status
[01:40:43.772] Build 8880369510856162512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:40:43.772] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:65:0) after 1m0s
[01:41:43.799] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:65:0)
[01:41:43.799] Timer tick, asking Buildbucket for the build status
[01:41:43.999] Build 8880369510856162512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:41:43.999] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:66:0) after 1m0s
[01:42:44.145] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:66:0)
[01:42:44.145] Timer tick, asking Buildbucket for the build status
[01:42:44.272] Build 8880369510856162512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:42:44.272] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:67:0) after 1m0s
[01:43:44.287] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:67:0)
[01:43:44.287] Timer tick, asking Buildbucket for the build status
[01:43:44.443] Build 8880369510856162512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:43:44.443] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:68:0) after 1m0s
[01:44:44.623] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:68:0)
[01:44:44.623] Timer tick, asking Buildbucket for the build status
[01:44:44.878] Build 8880369510856162512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:44:44.878] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:69:0) after 1m0s
[01:45:45.057] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:69:0)
[01:45:45.057] Timer tick, asking Buildbucket for the build status
[01:45:45.292] Build 8880369510856162512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:45:45.292] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:70:0) after 1m0s
[01:46:45.300] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:70:0)
[01:46:45.300] Timer tick, asking Buildbucket for the build status
[01:46:45.446] Build 8880369510856162512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:46:45.446] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:71:0) after 1m0s
[01:47:45.476] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:71:0)
[01:47:45.476] Timer tick, asking Buildbucket for the build status
[01:47:45.592] Build 8880369510856162512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:47:45.592] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:72:0) after 1m0s
[01:48:45.732] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:72:0)
[01:48:45.732] Timer tick, asking Buildbucket for the build status
[01:48:46.142] Build 8880369510856162512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:48:46.142] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:73:0) after 1m0s
[01:49:46.201] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:73:0)
[01:49:46.201] Timer tick, asking Buildbucket for the build status
[01:49:46.462] Build 8880369510856162512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:49:46.462] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:74:0) after 1m0s
[01:50:46.559] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:74:0)
[01:50:46.559] Timer tick, asking Buildbucket for the build status
[01:50:46.700] Build 8880369510856162512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:50:46.700] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:75:0) after 1m0s
[01:51:46.779] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:75:0)
[01:51:46.779] Timer tick, asking Buildbucket for the build status
[01:51:46.895] Build 8880369510856162512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:51:46.895] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:76:0) after 1m0s
[01:52:46.926] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:76:0)
[01:52:46.926] Timer tick, asking Buildbucket for the build status
[01:52:47.228] Build 8880369510856162512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:52:47.228] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:77:0) after 1m0s
[01:53:47.336] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:77:0)
[01:53:47.336] Timer tick, asking Buildbucket for the build status
[01:53:47.481] Build 8880369510856162512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:53:47.481] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:78:0) after 1m0s
[01:54:47.584] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:78:0)
[01:54:47.584] Timer tick, asking Buildbucket for the build status
[01:54:47.767] Build 8880369510856162512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:54:47.767] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:79:0) after 1m0s
[01:55:47.890] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:79:0)
[01:55:47.890] Timer tick, asking Buildbucket for the build status
[01:55:48.190] Build 8880369510856162512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:55:48.190] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:80:0) after 1m0s
[01:56:48.272] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:80:0)
[01:56:48.272] Timer tick, asking Buildbucket for the build status
[01:56:48.408] Build 8880369510856162512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:56:48.408] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:81:0) after 1m0s
[01:57:48.483] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:81:0)
[01:57:48.483] Timer tick, asking Buildbucket for the build status
[01:57:48.654] Build 8880369510856162512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:57:48.655] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:82:0) after 1m0s
[01:58:48.725] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:82:0)
[01:58:48.725] Timer tick, asking Buildbucket for the build status
[01:58:48.896] Build 8880369510856162512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:58:48.896] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:83:0) after 1m0s
[01:59:48.938] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:83:0)
[01:59:48.938] Timer tick, asking Buildbucket for the build status
[01:59:49.139] Build 8880369510856162512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:59:49.139] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:84:0) after 1m0s
[02:00:49.260] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:84:0)
[02:00:49.260] Timer tick, asking Buildbucket for the build status
[02:00:49.507] Build 8880369510856162512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:00:49.507] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:85:0) after 1m0s
[02:01:49.540] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:85:0)
[02:01:49.540] Timer tick, asking Buildbucket for the build status
[02:01:49.679] Build 8880369510856162512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:01:49.679] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:86:0) after 1m0s
[02:02:49.813] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:86:0)
[02:02:49.813] Timer tick, asking Buildbucket for the build status
[02:02:49.952] Build 8880369510856162512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:02:49.952] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:87:0) after 1m0s
[02:03:50.219] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:87:0)
[02:03:50.219] Timer tick, asking Buildbucket for the build status
[02:03:50.377] Build 8880369510856162512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:03:50.377] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:88:0) after 1m0s
[02:04:50.549] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:88:0)
[02:04:50.549] Timer tick, asking Buildbucket for the build status
[02:04:50.799] Build 8880369510856162512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:04:50.799] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:89:0) after 1m0s
[02:05:50.953] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:89:0)
[02:05:50.953] Timer tick, asking Buildbucket for the build status
[02:05:51.298] Build 8880369510856162512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:05:51.298] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:90:0) after 1m0s
[02:06:51.444] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:90:0)
[02:06:51.444] Timer tick, asking Buildbucket for the build status
[02:06:51.601] Build 8880369510856162512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:06:51.601] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:91:0) after 1m0s
[02:07:51.656] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:91:0)
[02:07:51.656] Timer tick, asking Buildbucket for the build status
[02:07:52.288] Build 8880369510856162512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:07:52.288] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:92:0) after 1m0s
[02:08:52.281] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:92:0)
[02:08:52.281] Timer tick, asking Buildbucket for the build status
[02:08:53.251] Build 8880369510856162512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:08:53.251] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:93:0) after 1m0s
[02:09:53.525] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:93:0)
[02:09:53.525] Timer tick, asking Buildbucket for the build status
[02:09:53.701] Build 8880369510856162512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:09:53.701] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:94:0) after 1m0s
[02:10:54.230] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:94:0)
[02:10:54.230] Timer tick, asking Buildbucket for the build status
[02:10:54.364] Build 8880369510856162512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:10:54.364] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:95:0) after 1m0s
[02:11:54.471] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:95:0)
[02:11:54.471] Timer tick, asking Buildbucket for the build status
[02:11:54.602] Build 8880369510856162512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:11:54.602] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:96:0) after 1m0s
[02:12:54.683] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:96:0)
[02:12:54.683] Timer tick, asking Buildbucket for the build status
[02:12:54.976] Build 8880369510856162512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:12:54.976] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:97:0) after 1m0s
[02:13:55.123] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:97:0)
[02:13:55.123] Timer tick, asking Buildbucket for the build status
[02:13:55.308] Build 8880369510856162512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:13:55.308] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:98:0) after 1m0s
[02:14:55.403] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:98:0)
[02:14:55.403] Timer tick, asking Buildbucket for the build status
[02:14:55.876] Build 8880369510856162512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:14:55.876] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:99:0) after 1m0s
[02:15:55.999] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:99:0)
[02:15:55.999] Timer tick, asking Buildbucket for the build status
[02:15:56.444] Build 8880369510856162512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:15:56.444] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:100:0) after 1m0s
[02:16:56.502] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:100:0)
[02:16:56.502] Timer tick, asking Buildbucket for the build status
[02:16:56.651] Build 8880369510856162512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:16:56.651] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:101:0) after 1m0s
[02:17:56.844] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:101:0)
[02:17:56.844] Timer tick, asking Buildbucket for the build status
[02:17:56.975] Build 8880369510856162512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:17:56.975] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:102:0) after 1m0s
[02:18:57.102] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:102:0)
[02:18:57.102] Timer tick, asking Buildbucket for the build status
[02:18:57.244] Build 8880369510856162512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:18:57.244] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:103:0) after 1m0s
[02:19:57.465] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:103:0)
[02:19:57.465] Timer tick, asking Buildbucket for the build status
[02:19:57.582] Build 8880369510856162512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:19:57.582] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:104:0) after 1m0s
[02:20:57.747] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:104:0)
[02:20:57.747] Timer tick, asking Buildbucket for the build status
[02:20:57.957] Build 8880369510856162512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:20:57.957] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:105:0) after 1m0s
[02:21:58.199] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:105:0)
[02:21:58.199] Timer tick, asking Buildbucket for the build status
[02:21:58.335] Build 8880369510856162512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:21:58.335] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:106:0) after 1m0s
[02:22:58.473] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:106:0)
[02:22:58.473] Timer tick, asking Buildbucket for the build status
[02:22:58.627] Build 8880369510856162512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:22:58.627] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:107:0) after 1m0s
[02:23:58.735] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:107:0)
[02:23:58.735] Timer tick, asking Buildbucket for the build status
[02:23:58.987] Build 8880369510856162512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:23:58.987] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:108:0) after 1m0s
[02:24:59.204] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:108:0)
[02:24:59.204] Timer tick, asking Buildbucket for the build status
[02:24:59.339] Build 8880369510856162512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:24:59.340] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:109:0) after 1m0s
[02:25:59.549] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:109:0)
[02:25:59.549] Timer tick, asking Buildbucket for the build status
[02:25:59.909] Build 8880369510856162512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:25:59.909] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:110:0) after 1m0s
[02:27:00.098] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:110:0)
[02:27:00.098] Timer tick, asking Buildbucket for the build status
[02:27:00.744] Build 8880369510856162512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:27:00.744] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:111:0) after 1m0s
[02:28:01.817] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:111:0)
[02:28:01.817] Timer tick, asking Buildbucket for the build status
[02:28:02.174] Build 8880369510856162512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:28:02.174] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:112:0) after 1m0s
[02:29:02.269] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:112:0)
[02:29:02.269] Timer tick, asking Buildbucket for the build status
[02:29:02.416] Build 8880369510856162512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:29:02.416] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:113:0) after 1m0s
[02:30:02.441] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:113:0)
[02:30:02.441] Timer tick, asking Buildbucket for the build status
[02:30:03.738] Build 8880369510856162512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:30:03.738] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:114:0) after 1m0s
[02:31:03.758] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:114:0)
[02:31:03.758] Timer tick, asking Buildbucket for the build status
[02:31:03.987] Build 8880369510856162512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:31:03.987] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:115:0) after 1m0s
[02:32:04.019] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:115:0)
[02:32:04.019] Timer tick, asking Buildbucket for the build status
[02:32:04.571] Build 8880369510856162512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:32:04.571] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:116:0) after 1m0s
[02:33:04.631] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:116:0)
[02:33:04.631] Timer tick, asking Buildbucket for the build status
[02:33:04.868] Build 8880369510856162512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:33:04.869] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:117:0) after 1m0s
[02:34:04.956] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:117:0)
[02:34:04.956] Timer tick, asking Buildbucket for the build status
[02:34:05.318] Build 8880369510856162512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:34:05.318] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:118:0) after 1m0s
[02:35:05.365] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:118:0)
[02:35:05.365] Timer tick, asking Buildbucket for the build status
[02:35:05.607] Build 8880369510856162512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:35:05.607] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:119:0) after 1m0s
[02:36:05.663] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:119:0)
[02:36:05.663] Timer tick, asking Buildbucket for the build status
[02:36:07.764] Build 8880369510856162512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:36:07.764] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:120:0) after 1m0s
[02:37:07.881] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:120:0)
[02:37:07.881] Timer tick, asking Buildbucket for the build status
[02:37:09.063] Build 8880369510856162512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:37:09.063] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:121:0) after 1m0s
[02:38:09.234] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:121:0)
[02:38:09.234] Timer tick, asking Buildbucket for the build status
[02:38:09.632] Build 8880369510856162512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:38:09.632] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:122:0) after 1m0s
[02:39:09.723] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:122:0)
[02:39:09.723] Timer tick, asking Buildbucket for the build status
[02:39:09.932] Build 8880369510856162512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:39:09.932] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:123:0) after 1m0s
[02:40:10.018] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:123:0)
[02:40:10.018] Timer tick, asking Buildbucket for the build status
[02:40:10.142] Build 8880369510856162512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:40:10.142] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:124:0) after 1m0s
[02:41:10.152] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:124:0)
[02:41:10.152] Timer tick, asking Buildbucket for the build status
[02:41:10.362] Build 8880369510856162512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:41:10.362] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:125:0) after 1m0s
[02:42:10.369] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:125:0)
[02:42:10.369] Timer tick, asking Buildbucket for the build status
[02:42:10.547] Build 8880369510856162512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:42:10.547] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:126:0) after 1m0s
[02:43:10.607] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:126:0)
[02:43:10.607] Timer tick, asking Buildbucket for the build status
[02:43:10.759] Build 8880369510856162512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:43:10.759] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:127:0) after 1m0s
[02:44:10.800] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:127:0)
[02:44:10.800] Timer tick, asking Buildbucket for the build status
[02:44:11.284] Build 8880369510856162512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:44:11.284] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:128:0) after 1m0s
[02:45:11.325] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:128:0)
[02:45:11.325] Timer tick, asking Buildbucket for the build status
[02:45:11.529] Build 8880369510856162512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:45:11.529] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:129:0) after 1m0s
[02:46:11.564] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:129:0)
[02:46:11.564] Timer tick, asking Buildbucket for the build status
[02:46:11.726] Build 8880369510856162512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:46:11.726] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:130:0) after 1m0s
[02:47:11.764] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:130:0)
[02:47:11.764] Timer tick, asking Buildbucket for the build status
[02:47:11.991] Build 8880369510856162512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:47:11.991] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9045799579436600896:131:0) after 1m0s
[02:47:40.711] Received PubSub notification, asking Buildbucket for the build status
[02:47:41.053] Build 8880369510856162512: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[02:47:41.053] Buildbucket build:
{
  "build": {
    "bucket": "luci.nacl.toolchain",
    "canary_preference": "PROD",
    "completed_ts": "1589424460289362",
    "created_by": "project:nacl",
    "created_ts": "1589416699507851",
    "failure_reason": "BUILD_FAILURE",
    "id": "8880369510856162512",
    "parameters_json": "{\"builder_name\": \"linux-pnacl-x86_64-tests-x86_64\", \"properties\": {\"$recipe_engine/scheduler\": {\"hostname\": \"luci-scheduler.appspot.com\", \"triggers\": [{\"gitiles\": {\"ref\": \"refs/heads/master\", \"repo\": \"https://chromium.googlesource.com/native_client/src/native_client.git\", \"revision\": \"f45e60c61cc1ae967e6f5fefc8f3e560e3b3c501\"}, \"id\": \"https://chromium.googlesource.com/native_client/src/native_client.git/+/refs/heads/master@f45e60c61cc1ae967e6f5fefc8f3e560e3b3c501\", \"title\": \"f45e60c61cc1ae967e6f5fefc8f3e560e3b3c501\", \"url\": \"https://chromium.googlesource.com/native_client/src/native_client.git/+/f45e60c61cc1ae967e6f5fefc8f3e560e3b3c501\"}]}, \"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/native_client/src/native_client.git\", \"revision\": \"f45e60c61cc1ae967e6f5fefc8f3e560e3b3c501\"}}",
    "project": "nacl",
    "result": "FAILURE",
    "result_details_json": "{\"error\": {\"message\": \"Step('annotated steps') (retcode: 1)\"}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"$recipe_engine/scheduler\": {\"hostname\": \"luci-scheduler.appspot.com\", \"triggers\": [{\"gitiles\": {\"ref\": \"refs/heads/master\", \"repo\": \"https://chromium.googlesource.com/native_client/src/native_client.git\", \"revision\": \"f45e60c61cc1ae967e6f5fefc8f3e560e3b3c501\"}, \"id\": \"https://chromium.googlesource.com/native_client/src/native_client.git/+/refs/heads/master@f45e60c61cc1ae967e6f5fefc8f3e560e3b3c501\", \"title\": \"f45e60c61cc1ae967e6f5fefc8f3e560e3b3c501\", \"url\": \"https://chromium.googlesource.com/native_client/src/native_client.git/+/f45e60c61cc1ae967e6f5fefc8f3e560e3b3c501\"}]}, \"bot_id\": \"luci-nacl-toolchain-xenial-2-ubej\", \"branch\": \"refs/heads/master\", \"buildername\": \"linux-pnacl-x86_64-tests-x86_64\", \"buildnumber\": 5104, \"got_revision\": \"f45e60c61cc1ae967e6f5fefc8f3e560e3b3c501\", \"mastername\": \"client.nacl.toolchain\", \"path_config\": \"generic\", \"recipe\": \"nacl\", \"repository\": \"https://chromium.googlesource.com/native_client/src/native_client.git\", \"revision\": \"f45e60c61cc1ae967e6f5fefc8f3e560e3b3c501\", \"slavetype\": \"BuilderTester\"}, \"swarming\": {\"bot_dimensions\": {\"cores\": [\"16\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-Broadwell_GCE\", \"x86-64-avx2\"], \"gce\": [\"1\"], \"gcp\": [\"google.com:chromecompute\"], \"gpu\": [\"none\"], \"id\": [\"luci-nacl-toolchain-xenial-2-ubej\"], \"image\": [\"chrome-xenial-20041200-f56df5dd7ad\"], \"inside_docker\": [\"0\"], \"kvm\": [\"1\"], \"locale\": [\"en_US.UTF-8\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Linux\", \"Ubuntu\", \"Ubuntu-16.04\"], \"pool\": [\"luci.nacl.toolchain\"], \"python\": [\"2.7.12\"], \"server_version\": [\"5070-3126d69\"], \"ssd\": [\"0\"], \"zone\": [\"us\", \"us-east\", \"us-east1\", \"us-east1-b\"]}}, \"ui\": {\"info\": \"Step('annotated steps') (retcode: 1)\"}}",
    "service_account": "nacl-toolchain-builder@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1589416713223287",
    "status": "COMPLETED",
    "status_changed_ts": "1589416713737347",
    "tags": [
      "build_address:luci.nacl.toolchain/linux-pnacl-x86_64-tests-x86_64/5104",
      "builder:linux-pnacl-x86_64-tests-x86_64",
      "buildset:commit/git/f45e60c61cc1ae967e6f5fefc8f3e560e3b3c501",
      "buildset:commit/gitiles/chromium.googlesource.com/native_client/src/native_client/+/f45e60c61cc1ae967e6f5fefc8f3e560e3b3c501",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9045799579436600896",
      "scheduler_job_id:nacl/linux-pnacl-x86_64-tests-x86_64",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/nacl/buildbucket/cr-buildbucket.appspot.com/8880369510856162512/+/annotations",
      "swarming_tag:luci_project:nacl",
      "swarming_tag:os:Linux",
      "swarming_tag:recipe_name:nacl",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:4c296fb580836210",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1589424460386271",
    "url": "https://ci.chromium.org/b/8880369510856162512",
    "utcnow_ts": "1589424460989004"
  }
}
[02:47:41.053] Invocation finished in 2h9m29.113445429s with status FAILED