Status: FAILED
Triggered by: -
Duration: 2 hours
Actions:

Definition (rev 8647dce0c5b1812bd57953fb611ed390e849ac26)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.nacl.toolchain"
  builder: "linux-pnacl-x86_64-tests-x86_64"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/native_client/src/native_client.git",
  "revision": "cb31feffa500401c95c6c44d88b7c358236bca36"
}

Incoming tags

  • buildset:commit/git/cb31feffa500401c95c6c44d88b7c358236bca36
  • buildset:commit/gitiles/chromium.googlesource.com/native_client/src/native_client/+/cb31feffa500401c95c6c44d88b7c358236bca36
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[09:32:02.221] New invocation is queued and will start shortly
[09:32:03.647] Starting the invocation (attempt 1)
[09:32:03.704] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[09:32:03.704] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[09:32:03.704] Buildbucket request:
{
  "bucket": "luci.nacl.toolchain",
  "client_operation_id": "9023479139538102208",
  "parameters_json": "{\"builder_name\":\"linux-pnacl-x86_64-tests-x86_64\",\"properties\":{\"$recipe_engine/scheduler\":{\"hostname\":\"luci-scheduler.appspot.com\",\"triggers\":[{\"gitiles\":{\"ref\":\"refs/heads/master\",\"repo\":\"https://chromium.googlesource.com/native_client/src/native_client.git\",\"revision\":\"cb31feffa500401c95c6c44d88b7c358236bca36\"},\"id\":\"https://chromium.googlesource.com/native_client/src/native_client.git/+/refs/heads/master@cb31feffa500401c95c6c44d88b7c358236bca36\",\"title\":\"cb31feffa500401c95c6c44d88b7c358236bca36\",\"url\":\"https://chromium.googlesource.com/native_client/src/native_client.git/+/cb31feffa500401c95c6c44d88b7c358236bca36\"}]},\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/native_client/src/native_client.git\",\"revision\":\"cb31feffa500401c95c6c44d88b7c358236bca36\"}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:linux-pnacl-x86_64-tests-x86_64",
    "scheduler_invocation_id:9023479139538102208",
    "scheduler_job_id:nacl/linux-pnacl-x86_64-tests-x86_64",
    "user_agent:luci-scheduler",
    "buildset:commit/git/cb31feffa500401c95c6c44d88b7c358236bca36",
    "buildset:commit/gitiles/chromium.googlesource.com/native_client/src/native_client/+/cb31feffa500401c95c6c44d88b7c358236bca36",
    "gitiles_ref:refs/heads/master"
  ]
}
[09:32:04.515] Buildbucket response:
{
  "build": {
    "bucket": "luci.nacl.toolchain",
    "canary_preference": "PROD",
    "created_by": "project:nacl",
    "created_ts": "1610703123815806",
    "id": "8858049077201279024",
    "parameters_json": "{\"builder_name\": \"linux-pnacl-x86_64-tests-x86_64\", \"properties\": {\"$recipe_engine/scheduler\": {\"hostname\": \"luci-scheduler.appspot.com\", \"triggers\": [{\"gitiles\": {\"ref\": \"refs/heads/master\", \"repo\": \"https://chromium.googlesource.com/native_client/src/native_client.git\", \"revision\": \"cb31feffa500401c95c6c44d88b7c358236bca36\"}, \"id\": \"https://chromium.googlesource.com/native_client/src/native_client.git/+/refs/heads/master@cb31feffa500401c95c6c44d88b7c358236bca36\", \"title\": \"cb31feffa500401c95c6c44d88b7c358236bca36\", \"url\": \"https://chromium.googlesource.com/native_client/src/native_client.git/+/cb31feffa500401c95c6c44d88b7c358236bca36\"}]}, \"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/native_client/src/native_client.git\", \"revision\": \"cb31feffa500401c95c6c44d88b7c358236bca36\"}}",
    "project": "nacl",
    "result_details_json": "{\"properties\": {}}",
    "service_account": "nacl-toolchain-builder@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1610703124340234",
    "tags": [
      "build_address:luci.nacl.toolchain/linux-pnacl-x86_64-tests-x86_64/5122",
      "builder:linux-pnacl-x86_64-tests-x86_64",
      "buildset:commit/git/cb31feffa500401c95c6c44d88b7c358236bca36",
      "buildset:commit/gitiles/chromium.googlesource.com/native_client/src/native_client/+/cb31feffa500401c95c6c44d88b7c358236bca36",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9023479139538102208",
      "scheduler_job_id:nacl/linux-pnacl-x86_64-tests-x86_64",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/nacl/buildbucket/cr-buildbucket.appspot.com/8858049077201279024/+/annotations",
      "swarming_tag:luci_project:nacl",
      "swarming_tag:recipe_name:nacl",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1610703124340359",
    "url": "https://ci.chromium.org/b/8858049077201279024",
    "utcnow_ts": "1610703124452235"
  }
}
[09:32:04.515] Task URL: https://ci.chromium.org/b/8858049077201279024
[09:32:04.515] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:2:0) after 1m0s
[09:33:05.209] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:2:0)
[09:33:05.209] Timer tick, asking Buildbucket for the build status
[09:33:05.941] Build 8858049077201279024: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[09:33:05.941] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:3:0) after 1m0s
[09:34:06.230] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:3:0)
[09:34:06.230] Timer tick, asking Buildbucket for the build status
[09:34:07.121] Build 8858049077201279024: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[09:34:07.121] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:4:0) after 1m0s
[09:35:07.312] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:4:0)
[09:35:07.312] Timer tick, asking Buildbucket for the build status
[09:35:08.227] Build 8858049077201279024: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[09:35:08.227] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:5:0) after 1m0s
[09:36:08.305] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:5:0)
[09:36:08.305] Timer tick, asking Buildbucket for the build status
[09:36:08.622] Build 8858049077201279024: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[09:36:08.622] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:6:0) after 1m0s
[09:37:08.741] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:6:0)
[09:37:08.741] Timer tick, asking Buildbucket for the build status
[09:37:09.019] Build 8858049077201279024: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[09:37:09.019] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:7:0) after 1m0s
[09:38:09.103] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:7:0)
[09:38:09.103] Timer tick, asking Buildbucket for the build status
[09:38:09.220] Build 8858049077201279024: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[09:38:09.220] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:8:0) after 1m0s
[09:39:09.283] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:8:0)
[09:39:09.283] Timer tick, asking Buildbucket for the build status
[09:39:09.356] Build 8858049077201279024: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[09:39:09.356] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:9:0) after 1m0s
[09:40:10.639] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:9:0)
[09:40:10.639] Timer tick, asking Buildbucket for the build status
[09:40:10.716] Build 8858049077201279024: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[09:40:10.716] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:10:0) after 1m0s
[09:41:11.089] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:10:0)
[09:41:11.089] Timer tick, asking Buildbucket for the build status
[09:41:11.188] Build 8858049077201279024: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[09:41:11.188] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:11:0) after 1m0s
[09:42:11.322] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:11:0)
[09:42:11.322] Timer tick, asking Buildbucket for the build status
[09:42:11.399] Build 8858049077201279024: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[09:42:11.399] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:12:0) after 1m0s
[09:43:11.633] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:12:0)
[09:43:11.633] Timer tick, asking Buildbucket for the build status
[09:43:11.715] Build 8858049077201279024: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[09:43:11.715] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:13:0) after 1m0s
[09:44:12.250] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:13:0)
[09:44:12.250] Timer tick, asking Buildbucket for the build status
[09:44:12.334] Build 8858049077201279024: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[09:44:12.334] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:14:0) after 1m0s
[09:45:12.411] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:14:0)
[09:45:12.411] Timer tick, asking Buildbucket for the build status
[09:45:12.476] Build 8858049077201279024: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[09:45:12.476] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:15:0) after 1m0s
[09:46:12.529] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:15:0)
[09:46:12.529] Timer tick, asking Buildbucket for the build status
[09:46:12.595] Build 8858049077201279024: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[09:46:12.595] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:16:0) after 1m0s
[09:47:12.584] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:16:0)
[09:47:12.584] Timer tick, asking Buildbucket for the build status
[09:47:12.799] Build 8858049077201279024: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[09:47:12.799] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:17:0) after 1m0s
[09:48:12.900] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:17:0)
[09:48:12.900] Timer tick, asking Buildbucket for the build status
[09:48:12.971] Build 8858049077201279024: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[09:48:12.971] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:18:0) after 1m0s
[09:49:13.023] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:18:0)
[09:49:13.023] Timer tick, asking Buildbucket for the build status
[09:49:13.103] Build 8858049077201279024: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[09:49:13.103] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:19:0) after 1m0s
[09:49:24.590] Received PubSub notification, asking Buildbucket for the build status
[09:49:24.668] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:50:13.185] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:19:0)
[09:50:13.185] Timer tick, asking Buildbucket for the build status
[09:50:13.326] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:50:13.326] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:21:0) after 1m0s
[09:51:13.343] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:21:0)
[09:51:13.343] Timer tick, asking Buildbucket for the build status
[09:51:13.798] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:51:13.798] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:22:0) after 1m0s
[09:52:13.880] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:22:0)
[09:52:13.881] Timer tick, asking Buildbucket for the build status
[09:52:14.371] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:52:14.371] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:23:0) after 1m0s
[09:53:14.355] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:23:0)
[09:53:14.355] Timer tick, asking Buildbucket for the build status
[09:53:14.488] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:53:14.488] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:24:0) after 1m0s
[09:54:14.485] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:24:0)
[09:54:14.485] Timer tick, asking Buildbucket for the build status
[09:54:14.894] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:54:14.894] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:25:0) after 1m0s
[09:55:14.976] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:25:0)
[09:55:14.976] Timer tick, asking Buildbucket for the build status
[09:55:15.235] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:55:15.235] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:26:0) after 1m0s
[09:56:15.241] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:26:0)
[09:56:15.241] Timer tick, asking Buildbucket for the build status
[09:56:15.423] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:56:15.423] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:27:0) after 1m0s
[09:57:15.476] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:27:0)
[09:57:15.476] Timer tick, asking Buildbucket for the build status
[09:57:15.592] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:57:15.592] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:28:0) after 1m0s
[09:58:15.636] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:28:0)
[09:58:15.636] Timer tick, asking Buildbucket for the build status
[09:58:15.698] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:58:15.698] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:29:0) after 1m0s
[09:59:15.736] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:29:0)
[09:59:15.736] Timer tick, asking Buildbucket for the build status
[09:59:15.815] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:59:15.815] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:30:0) after 1m0s
[10:00:15.852] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:30:0)
[10:00:15.852] Timer tick, asking Buildbucket for the build status
[10:00:15.910] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:00:15.911] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:31:0) after 1m0s
[10:01:15.962] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:31:0)
[10:01:15.962] Timer tick, asking Buildbucket for the build status
[10:01:16.156] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:01:16.156] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:32:0) after 1m0s
[10:02:16.199] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:32:0)
[10:02:16.199] Timer tick, asking Buildbucket for the build status
[10:02:16.513] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:02:16.513] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:33:0) after 1m0s
[10:03:16.531] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:33:0)
[10:03:16.531] Timer tick, asking Buildbucket for the build status
[10:03:16.904] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:03:16.904] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:34:0) after 1m0s
[10:04:16.933] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:34:0)
[10:04:16.933] Timer tick, asking Buildbucket for the build status
[10:04:17.059] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:04:17.059] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:35:0) after 1m0s
[10:05:17.065] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:35:0)
[10:05:17.066] Timer tick, asking Buildbucket for the build status
[10:05:17.167] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:05:17.167] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:36:0) after 1m0s
[10:06:17.240] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:36:0)
[10:06:17.240] Timer tick, asking Buildbucket for the build status
[10:06:17.359] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:06:17.359] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:37:0) after 1m0s
[10:07:17.418] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:37:0)
[10:07:17.418] Timer tick, asking Buildbucket for the build status
[10:07:17.553] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:07:17.553] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:38:0) after 1m0s
[10:08:17.622] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:38:0)
[10:08:17.622] Timer tick, asking Buildbucket for the build status
[10:08:17.732] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:08:17.732] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:39:0) after 1m0s
[10:09:17.754] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:39:0)
[10:09:17.755] Timer tick, asking Buildbucket for the build status
[10:09:19.472] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:09:19.472] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:40:0) after 1m0s
[10:10:19.541] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:40:0)
[10:10:19.541] Timer tick, asking Buildbucket for the build status
[10:10:19.691] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:10:19.691] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:41:0) after 1m0s
[10:11:19.732] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:41:0)
[10:11:19.732] Timer tick, asking Buildbucket for the build status
[10:11:19.859] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:11:19.859] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:42:0) after 1m0s
[10:12:19.884] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:42:0)
[10:12:19.884] Timer tick, asking Buildbucket for the build status
[10:12:19.985] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:12:19.986] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:43:0) after 1m0s
[10:13:19.998] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:43:0)
[10:13:19.998] Timer tick, asking Buildbucket for the build status
[10:13:20.127] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:13:20.127] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:44:0) after 1m0s
[10:14:20.172] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:44:0)
[10:14:20.172] Timer tick, asking Buildbucket for the build status
[10:14:20.248] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:14:20.248] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:45:0) after 1m0s
[10:15:20.334] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:45:0)
[10:15:20.334] Timer tick, asking Buildbucket for the build status
[10:15:20.407] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:15:20.407] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:46:0) after 1m0s
[10:16:20.427] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:46:0)
[10:16:20.427] Timer tick, asking Buildbucket for the build status
[10:16:20.524] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:16:20.524] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:47:0) after 1m0s
[10:17:20.603] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:47:0)
[10:17:20.603] Timer tick, asking Buildbucket for the build status
[10:17:20.704] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:17:20.704] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:48:0) after 1m0s
[10:18:20.751] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:48:0)
[10:18:20.751] Timer tick, asking Buildbucket for the build status
[10:18:20.842] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:18:20.842] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:49:0) after 1m0s
[10:19:20.886] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:49:0)
[10:19:20.886] Timer tick, asking Buildbucket for the build status
[10:19:21.179] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:19:21.179] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:50:0) after 1m0s
[10:20:21.222] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:50:0)
[10:20:21.222] Timer tick, asking Buildbucket for the build status
[10:20:21.297] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:20:21.297] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:51:0) after 1m0s
[10:21:21.365] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:51:0)
[10:21:21.365] Timer tick, asking Buildbucket for the build status
[10:21:21.539] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:21:21.539] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:52:0) after 1m0s
[10:22:21.560] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:52:0)
[10:22:21.560] Timer tick, asking Buildbucket for the build status
[10:22:22.037] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:22:22.037] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:53:0) after 1m0s
[10:23:22.162] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:53:0)
[10:23:22.162] Timer tick, asking Buildbucket for the build status
[10:23:22.243] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:23:22.243] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:54:0) after 1m0s
[10:24:22.355] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:54:0)
[10:24:22.355] Timer tick, asking Buildbucket for the build status
[10:24:22.677] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:24:22.677] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:55:0) after 1m0s
[10:25:22.690] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:55:0)
[10:25:22.690] Timer tick, asking Buildbucket for the build status
[10:25:22.769] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:25:22.769] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:56:0) after 1m0s
[10:26:22.843] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:56:0)
[10:26:22.843] Timer tick, asking Buildbucket for the build status
[10:26:22.910] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:26:22.910] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:57:0) after 1m0s
[10:27:22.891] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:57:0)
[10:27:22.891] Timer tick, asking Buildbucket for the build status
[10:27:23.124] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:27:23.124] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:58:0) after 1m0s
[10:28:23.171] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:58:0)
[10:28:23.171] Timer tick, asking Buildbucket for the build status
[10:28:23.233] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:28:23.233] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:59:0) after 1m0s
[10:29:23.276] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:59:0)
[10:29:23.276] Timer tick, asking Buildbucket for the build status
[10:29:23.361] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:29:23.361] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:60:0) after 1m0s
[10:30:23.462] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:60:0)
[10:30:23.462] Timer tick, asking Buildbucket for the build status
[10:30:23.679] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:30:23.679] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:61:0) after 1m0s
[10:31:23.788] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:61:0)
[10:31:23.788] Timer tick, asking Buildbucket for the build status
[10:31:23.880] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:31:23.880] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:62:0) after 1m0s
[10:32:23.912] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:62:0)
[10:32:23.912] Timer tick, asking Buildbucket for the build status
[10:32:24.214] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:32:24.214] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:63:0) after 1m0s
[10:33:24.264] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:63:0)
[10:33:24.264] Timer tick, asking Buildbucket for the build status
[10:33:24.394] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:33:24.394] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:64:0) after 1m0s
[10:34:24.444] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:64:0)
[10:34:24.444] Timer tick, asking Buildbucket for the build status
[10:34:24.553] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:34:24.553] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:65:0) after 1m0s
[10:35:24.602] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:65:0)
[10:35:24.602] Timer tick, asking Buildbucket for the build status
[10:35:24.666] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:35:24.666] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:66:0) after 1m0s
[10:36:24.684] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:66:0)
[10:36:24.684] Timer tick, asking Buildbucket for the build status
[10:36:24.903] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:36:24.903] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:67:0) after 1m0s
[10:37:24.989] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:67:0)
[10:37:24.989] Timer tick, asking Buildbucket for the build status
[10:37:25.212] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:37:25.212] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:68:0) after 1m0s
[10:38:25.399] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:68:0)
[10:38:25.399] Timer tick, asking Buildbucket for the build status
[10:38:25.497] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:38:25.497] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:69:0) after 1m0s
[10:39:25.598] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:69:0)
[10:39:25.598] Timer tick, asking Buildbucket for the build status
[10:39:25.680] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:39:25.680] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:70:0) after 1m0s
[10:40:25.764] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:70:0)
[10:40:25.764] Timer tick, asking Buildbucket for the build status
[10:40:25.861] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:40:25.861] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:71:0) after 1m0s
[10:41:25.908] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:71:0)
[10:41:25.908] Timer tick, asking Buildbucket for the build status
[10:41:26.133] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:41:26.133] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:72:0) after 1m0s
[10:42:26.216] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:72:0)
[10:42:26.216] Timer tick, asking Buildbucket for the build status
[10:42:26.328] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:42:26.328] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:73:0) after 1m0s
[10:43:26.352] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:73:0)
[10:43:26.352] Timer tick, asking Buildbucket for the build status
[10:43:26.467] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:43:26.467] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:74:0) after 1m0s
[10:44:26.488] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:74:0)
[10:44:26.488] Timer tick, asking Buildbucket for the build status
[10:44:26.546] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:44:26.546] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:75:0) after 1m0s
[10:45:26.594] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:75:0)
[10:45:26.594] Timer tick, asking Buildbucket for the build status
[10:45:26.653] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:45:26.653] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:76:0) after 1m0s
[10:46:26.692] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:76:0)
[10:46:26.692] Timer tick, asking Buildbucket for the build status
[10:46:26.928] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:46:26.928] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:77:0) after 1m0s
[10:47:26.961] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:77:0)
[10:47:26.961] Timer tick, asking Buildbucket for the build status
[10:47:27.081] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:47:27.081] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:78:0) after 1m0s
[10:48:27.158] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:78:0)
[10:48:27.158] Timer tick, asking Buildbucket for the build status
[10:48:27.223] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:48:27.223] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:79:0) after 1m0s
[10:49:27.353] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:79:0)
[10:49:27.353] Timer tick, asking Buildbucket for the build status
[10:49:27.707] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:49:27.707] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:80:0) after 1m0s
[10:50:27.762] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:80:0)
[10:50:27.762] Timer tick, asking Buildbucket for the build status
[10:50:27.826] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:50:27.826] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:81:0) after 1m0s
[10:51:27.830] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:81:0)
[10:51:27.830] Timer tick, asking Buildbucket for the build status
[10:51:27.894] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:51:27.894] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:82:0) after 1m0s
[10:52:27.878] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:82:0)
[10:52:27.878] Timer tick, asking Buildbucket for the build status
[10:52:28.113] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:52:28.113] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:83:0) after 1m0s
[10:53:28.172] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:83:0)
[10:53:28.172] Timer tick, asking Buildbucket for the build status
[10:53:28.374] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:53:28.374] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:84:0) after 1m0s
[10:54:28.428] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:84:0)
[10:54:28.428] Timer tick, asking Buildbucket for the build status
[10:54:28.564] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:54:28.564] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:85:0) after 1m0s
[10:55:30.604] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:85:0)
[10:55:30.604] Timer tick, asking Buildbucket for the build status
[10:55:30.679] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:55:30.679] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:86:0) after 1m0s
[10:56:30.753] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:86:0)
[10:56:30.753] Timer tick, asking Buildbucket for the build status
[10:56:30.810] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:56:30.810] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:87:0) after 1m0s
[10:57:30.858] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:87:0)
[10:57:30.858] Timer tick, asking Buildbucket for the build status
[10:57:31.314] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:57:31.314] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:88:0) after 1m0s
[10:58:31.397] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:88:0)
[10:58:31.397] Timer tick, asking Buildbucket for the build status
[10:58:31.486] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:58:31.486] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:89:0) after 1m0s
[10:59:31.511] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:89:0)
[10:59:31.511] Timer tick, asking Buildbucket for the build status
[10:59:31.731] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:59:31.731] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:90:0) after 1m0s
[11:00:31.785] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:90:0)
[11:00:31.785] Timer tick, asking Buildbucket for the build status
[11:00:31.989] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:00:31.989] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:91:0) after 1m0s
[11:01:32.005] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:91:0)
[11:01:32.005] Timer tick, asking Buildbucket for the build status
[11:01:32.110] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:01:32.110] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:92:0) after 1m0s
[11:02:32.140] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:92:0)
[11:02:32.140] Timer tick, asking Buildbucket for the build status
[11:02:32.500] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:02:32.500] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:93:0) after 1m0s
[11:03:32.558] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:93:0)
[11:03:32.558] Timer tick, asking Buildbucket for the build status
[11:03:32.645] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:03:32.645] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:94:0) after 1m0s
[11:04:32.667] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:94:0)
[11:04:32.667] Timer tick, asking Buildbucket for the build status
[11:04:32.735] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:04:32.735] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:95:0) after 1m0s
[11:05:32.733] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:95:0)
[11:05:32.733] Timer tick, asking Buildbucket for the build status
[11:05:32.798] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:05:32.798] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:96:0) after 1m0s
[11:06:32.858] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:96:0)
[11:06:32.858] Timer tick, asking Buildbucket for the build status
[11:06:33.267] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:06:33.267] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:97:0) after 1m0s
[11:07:33.284] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:97:0)
[11:07:33.284] Timer tick, asking Buildbucket for the build status
[11:07:33.457] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:07:33.457] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:98:0) after 1m0s
[11:08:33.482] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:98:0)
[11:08:33.482] Timer tick, asking Buildbucket for the build status
[11:08:33.545] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:08:33.545] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:99:0) after 1m0s
[11:09:33.596] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:99:0)
[11:09:33.596] Timer tick, asking Buildbucket for the build status
[11:09:33.675] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:09:33.675] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:100:0) after 1m0s
[11:10:33.791] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:100:0)
[11:10:33.791] Timer tick, asking Buildbucket for the build status
[11:10:33.964] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:10:33.964] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:101:0) after 1m0s
[11:11:34.003] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:101:0)
[11:11:34.003] Timer tick, asking Buildbucket for the build status
[11:11:34.259] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:11:34.259] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:102:0) after 1m0s
[11:12:34.364] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:102:0)
[11:12:34.364] Timer tick, asking Buildbucket for the build status
[11:12:34.891] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:12:34.891] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:103:0) after 1m0s
[11:13:34.926] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:103:0)
[11:13:34.926] Timer tick, asking Buildbucket for the build status
[11:13:35.008] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:13:35.008] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:104:0) after 1m0s
[11:14:35.044] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:104:0)
[11:14:35.044] Timer tick, asking Buildbucket for the build status
[11:14:35.181] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:14:35.181] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:105:0) after 1m0s
[11:15:35.239] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:105:0)
[11:15:35.239] Timer tick, asking Buildbucket for the build status
[11:15:35.596] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:15:35.596] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:106:0) after 1m0s
[11:16:35.650] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:106:0)
[11:16:35.650] Timer tick, asking Buildbucket for the build status
[11:16:35.860] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:16:35.860] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:107:0) after 1m0s
[11:17:35.875] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:107:0)
[11:17:35.875] Timer tick, asking Buildbucket for the build status
[11:17:36.582] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:17:36.582] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:108:0) after 1m0s
[11:18:36.670] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:108:0)
[11:18:36.670] Timer tick, asking Buildbucket for the build status
[11:18:36.759] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:18:36.759] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:109:0) after 1m0s
[11:19:36.775] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:109:0)
[11:19:36.775] Timer tick, asking Buildbucket for the build status
[11:19:36.873] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:19:36.873] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:110:0) after 1m0s
[11:20:36.929] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:110:0)
[11:20:36.929] Timer tick, asking Buildbucket for the build status
[11:20:37.004] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:20:37.004] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:111:0) after 1m0s
[11:21:37.119] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:111:0)
[11:21:37.119] Timer tick, asking Buildbucket for the build status
[11:21:37.195] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:21:37.195] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:112:0) after 1m0s
[11:22:37.458] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:112:0)
[11:22:37.458] Timer tick, asking Buildbucket for the build status
[11:22:37.570] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:22:37.570] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:113:0) after 1m0s
[11:23:37.905] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:113:0)
[11:23:37.905] Timer tick, asking Buildbucket for the build status
[11:23:38.007] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:23:38.007] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:114:0) after 1m0s
[11:24:38.144] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:114:0)
[11:24:38.144] Timer tick, asking Buildbucket for the build status
[11:24:38.348] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:24:38.348] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:115:0) after 1m0s
[11:25:38.437] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:115:0)
[11:25:38.437] Timer tick, asking Buildbucket for the build status
[11:25:38.817] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:25:38.817] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:116:0) after 1m0s
[11:26:38.880] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:116:0)
[11:26:38.881] Timer tick, asking Buildbucket for the build status
[11:26:38.963] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:26:38.963] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:117:0) after 1m0s
[11:27:39.037] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:117:0)
[11:27:39.037] Timer tick, asking Buildbucket for the build status
[11:27:39.186] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:27:39.186] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:118:0) after 1m0s
[11:28:39.186] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:118:0)
[11:28:39.187] Timer tick, asking Buildbucket for the build status
[11:28:39.528] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:28:39.528] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:119:0) after 1m0s
[11:29:39.585] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:119:0)
[11:29:39.585] Timer tick, asking Buildbucket for the build status
[11:29:40.096] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:29:40.096] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:120:0) after 1m0s
[11:30:40.252] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:120:0)
[11:30:40.252] Timer tick, asking Buildbucket for the build status
[11:30:40.411] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:30:40.411] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:121:0) after 1m0s
[11:31:40.460] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:121:0)
[11:31:40.460] Timer tick, asking Buildbucket for the build status
[11:31:40.524] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:31:40.524] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:122:0) after 1m0s
[11:32:40.550] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:122:0)
[11:32:40.550] Timer tick, asking Buildbucket for the build status
[11:32:40.681] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:32:40.681] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:123:0) after 1m0s
[11:33:40.793] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:123:0)
[11:33:40.793] Timer tick, asking Buildbucket for the build status
[11:33:41.206] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:33:41.206] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:124:0) after 1m0s
[11:34:41.276] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:124:0)
[11:34:41.276] Timer tick, asking Buildbucket for the build status
[11:34:41.393] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:34:41.393] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:125:0) after 1m0s
[11:35:41.448] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:125:0)
[11:35:41.448] Timer tick, asking Buildbucket for the build status
[11:35:41.547] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:35:41.547] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:126:0) after 1m0s
[11:36:41.573] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:126:0)
[11:36:41.574] Timer tick, asking Buildbucket for the build status
[11:36:41.637] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:36:41.637] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:127:0) after 1m0s
[11:37:41.687] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:127:0)
[11:37:41.687] Timer tick, asking Buildbucket for the build status
[11:37:41.880] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:37:41.880] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:128:0) after 1m0s
[11:38:41.955] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:128:0)
[11:38:41.955] Timer tick, asking Buildbucket for the build status
[11:38:42.018] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:38:42.018] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:129:0) after 1m0s
[11:39:42.027] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:129:0)
[11:39:42.027] Timer tick, asking Buildbucket for the build status
[11:39:42.085] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:39:42.085] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:130:0) after 1m0s
[11:40:42.138] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:130:0)
[11:40:42.138] Timer tick, asking Buildbucket for the build status
[11:40:42.228] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:40:42.228] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:131:0) after 1m0s
[11:41:42.306] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:131:0)
[11:41:42.306] Timer tick, asking Buildbucket for the build status
[11:41:42.389] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:41:42.389] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:132:0) after 1m0s
[11:42:42.412] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:132:0)
[11:42:42.412] Timer tick, asking Buildbucket for the build status
[11:42:42.898] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:42:42.898] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:133:0) after 1m0s
[11:43:42.927] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:133:0)
[11:43:42.927] Timer tick, asking Buildbucket for the build status
[11:43:43.210] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:43:43.210] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:134:0) after 1m0s
[11:44:43.239] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:134:0)
[11:44:43.239] Timer tick, asking Buildbucket for the build status
[11:44:43.729] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:44:43.729] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:135:0) after 1m0s
[11:45:43.829] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:135:0)
[11:45:43.829] Timer tick, asking Buildbucket for the build status
[11:45:43.933] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:45:43.933] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:136:0) after 1m0s
[11:46:44.014] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:136:0)
[11:46:44.014] Timer tick, asking Buildbucket for the build status
[11:46:44.149] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:46:44.149] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:137:0) after 1m0s
[11:47:44.189] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:137:0)
[11:47:44.189] Timer tick, asking Buildbucket for the build status
[11:47:44.315] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:47:44.315] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:138:0) after 1m0s
[11:48:44.339] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:138:0)
[11:48:44.339] Timer tick, asking Buildbucket for the build status
[11:48:44.404] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:48:44.404] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:139:0) after 1m0s
[11:49:44.429] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:139:0)
[11:49:44.429] Timer tick, asking Buildbucket for the build status
[11:49:44.499] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:49:44.499] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:140:0) after 1m0s
[11:50:44.529] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:140:0)
[11:50:44.530] Timer tick, asking Buildbucket for the build status
[11:50:44.589] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:50:44.589] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:141:0) after 1m0s
[11:51:44.635] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:141:0)
[11:51:44.635] Timer tick, asking Buildbucket for the build status
[11:51:44.697] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:51:44.697] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:142:0) after 1m0s
[11:52:44.753] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:142:0)
[11:52:44.753] Timer tick, asking Buildbucket for the build status
[11:52:44.895] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:52:44.895] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:143:0) after 1m0s
[11:53:44.923] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:143:0)
[11:53:44.923] Timer tick, asking Buildbucket for the build status
[11:53:44.998] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:53:44.998] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:144:0) after 1m0s
[11:54:45.068] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:144:0)
[11:54:45.068] Timer tick, asking Buildbucket for the build status
[11:54:45.203] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:54:45.203] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:145:0) after 1m0s
[11:55:45.275] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:145:0)
[11:55:45.275] Timer tick, asking Buildbucket for the build status
[11:55:45.343] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:55:45.343] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:146:0) after 1m0s
[11:56:45.392] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:146:0)
[11:56:45.392] Timer tick, asking Buildbucket for the build status
[11:56:45.961] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:56:45.961] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:147:0) after 1m0s
[11:57:45.989] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:147:0)
[11:57:45.989] Timer tick, asking Buildbucket for the build status
[11:57:46.110] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:57:46.110] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:148:0) after 1m0s
[11:58:46.136] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:148:0)
[11:58:46.136] Timer tick, asking Buildbucket for the build status
[11:58:46.260] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:58:46.260] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:149:0) after 1m0s
[11:59:46.294] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:149:0)
[11:59:46.294] Timer tick, asking Buildbucket for the build status
[11:59:46.398] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:59:46.398] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:150:0) after 1m0s
[12:00:46.462] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:150:0)
[12:00:46.462] Timer tick, asking Buildbucket for the build status
[12:00:46.690] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:00:46.690] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:151:0) after 1m0s
[12:01:46.737] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:151:0)
[12:01:46.737] Timer tick, asking Buildbucket for the build status
[12:01:47.072] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:01:47.072] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:152:0) after 1m0s
[12:02:47.121] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:152:0)
[12:02:47.121] Timer tick, asking Buildbucket for the build status
[12:02:47.608] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:02:47.608] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:153:0) after 1m0s
[12:03:47.702] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:153:0)
[12:03:47.702] Timer tick, asking Buildbucket for the build status
[12:03:47.822] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:03:47.822] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:154:0) after 1m0s
[12:04:47.862] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:154:0)
[12:04:47.862] Timer tick, asking Buildbucket for the build status
[12:04:48.032] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:04:48.032] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:155:0) after 1m0s
[12:05:48.075] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:155:0)
[12:05:48.075] Timer tick, asking Buildbucket for the build status
[12:05:48.599] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:05:48.599] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:156:0) after 1m0s
[12:06:48.699] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:156:0)
[12:06:48.699] Timer tick, asking Buildbucket for the build status
[12:06:48.774] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:06:48.774] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:157:0) after 1m0s
[12:07:48.839] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:157:0)
[12:07:48.839] Timer tick, asking Buildbucket for the build status
[12:07:49.100] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:07:49.100] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:158:0) after 1m0s
[12:08:49.162] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:158:0)
[12:08:49.162] Timer tick, asking Buildbucket for the build status
[12:08:49.435] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:08:49.435] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:159:0) after 1m0s
[12:09:49.506] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:159:0)
[12:09:49.506] Timer tick, asking Buildbucket for the build status
[12:09:50.599] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:09:50.599] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:160:0) after 1m0s
[12:10:50.731] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:160:0)
[12:10:50.731] Timer tick, asking Buildbucket for the build status
[12:10:51.168] Build 8858049077201279024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:10:51.168] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-x86_64:9023479139538102208:161:0) after 1m0s
[12:10:52.507] Received PubSub notification, asking Buildbucket for the build status
[12:10:52.625] Build 8858049077201279024: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[12:10:52.625] Buildbucket build:
{
  "build": {
    "bucket": "luci.nacl.toolchain",
    "canary_preference": "PROD",
    "completed_ts": "1610712651837788",
    "created_by": "project:nacl",
    "created_ts": "1610703123815806",
    "failure_reason": "BUILD_FAILURE",
    "id": "8858049077201279024",
    "parameters_json": "{\"builder_name\": \"linux-pnacl-x86_64-tests-x86_64\", \"properties\": {\"$recipe_engine/scheduler\": {\"hostname\": \"luci-scheduler.appspot.com\", \"triggers\": [{\"gitiles\": {\"ref\": \"refs/heads/master\", \"repo\": \"https://chromium.googlesource.com/native_client/src/native_client.git\", \"revision\": \"cb31feffa500401c95c6c44d88b7c358236bca36\"}, \"id\": \"https://chromium.googlesource.com/native_client/src/native_client.git/+/refs/heads/master@cb31feffa500401c95c6c44d88b7c358236bca36\", \"title\": \"cb31feffa500401c95c6c44d88b7c358236bca36\", \"url\": \"https://chromium.googlesource.com/native_client/src/native_client.git/+/cb31feffa500401c95c6c44d88b7c358236bca36\"}]}, \"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/native_client/src/native_client.git\", \"revision\": \"cb31feffa500401c95c6c44d88b7c358236bca36\"}}",
    "project": "nacl",
    "result": "FAILURE",
    "result_details_json": "{\"error\": {\"message\": \"Step('annotated steps') (retcode: 1)\"}, \"properties\": {\"$build/goma\": {\"enable_ats\": true, \"rpc_extra_params\": \"?prod\", \"server_host\": \"goma.chromium.org\"}, \"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"$recipe_engine/scheduler\": {\"hostname\": \"luci-scheduler.appspot.com\", \"triggers\": [{\"gitiles\": {\"ref\": \"refs/heads/master\", \"repo\": \"https://chromium.googlesource.com/native_client/src/native_client.git\", \"revision\": \"cb31feffa500401c95c6c44d88b7c358236bca36\"}, \"id\": \"https://chromium.googlesource.com/native_client/src/native_client.git/+/refs/heads/master@cb31feffa500401c95c6c44d88b7c358236bca36\", \"title\": \"cb31feffa500401c95c6c44d88b7c358236bca36\", \"url\": \"https://chromium.googlesource.com/native_client/src/native_client.git/+/cb31feffa500401c95c6c44d88b7c358236bca36\"}]}, \"bot_id\": \"luci-nacl-toolchain-xenial-1-zvnj\", \"branch\": \"refs/heads/master\", \"builder_group\": \"client.nacl.toolchain\", \"buildername\": \"linux-pnacl-x86_64-tests-x86_64\", \"buildnumber\": 5122, \"got_revision\": \"cb31feffa500401c95c6c44d88b7c358236bca36\", \"path_config\": \"generic\", \"recipe\": \"nacl\", \"repository\": \"https://chromium.googlesource.com/native_client/src/native_client.git\", \"revision\": \"cb31feffa500401c95c6c44d88b7c358236bca36\", \"slavetype\": \"BuilderTester\"}, \"swarming\": {\"bot_dimensions\": {\"caches\": [\"builder_5e264a2b33887b9708d9efa4d555f48b42be33439102d42d27d93f0b7d878c19_v2\", \"git\", \"goma_v2\", \"vpython\"], \"cores\": [\"16\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-Broadwell_GCE\", \"x86-64-avx2\"], \"gce\": [\"1\"], \"gcp\": [\"google.com:chromecompute\"], \"gpu\": [\"none\"], \"id\": [\"luci-nacl-toolchain-xenial-1-zvnj\"], \"image\": [\"chrome-xenial-21011100-9488e34e558\"], \"inside_docker\": [\"0\"], \"kvm\": [\"1\"], \"locale\": [\"en_US.UTF-8\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Linux\", \"Ubuntu\", \"Ubuntu-16\", \"Ubuntu-16.04\", \"Ubuntu-16.04.6\"], \"pool\": [\"luci.nacl.toolchain\"], \"python\": [\"2.7.12\"], \"server_version\": [\"5666-679c9bd\"], \"ssd\": [\"0\"], \"zone\": [\"us\", \"us-east\", \"us-east1\", \"us-east1-b\"]}}, \"ui\": {\"info\": \"Step('annotated steps') (retcode: 1)\"}}",
    "service_account": "nacl-toolchain-builder@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1610704163321381",
    "status": "COMPLETED",
    "status_changed_ts": "1610704163997428",
    "tags": [
      "build_address:luci.nacl.toolchain/linux-pnacl-x86_64-tests-x86_64/5122",
      "builder:linux-pnacl-x86_64-tests-x86_64",
      "buildset:commit/git/cb31feffa500401c95c6c44d88b7c358236bca36",
      "buildset:commit/gitiles/chromium.googlesource.com/native_client/src/native_client/+/cb31feffa500401c95c6c44d88b7c358236bca36",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9023479139538102208",
      "scheduler_job_id:nacl/linux-pnacl-x86_64-tests-x86_64",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/nacl/buildbucket/cr-buildbucket.appspot.com/8858049077201279024/+/annotations",
      "swarming_tag:luci_project:nacl",
      "swarming_tag:os:Linux",
      "swarming_tag:recipe_name:nacl",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:511e34c214a32710",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1610712652035693",
    "url": "https://ci.chromium.org/b/8858049077201279024",
    "utcnow_ts": "1610712652609682"
  }
}
[12:10:52.625] Invocation finished in 2h38m50.423031325s with status FAILED