LUCI Scheduler :: nacl :: linux-64-validator-opt

Status: FAILED

Triggered by: -

Duration: 3 hours

Actions:

Definition (rev 8fecfaafc1abba4843234d58a712c5811f9e1de9)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.nacl.ci"
  builder: "linux-64-validator-opt"
>

Incoming triggers

30cc127d74204a06f8471b802f54080cec236494 (6 years ago)

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/native_client/src/native_client.git",
  "revision": "30cc127d74204a06f8471b802f54080cec236494"
}

Incoming tags

buildset:commit/git/30cc127d74204a06f8471b802f54080cec236494
buildset:commit/gitiles/chromium.googlesource.com/native_client/src/native_client/+/30cc127d74204a06f8471b802f54080cec236494
gitiles_ref:refs/heads/master

Debug log (UTC)

[00:49:02.962] New invocation is queued and will start shortly
[00:49:04.284] Starting the invocation (attempt 1)
[00:49:04.327] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:49:04.328] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:49:04.328] Buildbucket request:
{
  "bucket": "luci.nacl.ci",
  "client_operation_id": "9093181110237398944",
  "parameters_json": "{\"builder_name\":\"linux-64-validator-opt\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/native_client/src/native_client.git\",\"revision\":\"30cc127d74204a06f8471b802f54080cec236494\"}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:linux-64-validator-opt",
    "scheduler_invocation_id:9093181110237398944",
    "scheduler_job_id:nacl/linux-64-validator-opt",
    "user_agent:luci-scheduler",
    "buildset:commit/git/30cc127d74204a06f8471b802f54080cec236494",
    "buildset:commit/gitiles/chromium.googlesource.com/native_client/src/native_client/+/30cc127d74204a06f8471b802f54080cec236494",
    "gitiles_ref:refs/heads/master"
  ]
}
[00:49:06.051] Buildbucket response:
{
  "build": {
    "bucket": "luci.nacl.ci",
    "canary": true,
    "canary_preference": "AUTO",
    "created_by": "user:luci-scheduler@appspot.gserviceaccount.com",
    "created_ts": "1544230144431842",
    "id": "8927751048031351744",
    "lease_expiration_ts": "1544348945715083",
    "lease_key": "1702773122",
    "parameters_json": "{\"builder_name\": \"linux-64-validator-opt\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/native_client/src/native_client.git\", \"revision\": \"30cc127d74204a06f8471b802f54080cec236494\"}}",
    "project": "nacl",
    "result_details_json": "null",
    "service_account": "nacl-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1544230145938015",
    "tags": [
      "build_address:luci.nacl.ci/linux-64-validator-opt/81",
      "builder:linux-64-validator-opt",
      "buildset:commit/git/30cc127d74204a06f8471b802f54080cec236494",
      "buildset:commit/gitiles/chromium.googlesource.com/native_client/src/native_client/+/30cc127d74204a06f8471b802f54080cec236494",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9093181110237398944",
      "scheduler_job_id:nacl/linux-64-validator-opt",
      "swarming_dimension:caches:builder_ec3024801e8fae9a0c90cf0b91bc8fd309d619937749998ead917e6c37a3a5b5_v2",
      "swarming_dimension:cores:8",
      "swarming_dimension:cpu:x86-64",
      "swarming_dimension:os:Ubuntu-14.04",
      "swarming_dimension:pool:luci.flex.ci",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:build_address:luci.nacl.ci/linux-64-validator-opt/81",
      "swarming_tag:buildbucket_bucket:nacl/ci",
      "swarming_tag:buildbucket_build_id:8927751048031351744",
      "swarming_tag:buildbucket_hostname:cr-buildbucket.appspot.com",
      "swarming_tag:buildbucket_template_canary:1",
      "swarming_tag:buildbucket_template_revision:2f19301aebbc779351dc95ab1dc03603fa761240",
      "swarming_tag:builder:linux-64-validator-opt",
      "swarming_tag:buildset:commit/git/30cc127d74204a06f8471b802f54080cec236494",
      "swarming_tag:buildset:commit/gitiles/chromium.googlesource.com/native_client/src/native_client/+/30cc127d74204a06f8471b802f54080cec236494",
      "swarming_tag:caches:builder_ec3024801e8fae9a0c90cf0b91bc8fd309d619937749998ead917e6c37a3a5b5_v2",
      "swarming_tag:cores:8",
      "swarming_tag:cpu:x86-64",
      "swarming_tag:gitiles_ref:refs/heads/master",
      "swarming_tag:log_location:logdog://logs.chromium.org/nacl/buildbucket/cr-buildbucket.appspot.com/8927751048031351744/+/annotations",
      "swarming_tag:luci_project:nacl",
      "swarming_tag:os:Ubuntu-14.04",
      "swarming_tag:pool:luci.flex.ci",
      "swarming_tag:priority:30",
      "swarming_tag:recipe_name:nacl",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_tag:scheduler_invocation_id:9093181110237398944",
      "swarming_tag:scheduler_job_id:nacl/linux-64-validator-opt",
      "swarming_tag:service_account:nacl-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
      "swarming_tag:swarming.pool.template:skip",
      "swarming_tag:swarming.pool.version:ca3fa1bb5efbbab16d62accc2030933fe0bd9b7a",
      "swarming_tag:user:None",
      "swarming_tag:user_agent:luci-scheduler",
      "swarming_tag:vpython:native-python-wrapper",
      "swarming_task_id:41a41b9527f23510",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1544230145938152",
    "url": "https://ci.chromium.org/b/8927751048031351744",
    "utcnow_ts": "1544230146034773"
  }
}
[00:49:06.051] Task URL: https://ci.chromium.org/b/8927751048031351744
[00:49:06.051] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:2:0) after 1m0s
[00:49:58.865] Received PubSub notification, asking Buildbucket for the build status
[00:49:58.901] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:50:06.069] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:2:0)
[00:50:06.069] Timer tick, asking Buildbucket for the build status
[00:50:06.134] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:50:06.134] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:4:0) after 1m0s
[00:51:06.162] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:4:0)
[00:51:06.162] Timer tick, asking Buildbucket for the build status
[00:51:06.236] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:51:06.237] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:5:0) after 1m0s
[00:52:06.316] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:5:0)
[00:52:06.316] Timer tick, asking Buildbucket for the build status
[00:52:06.383] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:52:06.383] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:6:0) after 1m0s
[00:53:06.431] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:6:0)
[00:53:06.431] Timer tick, asking Buildbucket for the build status
[00:53:06.497] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:53:06.497] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:7:0) after 1m0s
[00:54:06.518] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:7:0)
[00:54:06.518] Timer tick, asking Buildbucket for the build status
[00:54:06.601] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:54:06.601] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:8:0) after 1m0s
[00:55:06.636] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:8:0)
[00:55:06.636] Timer tick, asking Buildbucket for the build status
[00:55:06.733] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:55:06.733] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:9:0) after 1m0s
[00:56:06.755] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:9:0)
[00:56:06.755] Timer tick, asking Buildbucket for the build status
[00:56:06.801] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:56:06.801] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:10:0) after 1m0s
[00:57:06.818] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:10:0)
[00:57:06.818] Timer tick, asking Buildbucket for the build status
[00:57:06.876] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:57:06.876] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:11:0) after 1m0s
[00:58:06.963] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:11:0)
[00:58:06.963] Timer tick, asking Buildbucket for the build status
[00:58:07.132] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:58:07.132] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:12:0) after 1m0s
[00:59:07.150] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:12:0)
[00:59:07.150] Timer tick, asking Buildbucket for the build status
[00:59:07.192] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:59:07.192] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:13:0) after 1m0s
[01:00:07.211] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:13:0)
[01:00:07.211] Timer tick, asking Buildbucket for the build status
[01:00:07.267] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:00:07.267] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:14:0) after 1m0s
[01:01:07.283] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:14:0)
[01:01:07.283] Timer tick, asking Buildbucket for the build status
[01:01:07.318] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:01:07.318] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:15:0) after 1m0s
[01:02:07.333] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:15:0)
[01:02:07.333] Timer tick, asking Buildbucket for the build status
[01:02:07.388] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:02:07.388] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:16:0) after 1m0s
[01:03:07.423] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:16:0)
[01:03:07.423] Timer tick, asking Buildbucket for the build status
[01:03:07.479] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:03:07.479] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:17:0) after 1m0s
[01:04:07.503] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:17:0)
[01:04:07.503] Timer tick, asking Buildbucket for the build status
[01:04:07.537] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:04:07.537] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:18:0) after 1m0s
[01:05:07.668] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:18:0)
[01:05:07.668] Timer tick, asking Buildbucket for the build status
[01:05:07.720] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:05:07.720] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:19:0) after 1m0s
[01:06:07.760] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:19:0)
[01:06:07.760] Timer tick, asking Buildbucket for the build status
[01:06:07.865] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:06:07.865] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:20:0) after 1m0s
[01:07:07.852] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:20:0)
[01:07:07.852] Timer tick, asking Buildbucket for the build status
[01:07:07.962] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:07:07.962] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:21:0) after 1m0s
[01:08:08.084] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:21:0)
[01:08:08.084] Timer tick, asking Buildbucket for the build status
[01:08:08.135] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:08:08.135] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:22:0) after 1m0s
[01:09:08.158] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:22:0)
[01:09:08.158] Timer tick, asking Buildbucket for the build status
[01:09:08.282] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:09:08.282] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:23:0) after 1m0s
[01:10:08.299] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:23:0)
[01:10:08.299] Timer tick, asking Buildbucket for the build status
[01:10:08.373] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:10:08.373] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:24:0) after 1m0s
[01:11:08.391] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:24:0)
[01:11:08.391] Timer tick, asking Buildbucket for the build status
[01:11:08.479] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:11:08.479] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:25:0) after 1m0s
[01:12:08.495] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:25:0)
[01:12:08.495] Timer tick, asking Buildbucket for the build status
[01:12:08.600] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:12:08.600] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:26:0) after 1m0s
[01:13:08.620] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:26:0)
[01:13:08.620] Timer tick, asking Buildbucket for the build status
[01:13:08.743] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:13:08.743] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:27:0) after 1m0s
[01:14:08.765] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:27:0)
[01:14:08.765] Timer tick, asking Buildbucket for the build status
[01:14:08.824] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:14:08.824] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:28:0) after 1m0s
[01:15:08.848] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:28:0)
[01:15:08.848] Timer tick, asking Buildbucket for the build status
[01:15:08.888] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:15:08.888] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:29:0) after 1m0s
[01:16:08.907] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:29:0)
[01:16:08.907] Timer tick, asking Buildbucket for the build status
[01:16:08.945] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:16:08.945] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:30:0) after 1m0s
[01:17:08.967] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:30:0)
[01:17:08.967] Timer tick, asking Buildbucket for the build status
[01:17:09.027] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:17:09.027] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:31:0) after 1m0s
[01:18:09.054] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:31:0)
[01:18:09.054] Timer tick, asking Buildbucket for the build status
[01:18:09.208] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:18:09.208] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:32:0) after 1m0s
[01:19:09.229] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:32:0)
[01:19:09.229] Timer tick, asking Buildbucket for the build status
[01:19:09.352] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:19:09.352] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:33:0) after 1m0s
[01:20:09.373] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:33:0)
[01:20:09.373] Timer tick, asking Buildbucket for the build status
[01:20:09.510] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:20:09.510] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:34:0) after 1m0s
[01:21:09.528] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:34:0)
[01:21:09.528] Timer tick, asking Buildbucket for the build status
[01:21:09.592] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:21:09.592] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:35:0) after 1m0s
[01:22:09.652] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:35:0)
[01:22:09.652] Timer tick, asking Buildbucket for the build status
[01:22:10.243] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:22:10.243] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:36:0) after 1m0s
[01:23:10.262] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:36:0)
[01:23:10.262] Timer tick, asking Buildbucket for the build status
[01:23:10.340] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:23:10.340] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:37:0) after 1m0s
[01:24:10.365] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:37:0)
[01:24:10.365] Timer tick, asking Buildbucket for the build status
[01:24:10.539] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:24:10.539] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:38:0) after 1m0s
[01:25:10.555] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:38:0)
[01:25:10.555] Timer tick, asking Buildbucket for the build status
[01:25:10.659] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:25:10.659] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:39:0) after 1m0s
[01:26:10.678] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:39:0)
[01:26:10.678] Timer tick, asking Buildbucket for the build status
[01:26:10.714] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:26:10.714] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:40:0) after 1m0s
[01:27:10.730] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:40:0)
[01:27:10.730] Timer tick, asking Buildbucket for the build status
[01:27:10.767] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:27:10.767] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:41:0) after 1m0s
[01:28:10.787] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:41:0)
[01:28:10.787] Timer tick, asking Buildbucket for the build status
[01:28:10.929] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:28:10.929] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:42:0) after 1m0s
[01:29:11.059] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:42:0)
[01:29:11.059] Timer tick, asking Buildbucket for the build status
[01:29:11.114] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:29:11.114] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:43:0) after 1m0s
[01:30:11.268] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:43:0)
[01:30:11.268] Timer tick, asking Buildbucket for the build status
[01:30:11.338] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:30:11.338] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:44:0) after 1m0s
[01:31:11.361] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:44:0)
[01:31:11.361] Timer tick, asking Buildbucket for the build status
[01:31:11.508] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:31:11.508] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:45:0) after 1m0s
[01:32:11.525] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:45:0)
[01:32:11.525] Timer tick, asking Buildbucket for the build status
[01:32:11.565] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:32:11.565] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:46:0) after 1m0s
[01:33:11.584] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:46:0)
[01:33:11.584] Timer tick, asking Buildbucket for the build status
[01:33:11.643] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:33:11.643] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:47:0) after 1m0s
[01:34:11.662] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:47:0)
[01:34:11.662] Timer tick, asking Buildbucket for the build status
[01:34:11.700] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:34:11.700] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:48:0) after 1m0s
[01:35:11.729] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:48:0)
[01:35:11.729] Timer tick, asking Buildbucket for the build status
[01:35:11.784] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:35:11.784] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:49:0) after 1m0s
[01:36:11.850] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:49:0)
[01:36:11.850] Timer tick, asking Buildbucket for the build status
[01:36:11.895] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:36:11.895] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:50:0) after 1m0s
[01:37:11.924] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:50:0)
[01:37:11.924] Timer tick, asking Buildbucket for the build status
[01:37:11.997] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:37:11.997] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:51:0) after 1m0s
[01:38:12.016] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:51:0)
[01:38:12.016] Timer tick, asking Buildbucket for the build status
[01:38:12.079] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:38:12.079] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:52:0) after 1m0s
[01:39:12.096] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:52:0)
[01:39:12.096] Timer tick, asking Buildbucket for the build status
[01:39:12.222] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:39:12.222] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:53:0) after 1m0s
[01:40:12.241] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:53:0)
[01:40:12.241] Timer tick, asking Buildbucket for the build status
[01:40:12.282] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:40:12.282] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:54:0) after 1m0s
[01:41:12.303] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:54:0)
[01:41:12.303] Timer tick, asking Buildbucket for the build status
[01:41:12.447] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:41:12.447] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:55:0) after 1m0s
[01:42:12.487] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:55:0)
[01:42:12.487] Timer tick, asking Buildbucket for the build status
[01:42:12.524] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:42:12.524] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:56:0) after 1m0s
[01:43:12.542] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:56:0)
[01:43:12.542] Timer tick, asking Buildbucket for the build status
[01:43:12.629] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:43:12.629] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:57:0) after 1m0s
[01:44:12.646] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:57:0)
[01:44:12.646] Timer tick, asking Buildbucket for the build status
[01:44:12.685] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:44:12.685] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:58:0) after 1m0s
[01:45:12.704] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:58:0)
[01:45:12.704] Timer tick, asking Buildbucket for the build status
[01:45:12.754] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:45:12.754] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:59:0) after 1m0s
[01:46:12.773] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:59:0)
[01:46:12.773] Timer tick, asking Buildbucket for the build status
[01:46:12.915] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:46:12.915] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:60:0) after 1m0s
[01:47:13.009] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:60:0)
[01:47:13.009] Timer tick, asking Buildbucket for the build status
[01:47:13.115] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:47:13.115] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:61:0) after 1m0s
[01:48:13.140] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:61:0)
[01:48:13.140] Timer tick, asking Buildbucket for the build status
[01:48:13.441] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:48:13.441] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:62:0) after 1m0s
[01:49:13.548] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:62:0)
[01:49:13.548] Timer tick, asking Buildbucket for the build status
[01:49:13.611] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:49:13.611] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:63:0) after 1m0s
[01:50:13.658] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:63:0)
[01:50:13.658] Timer tick, asking Buildbucket for the build status
[01:50:13.868] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:50:13.868] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:64:0) after 1m0s
[01:51:13.886] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:64:0)
[01:51:13.886] Timer tick, asking Buildbucket for the build status
[01:51:14.001] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:51:14.001] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:65:0) after 1m0s
[01:52:14.036] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:65:0)
[01:52:14.036] Timer tick, asking Buildbucket for the build status
[01:52:14.096] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:52:14.096] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:66:0) after 1m0s
[01:53:14.121] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:66:0)
[01:53:14.121] Timer tick, asking Buildbucket for the build status
[01:53:14.216] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:53:14.216] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:67:0) after 1m0s
[01:54:14.236] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:67:0)
[01:54:14.236] Timer tick, asking Buildbucket for the build status
[01:54:14.340] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:54:14.341] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:68:0) after 1m0s
[01:55:14.364] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:68:0)
[01:55:14.364] Timer tick, asking Buildbucket for the build status
[01:55:14.411] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:55:14.411] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:69:0) after 1m0s
[01:56:14.428] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:69:0)
[01:56:14.428] Timer tick, asking Buildbucket for the build status
[01:56:14.481] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:56:14.481] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:70:0) after 1m0s
[01:57:14.468] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:70:0)
[01:57:14.468] Timer tick, asking Buildbucket for the build status
[01:57:14.531] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:57:14.531] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:71:0) after 1m0s
[01:58:14.553] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:71:0)
[01:58:14.553] Timer tick, asking Buildbucket for the build status
[01:58:14.681] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:58:14.681] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:72:0) after 1m0s
[01:59:14.698] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:72:0)
[01:59:14.698] Timer tick, asking Buildbucket for the build status
[01:59:14.773] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:59:14.773] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:73:0) after 1m0s
[02:00:14.808] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:73:0)
[02:00:14.808] Timer tick, asking Buildbucket for the build status
[02:00:14.860] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:00:14.860] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:74:0) after 1m0s
[02:01:14.881] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:74:0)
[02:01:14.881] Timer tick, asking Buildbucket for the build status
[02:01:14.981] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:01:14.981] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:75:0) after 1m0s
[02:02:15.003] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:75:0)
[02:02:15.003] Timer tick, asking Buildbucket for the build status
[02:02:15.056] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:02:15.056] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:76:0) after 1m0s
[02:03:15.105] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:76:0)
[02:03:15.105] Timer tick, asking Buildbucket for the build status
[02:03:15.338] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:03:15.338] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:77:0) after 1m0s
[02:04:15.349] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:77:0)
[02:04:15.349] Timer tick, asking Buildbucket for the build status
[02:04:15.432] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:04:15.432] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:78:0) after 1m0s
[02:05:15.455] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:78:0)
[02:05:15.455] Timer tick, asking Buildbucket for the build status
[02:05:15.573] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:05:15.573] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:79:0) after 1m0s
[02:06:15.602] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:79:0)
[02:06:15.602] Timer tick, asking Buildbucket for the build status
[02:06:15.686] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:06:15.686] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:80:0) after 1m0s
[02:07:15.707] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:80:0)
[02:07:15.707] Timer tick, asking Buildbucket for the build status
[02:07:15.801] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:07:15.801] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:81:0) after 1m0s
[02:08:15.832] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:81:0)
[02:08:15.832] Timer tick, asking Buildbucket for the build status
[02:08:15.890] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:08:15.890] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:82:0) after 1m0s
[02:09:15.913] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:82:0)
[02:09:15.913] Timer tick, asking Buildbucket for the build status
[02:09:15.977] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:09:15.977] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:83:0) after 1m0s
[02:10:16.003] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:83:0)
[02:10:16.003] Timer tick, asking Buildbucket for the build status
[02:10:16.167] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:10:16.167] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:84:0) after 1m0s
[02:11:16.200] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:84:0)
[02:11:16.200] Timer tick, asking Buildbucket for the build status
[02:11:16.245] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:11:16.245] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:85:0) after 1m0s
[02:12:16.295] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:85:0)
[02:12:16.295] Timer tick, asking Buildbucket for the build status
[02:12:16.332] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:12:16.332] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:86:0) after 1m0s
[02:13:16.353] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:86:0)
[02:13:16.353] Timer tick, asking Buildbucket for the build status
[02:13:16.408] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:13:16.408] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:87:0) after 1m0s
[02:14:16.427] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:87:0)
[02:14:16.427] Timer tick, asking Buildbucket for the build status
[02:14:16.567] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:14:16.567] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:88:0) after 1m0s
[02:15:16.589] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:88:0)
[02:15:16.589] Timer tick, asking Buildbucket for the build status
[02:15:16.639] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:15:16.639] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:89:0) after 1m0s
[02:16:16.660] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:89:0)
[02:16:16.660] Timer tick, asking Buildbucket for the build status
[02:16:16.699] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:16:16.699] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:90:0) after 1m0s
[02:17:16.725] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:90:0)
[02:17:16.725] Timer tick, asking Buildbucket for the build status
[02:17:16.828] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:17:16.828] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:91:0) after 1m0s
[02:18:16.850] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:91:0)
[02:18:16.850] Timer tick, asking Buildbucket for the build status
[02:18:16.913] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:18:16.913] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:92:0) after 1m0s
[02:19:16.934] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:92:0)
[02:19:16.934] Timer tick, asking Buildbucket for the build status
[02:19:16.993] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:19:16.993] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:93:0) after 1m0s
[02:20:17.026] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:93:0)
[02:20:17.026] Timer tick, asking Buildbucket for the build status
[02:20:17.062] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:20:17.062] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:94:0) after 1m0s
[02:21:17.088] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:94:0)
[02:21:17.088] Timer tick, asking Buildbucket for the build status
[02:21:17.187] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:21:17.187] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:95:0) after 1m0s
[02:22:17.235] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:95:0)
[02:22:17.235] Timer tick, asking Buildbucket for the build status
[02:22:17.332] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:22:17.332] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:96:0) after 1m0s
[02:23:17.355] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:96:0)
[02:23:17.355] Timer tick, asking Buildbucket for the build status
[02:23:17.536] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:23:17.536] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:97:0) after 1m0s
[02:24:17.554] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:97:0)
[02:24:17.554] Timer tick, asking Buildbucket for the build status
[02:24:17.632] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:24:17.632] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:98:0) after 1m0s
[02:25:17.653] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:98:0)
[02:25:17.653] Timer tick, asking Buildbucket for the build status
[02:25:17.746] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:25:17.746] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:99:0) after 1m0s
[02:26:17.767] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:99:0)
[02:26:17.767] Timer tick, asking Buildbucket for the build status
[02:26:17.954] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:26:17.954] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:100:0) after 1m0s
[02:27:17.975] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:100:0)
[02:27:17.975] Timer tick, asking Buildbucket for the build status
[02:27:18.087] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:27:18.087] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:101:0) after 1m0s
[02:28:18.217] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:101:0)
[02:28:18.217] Timer tick, asking Buildbucket for the build status
[02:28:18.330] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:28:18.330] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:102:0) after 1m0s
[02:29:18.351] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:102:0)
[02:29:18.351] Timer tick, asking Buildbucket for the build status
[02:29:18.396] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:29:18.396] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:103:0) after 1m0s
[02:30:18.433] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:103:0)
[02:30:18.433] Timer tick, asking Buildbucket for the build status
[02:30:18.611] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:30:18.611] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:104:0) after 1m0s
[02:31:18.631] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:104:0)
[02:31:18.631] Timer tick, asking Buildbucket for the build status
[02:31:18.912] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:31:18.912] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:105:0) after 1m0s
[02:32:18.932] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:105:0)
[02:32:18.932] Timer tick, asking Buildbucket for the build status
[02:32:18.963] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:32:18.963] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:106:0) after 1m0s
[02:33:18.994] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:106:0)
[02:33:18.994] Timer tick, asking Buildbucket for the build status
[02:33:19.030] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:33:19.030] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:107:0) after 1m0s
[02:34:19.075] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:107:0)
[02:34:19.075] Timer tick, asking Buildbucket for the build status
[02:34:19.109] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:34:19.109] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:108:0) after 1m0s
[02:35:19.129] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:108:0)
[02:35:19.129] Timer tick, asking Buildbucket for the build status
[02:35:19.251] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:35:19.251] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:109:0) after 1m0s
[02:36:19.277] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:109:0)
[02:36:19.277] Timer tick, asking Buildbucket for the build status
[02:36:19.341] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:36:19.342] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:110:0) after 1m0s
[02:37:19.363] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:110:0)
[02:37:19.364] Timer tick, asking Buildbucket for the build status
[02:37:19.415] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:37:19.415] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:111:0) after 1m0s
[02:38:19.442] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:111:0)
[02:38:19.442] Timer tick, asking Buildbucket for the build status
[02:38:19.609] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:38:19.609] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:112:0) after 1m0s
[02:39:19.631] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:112:0)
[02:39:19.631] Timer tick, asking Buildbucket for the build status
[02:39:19.675] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:39:19.675] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:113:0) after 1m0s
[02:40:19.694] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:113:0)
[02:40:19.694] Timer tick, asking Buildbucket for the build status
[02:40:19.762] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:40:19.762] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:114:0) after 1m0s
[02:41:19.785] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:114:0)
[02:41:19.785] Timer tick, asking Buildbucket for the build status
[02:41:19.833] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:41:19.833] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:115:0) after 1m0s
[02:42:19.858] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:115:0)
[02:42:19.858] Timer tick, asking Buildbucket for the build status
[02:42:19.912] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:42:19.912] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:116:0) after 1m0s
[02:43:19.930] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:116:0)
[02:43:19.930] Timer tick, asking Buildbucket for the build status
[02:43:20.027] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:43:20.027] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:117:0) after 1m0s
[02:44:20.053] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:117:0)
[02:44:20.053] Timer tick, asking Buildbucket for the build status
[02:44:20.101] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:44:20.101] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:118:0) after 1m0s
[02:45:20.120] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:118:0)
[02:45:20.120] Timer tick, asking Buildbucket for the build status
[02:45:20.190] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:45:20.190] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:119:0) after 1m0s
[02:46:20.213] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:119:0)
[02:46:20.213] Timer tick, asking Buildbucket for the build status
[02:46:20.263] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:46:20.263] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:120:0) after 1m0s
[02:47:20.281] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:120:0)
[02:47:20.281] Timer tick, asking Buildbucket for the build status
[02:47:20.326] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:47:20.326] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:121:0) after 1m0s
[02:48:20.346] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:121:0)
[02:48:20.346] Timer tick, asking Buildbucket for the build status
[02:48:20.647] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:48:20.647] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:122:0) after 1m0s
[02:49:20.665] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:122:0)
[02:49:20.665] Timer tick, asking Buildbucket for the build status
[02:49:20.854] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:49:20.854] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:123:0) after 1m0s
[02:50:20.874] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:123:0)
[02:50:20.874] Timer tick, asking Buildbucket for the build status
[02:50:20.921] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:50:20.921] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:124:0) after 1m0s
[02:51:20.943] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:124:0)
[02:51:20.943] Timer tick, asking Buildbucket for the build status
[02:51:21.125] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:51:21.125] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:125:0) after 1m0s
[02:52:21.133] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:125:0)
[02:52:21.133] Timer tick, asking Buildbucket for the build status
[02:52:21.354] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:52:21.355] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:126:0) after 1m0s
[02:53:21.456] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:126:0)
[02:53:21.456] Timer tick, asking Buildbucket for the build status
[02:53:21.520] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:53:21.520] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:127:0) after 1m0s
[02:54:21.623] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:127:0)
[02:54:21.623] Timer tick, asking Buildbucket for the build status
[02:54:21.742] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:54:21.742] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:128:0) after 1m0s
[02:55:21.763] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:128:0)
[02:55:21.763] Timer tick, asking Buildbucket for the build status
[02:55:21.810] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:55:21.810] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:129:0) after 1m0s
[02:56:21.829] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:129:0)
[02:56:21.829] Timer tick, asking Buildbucket for the build status
[02:56:21.898] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:56:21.898] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:130:0) after 1m0s
[02:57:21.952] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:130:0)
[02:57:21.952] Timer tick, asking Buildbucket for the build status
[02:57:22.010] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:57:22.010] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:131:0) after 1m0s
[02:58:22.046] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:131:0)
[02:58:22.046] Timer tick, asking Buildbucket for the build status
[02:58:22.153] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:58:22.153] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:132:0) after 1m0s
[02:59:22.171] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:132:0)
[02:59:22.171] Timer tick, asking Buildbucket for the build status
[02:59:22.245] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:59:22.245] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:133:0) after 1m0s
[03:00:22.266] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:133:0)
[03:00:22.266] Timer tick, asking Buildbucket for the build status
[03:00:22.364] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:00:22.364] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:134:0) after 1m0s
[03:01:22.389] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:134:0)
[03:01:22.389] Timer tick, asking Buildbucket for the build status
[03:01:22.470] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:01:22.470] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:135:0) after 1m0s
[03:02:22.494] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:135:0)
[03:02:22.494] Timer tick, asking Buildbucket for the build status
[03:02:22.584] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:02:22.584] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:136:0) after 1m0s
[03:03:22.606] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:136:0)
[03:03:22.606] Timer tick, asking Buildbucket for the build status
[03:03:22.656] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:03:22.656] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:137:0) after 1m0s
[03:04:22.676] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:137:0)
[03:04:22.676] Timer tick, asking Buildbucket for the build status
[03:04:22.756] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:04:22.756] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:138:0) after 1m0s
[03:05:22.778] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:138:0)
[03:05:22.778] Timer tick, asking Buildbucket for the build status
[03:05:22.854] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:05:22.854] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:139:0) after 1m0s
[03:06:22.899] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:139:0)
[03:06:22.899] Timer tick, asking Buildbucket for the build status
[03:06:23.015] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:06:23.015] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:140:0) after 1m0s
[03:07:23.038] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:140:0)
[03:07:23.038] Timer tick, asking Buildbucket for the build status
[03:07:23.208] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:07:23.208] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:141:0) after 1m0s
[03:08:23.335] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:141:0)
[03:08:23.335] Timer tick, asking Buildbucket for the build status
[03:08:23.373] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:08:23.373] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:142:0) after 1m0s
[03:09:23.398] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:142:0)
[03:09:23.398] Timer tick, asking Buildbucket for the build status
[03:09:23.466] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:09:23.466] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:143:0) after 1m0s
[03:10:23.485] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:143:0)
[03:10:23.485] Timer tick, asking Buildbucket for the build status
[03:10:23.577] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:10:23.577] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:144:0) after 1m0s
[03:11:23.665] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:144:0)
[03:11:23.665] Timer tick, asking Buildbucket for the build status
[03:11:23.701] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:11:23.701] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:145:0) after 1m0s
[03:12:23.755] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:145:0)
[03:12:23.755] Timer tick, asking Buildbucket for the build status
[03:12:23.796] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:12:23.796] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:146:0) after 1m0s
[03:13:23.818] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:146:0)
[03:13:23.818] Timer tick, asking Buildbucket for the build status
[03:13:23.981] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:13:23.981] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:147:0) after 1m0s
[03:14:24.054] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:147:0)
[03:14:24.054] Timer tick, asking Buildbucket for the build status
[03:14:24.162] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:14:24.162] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:148:0) after 1m0s
[03:15:24.185] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:148:0)
[03:15:24.185] Timer tick, asking Buildbucket for the build status
[03:15:24.249] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:15:24.249] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:149:0) after 1m0s
[03:16:24.294] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:149:0)
[03:16:24.294] Timer tick, asking Buildbucket for the build status
[03:16:24.367] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:16:24.367] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:150:0) after 1m0s
[03:17:24.412] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:150:0)
[03:17:24.412] Timer tick, asking Buildbucket for the build status
[03:17:24.482] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:17:24.482] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:151:0) after 1m0s
[03:18:24.549] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:151:0)
[03:18:24.550] Timer tick, asking Buildbucket for the build status
[03:18:24.632] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:18:24.632] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:152:0) after 1m0s
[03:19:24.652] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:152:0)
[03:19:24.652] Timer tick, asking Buildbucket for the build status
[03:19:24.814] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:19:24.814] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:153:0) after 1m0s
[03:20:24.836] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:153:0)
[03:20:24.836] Timer tick, asking Buildbucket for the build status
[03:20:25.026] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:20:25.027] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:154:0) after 1m0s
[03:21:25.051] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:154:0)
[03:21:25.051] Timer tick, asking Buildbucket for the build status
[03:21:25.246] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:21:25.246] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:155:0) after 1m0s
[03:22:25.314] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:155:0)
[03:22:25.314] Timer tick, asking Buildbucket for the build status
[03:22:25.372] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:22:25.373] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:156:0) after 1m0s
[03:23:25.394] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:156:0)
[03:23:25.394] Timer tick, asking Buildbucket for the build status
[03:23:25.426] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:23:25.426] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:157:0) after 1m0s
[03:24:25.447] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:157:0)
[03:24:25.447] Timer tick, asking Buildbucket for the build status
[03:24:25.479] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:24:25.479] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:158:0) after 1m0s
[03:25:25.500] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:158:0)
[03:25:25.500] Timer tick, asking Buildbucket for the build status
[03:25:25.556] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:25:25.556] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:159:0) after 1m0s
[03:26:25.575] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:159:0)
[03:26:25.575] Timer tick, asking Buildbucket for the build status
[03:26:25.630] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:26:25.630] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:160:0) after 1m0s
[03:27:25.653] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:160:0)
[03:27:25.653] Timer tick, asking Buildbucket for the build status
[03:27:25.691] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:27:25.691] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:161:0) after 1m0s
[03:28:25.713] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:161:0)
[03:28:25.713] Timer tick, asking Buildbucket for the build status
[03:28:25.781] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:28:25.781] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:162:0) after 1m0s
[03:29:25.808] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:162:0)
[03:29:25.808] Timer tick, asking Buildbucket for the build status
[03:29:25.861] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:29:25.861] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:163:0) after 1m0s
[03:30:25.906] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:163:0)
[03:30:25.906] Timer tick, asking Buildbucket for the build status
[03:30:26.021] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:30:26.021] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:164:0) after 1m0s
[03:31:26.041] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:164:0)
[03:31:26.041] Timer tick, asking Buildbucket for the build status
[03:31:26.087] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:31:26.087] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:165:0) after 1m0s
[03:32:26.109] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:165:0)
[03:32:26.109] Timer tick, asking Buildbucket for the build status
[03:32:26.172] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:32:26.172] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:166:0) after 1m0s
[03:33:26.195] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:166:0)
[03:33:26.195] Timer tick, asking Buildbucket for the build status
[03:33:26.240] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:33:26.240] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:167:0) after 1m0s
[03:34:26.303] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:167:0)
[03:34:26.303] Timer tick, asking Buildbucket for the build status
[03:34:26.440] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:34:26.441] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:168:0) after 1m0s
[03:35:26.462] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:168:0)
[03:35:26.462] Timer tick, asking Buildbucket for the build status
[03:35:26.576] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:35:26.576] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:169:0) after 1m0s
[03:36:26.598] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:169:0)
[03:36:26.598] Timer tick, asking Buildbucket for the build status
[03:36:26.693] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:36:26.693] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:170:0) after 1m0s
[03:37:26.732] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:170:0)
[03:37:26.732] Timer tick, asking Buildbucket for the build status
[03:37:26.845] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:37:26.845] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:171:0) after 1m0s
[03:38:26.881] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:171:0)
[03:38:26.881] Timer tick, asking Buildbucket for the build status
[03:38:26.935] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:38:26.935] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:172:0) after 1m0s
[03:39:26.959] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:172:0)
[03:39:26.959] Timer tick, asking Buildbucket for the build status
[03:39:27.011] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:39:27.011] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:173:0) after 1m0s
[03:40:27.032] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:173:0)
[03:40:27.032] Timer tick, asking Buildbucket for the build status
[03:40:31.949] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:40:31.949] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:174:0) after 1m0s
[03:41:31.971] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:174:0)
[03:41:31.971] Timer tick, asking Buildbucket for the build status
[03:41:32.042] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:41:32.042] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:175:0) after 1m0s
[03:42:32.068] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:175:0)
[03:42:32.068] Timer tick, asking Buildbucket for the build status
[03:42:32.115] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:42:32.115] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:176:0) after 1m0s
[03:43:32.171] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:176:0)
[03:43:32.171] Timer tick, asking Buildbucket for the build status
[03:43:32.265] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:43:32.265] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:177:0) after 1m0s
[03:44:32.326] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:177:0)
[03:44:32.326] Timer tick, asking Buildbucket for the build status
[03:44:32.384] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:44:32.384] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:178:0) after 1m0s
[03:45:32.405] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:178:0)
[03:45:32.405] Timer tick, asking Buildbucket for the build status
[03:45:32.439] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:45:32.439] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:179:0) after 1m0s
[03:46:32.466] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:179:0)
[03:46:32.466] Timer tick, asking Buildbucket for the build status
[03:46:32.504] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:46:32.504] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:180:0) after 1m0s
[03:47:32.534] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:180:0)
[03:47:32.534] Timer tick, asking Buildbucket for the build status
[03:47:32.632] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:47:32.632] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:181:0) after 1m0s
[03:48:32.655] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:181:0)
[03:48:32.655] Timer tick, asking Buildbucket for the build status
[03:48:32.689] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:48:32.689] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:182:0) after 1m0s
[03:49:32.715] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:182:0)
[03:49:32.715] Timer tick, asking Buildbucket for the build status
[03:49:32.777] Build 8927751048031351744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:49:32.777] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9093181110237398944:183:0) after 1m0s
[03:50:09.906] Received PubSub notification, asking Buildbucket for the build status
[03:50:09.958] Build 8927751048031351744: status "COMPLETED", result "FAILURE", failure_reason "INFRA_FAILURE", cancelation_reason ""
[03:50:09.958] Buildbucket build:
{
  "build": {
    "bucket": "luci.nacl.ci",
    "canary": true,
    "canary_preference": "AUTO",
    "completed_ts": "1544241009230264",
    "created_by": "user:luci-scheduler@appspot.gserviceaccount.com",
    "created_ts": "1544230144431842",
    "failure_reason": "INFRA_FAILURE",
    "id": "8927751048031351744",
    "parameters_json": "{\"builder_name\": \"linux-64-validator-opt\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/native_client/src/native_client.git\", \"revision\": \"30cc127d74204a06f8471b802f54080cec236494\"}}",
    "project": "nacl",
    "result": "FAILURE",
    "result_details_json": "{\"ui\": {\"info\": \"\"}, \"swarming\": {\"bot_dimensions\": {\"gce\": [\"1\"], \"zone\": [\"us\", \"us-central\", \"us-central1\", \"us-central1-c\"], \"inside_docker\": [\"0\"], \"python\": [\"2.7.6\"], \"image\": [\"chrome-trusty-18091700-38cc06ee3ee\"], \"kvm\": [\"1\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-Broadwell_GCE\", \"x86-64-avx2\"], \"server_version\": [\"3921-6311e5b\"], \"machine_type\": [\"n1-standard-8\"], \"gpu\": [\"none\"], \"cores\": [\"8\"], \"os\": [\"Linux\", \"Ubuntu\", \"Ubuntu-14.04\"], \"id\": [\"gce-trusty-canary-e973df7c-us-central1-c-m3pp\"], \"pool\": [\"luci.flex.ci\"], \"caches\": [\"builder_104bd9a76c554f27456c85a5491ddf5f85dcadb4b39968a4576655287a5cf526_v2\", \"builder_41bff59e48143683eee7e209c35176da7d4c8f0bf6fc4cc531114b3142934c50_v2\", \"git\", \"goma_v2\", \"infra_gclient_with_go\", \"vpython\"]}}, \"properties\": {}}",
    "service_account": "nacl-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1544230197533263",
    "status": "COMPLETED",
    "status_changed_ts": "1544241009589440",
    "tags": [
      "build_address:luci.nacl.ci/linux-64-validator-opt/81",
      "builder:linux-64-validator-opt",
      "buildset:commit/git/30cc127d74204a06f8471b802f54080cec236494",
      "buildset:commit/gitiles/chromium.googlesource.com/native_client/src/native_client/+/30cc127d74204a06f8471b802f54080cec236494",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9093181110237398944",
      "scheduler_job_id:nacl/linux-64-validator-opt",
      "swarming_dimension:caches:builder_ec3024801e8fae9a0c90cf0b91bc8fd309d619937749998ead917e6c37a3a5b5_v2",
      "swarming_dimension:cores:8",
      "swarming_dimension:cpu:x86-64",
      "swarming_dimension:os:Ubuntu-14.04",
      "swarming_dimension:pool:luci.flex.ci",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:build_address:luci.nacl.ci/linux-64-validator-opt/81",
      "swarming_tag:buildbucket_bucket:nacl/ci",
      "swarming_tag:buildbucket_build_id:8927751048031351744",
      "swarming_tag:buildbucket_hostname:cr-buildbucket.appspot.com",
      "swarming_tag:buildbucket_template_canary:1",
      "swarming_tag:buildbucket_template_revision:2f19301aebbc779351dc95ab1dc03603fa761240",
      "swarming_tag:builder:linux-64-validator-opt",
      "swarming_tag:buildset:commit/git/30cc127d74204a06f8471b802f54080cec236494",
      "swarming_tag:buildset:commit/gitiles/chromium.googlesource.com/native_client/src/native_client/+/30cc127d74204a06f8471b802f54080cec236494",
      "swarming_tag:caches:builder_ec3024801e8fae9a0c90cf0b91bc8fd309d619937749998ead917e6c37a3a5b5_v2",
      "swarming_tag:cores:8",
      "swarming_tag:cpu:x86-64",
      "swarming_tag:gitiles_ref:refs/heads/master",
      "swarming_tag:log_location:logdog://logs.chromium.org/nacl/buildbucket/cr-buildbucket.appspot.com/8927751048031351744/+/annotations",
      "swarming_tag:luci_project:nacl",
      "swarming_tag:os:Ubuntu-14.04",
      "swarming_tag:pool:luci.flex.ci",
      "swarming_tag:priority:30",
      "swarming_tag:recipe_name:nacl",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_tag:scheduler_invocation_id:9093181110237398944",
      "swarming_tag:scheduler_job_id:nacl/linux-64-validator-opt",
      "swarming_tag:service_account:nacl-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
      "swarming_tag:swarming.pool.template:skip",
      "swarming_tag:swarming.pool.version:ca3fa1bb5efbbab16d62accc2030933fe0bd9b7a",
      "swarming_tag:user:None",
      "swarming_tag:user_agent:luci-scheduler",
      "swarming_tag:vpython:native-python-wrapper",
      "swarming_task_id:41a41b9527f23510",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1544241009590244",
    "url": "https://ci.chromium.org/b/8927751048031351744",
    "utcnow_ts": "1544241009946634"
  }
}
[03:50:09.958] Invocation finished in 3h1m7.014408997s with status FAILED