LUCI Scheduler :: nacl :: linux-64-validator-opt

Status: FAILED

Triggered by: jchinlee@google.com

Duration: 3 hours

Actions:

Definition (rev 8fecfaafc1abba4843234d58a712c5811f9e1de9)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.nacl.ci"
  builder: "linux-64-validator-opt"
>

Incoming triggers

Triggered via web UI (6 years ago by jchinlee@google.com)

Debug log (UTC)

[22:05:10.283] New invocation is queued and will start shortly
[22:05:10.283] Triggered by user:jchinlee@google.com
[22:05:11.561] Starting the invocation (attempt 1)
[22:05:11.610] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[22:05:11.610] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[22:05:11.610] Buildbucket request:
{
  "bucket": "luci.nacl.ci",
  "client_operation_id": "9092919629656129264",
  "parameters_json": "{\"builder_name\":\"linux-64-validator-opt\",\"properties\":{}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:linux-64-validator-opt",
    "scheduler_invocation_id:9092919629656129264",
    "scheduler_job_id:nacl/linux-64-validator-opt",
    "user_agent:luci-scheduler"
  ]
}
[22:05:16.076] Buildbucket response:
{
  "build": {
    "bucket": "luci.nacl.ci",
    "canary_preference": "AUTO",
    "created_by": "user:luci-scheduler@appspot.gserviceaccount.com",
    "created_ts": "1544479512132188",
    "id": "8927489567044477872",
    "lease_expiration_ts": "1544598315407056",
    "lease_key": "630827340",
    "parameters_json": "{\"builder_name\": \"linux-64-validator-opt\", \"properties\": {}}",
    "project": "nacl",
    "result_details_json": "null",
    "service_account": "nacl-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1544479515753808",
    "tags": [
      "build_address:luci.nacl.ci/linux-64-validator-opt/83",
      "builder:linux-64-validator-opt",
      "scheduler_invocation_id:9092919629656129264",
      "scheduler_job_id:nacl/linux-64-validator-opt",
      "swarming_dimension:caches:builder_ec3024801e8fae9a0c90cf0b91bc8fd309d619937749998ead917e6c37a3a5b5_v2",
      "swarming_dimension:cores:8",
      "swarming_dimension:cpu:x86-64",
      "swarming_dimension:os:Ubuntu-14.04",
      "swarming_dimension:pool:luci.flex.ci",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:build_address:luci.nacl.ci/linux-64-validator-opt/83",
      "swarming_tag:buildbucket_bucket:nacl/ci",
      "swarming_tag:buildbucket_build_id:8927489567044477872",
      "swarming_tag:buildbucket_hostname:cr-buildbucket.appspot.com",
      "swarming_tag:buildbucket_template_canary:0",
      "swarming_tag:buildbucket_template_revision:2f19301aebbc779351dc95ab1dc03603fa761240",
      "swarming_tag:builder:linux-64-validator-opt",
      "swarming_tag:caches:builder_ec3024801e8fae9a0c90cf0b91bc8fd309d619937749998ead917e6c37a3a5b5_v2",
      "swarming_tag:cores:8",
      "swarming_tag:cpu:x86-64",
      "swarming_tag:log_location:logdog://logs.chromium.org/nacl/buildbucket/cr-buildbucket.appspot.com/8927489567044477872/+/annotations",
      "swarming_tag:luci_project:nacl",
      "swarming_tag:os:Ubuntu-14.04",
      "swarming_tag:pool:luci.flex.ci",
      "swarming_tag:priority:30",
      "swarming_tag:recipe_name:nacl",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_tag:scheduler_invocation_id:9092919629656129264",
      "swarming_tag:scheduler_job_id:nacl/linux-64-validator-opt",
      "swarming_tag:service_account:nacl-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
      "swarming_tag:swarming.pool.template:skip",
      "swarming_tag:swarming.pool.version:93af8ec682df2bfa4a209195e796d3f2663d03c0",
      "swarming_tag:user:None",
      "swarming_tag:user_agent:luci-scheduler",
      "swarming_tag:vpython:native-python-wrapper",
      "swarming_task_id:41b2f8aa0fdf5510",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1544479515753889",
    "url": "https://ci.chromium.org/b/8927489567044477872",
    "utcnow_ts": "1544479515985686"
  }
}
[22:05:16.076] Task URL: https://ci.chromium.org/b/8927489567044477872
[22:05:16.076] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:2:0) after 1m0s
[22:05:19.259] Received PubSub notification, asking Buildbucket for the build status
[22:05:19.313] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:06:16.096] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:2:0)
[22:06:16.096] Timer tick, asking Buildbucket for the build status
[22:06:16.191] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:06:16.191] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:4:0) after 1m0s
[22:07:16.209] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:4:0)
[22:07:16.209] Timer tick, asking Buildbucket for the build status
[22:07:16.375] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:07:16.375] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:5:0) after 1m0s
[22:08:16.396] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:5:0)
[22:08:16.396] Timer tick, asking Buildbucket for the build status
[22:08:16.490] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:08:16.490] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:6:0) after 1m0s
[22:09:16.504] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:6:0)
[22:09:16.504] Timer tick, asking Buildbucket for the build status
[22:09:16.642] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:09:16.642] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:7:0) after 1m0s
[22:10:16.659] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:7:0)
[22:10:16.659] Timer tick, asking Buildbucket for the build status
[22:10:16.700] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:10:16.700] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:8:0) after 1m0s
[22:11:16.790] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:8:0)
[22:11:16.790] Timer tick, asking Buildbucket for the build status
[22:11:16.853] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:11:16.853] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:9:0) after 1m0s
[22:12:16.868] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:9:0)
[22:12:16.868] Timer tick, asking Buildbucket for the build status
[22:12:16.949] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:12:16.949] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:10:0) after 1m0s
[22:13:16.967] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:10:0)
[22:13:16.967] Timer tick, asking Buildbucket for the build status
[22:13:17.214] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:13:17.214] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:11:0) after 1m0s
[22:14:17.267] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:11:0)
[22:14:17.267] Timer tick, asking Buildbucket for the build status
[22:14:17.316] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:14:17.316] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:12:0) after 1m0s
[22:15:17.344] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:12:0)
[22:15:17.344] Timer tick, asking Buildbucket for the build status
[22:15:17.426] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:15:17.426] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:13:0) after 1m0s
[22:16:17.641] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:13:0)
[22:16:17.641] Timer tick, asking Buildbucket for the build status
[22:16:17.717] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:16:17.717] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:14:0) after 1m0s
[22:17:17.734] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:14:0)
[22:17:17.734] Timer tick, asking Buildbucket for the build status
[22:17:18.425] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:17:18.425] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:15:0) after 1m0s
[22:18:18.449] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:15:0)
[22:18:18.449] Timer tick, asking Buildbucket for the build status
[22:18:18.500] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:18:18.500] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:16:0) after 1m0s
[22:19:18.577] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:16:0)
[22:19:18.577] Timer tick, asking Buildbucket for the build status
[22:19:18.617] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:19:18.617] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:17:0) after 1m0s
[22:20:18.663] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:17:0)
[22:20:18.663] Timer tick, asking Buildbucket for the build status
[22:20:18.819] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:20:18.819] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:18:0) after 1m0s
[22:21:18.837] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:18:0)
[22:21:18.837] Timer tick, asking Buildbucket for the build status
[22:21:18.992] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:21:18.992] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:19:0) after 1m0s
[22:22:19.029] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:19:0)
[22:22:19.029] Timer tick, asking Buildbucket for the build status
[22:22:19.080] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:22:19.080] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:20:0) after 1m0s
[22:23:19.098] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:20:0)
[22:23:19.098] Timer tick, asking Buildbucket for the build status
[22:23:19.179] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:23:19.179] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:21:0) after 1m0s
[22:24:19.206] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:21:0)
[22:24:19.206] Timer tick, asking Buildbucket for the build status
[22:24:19.281] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:24:19.281] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:22:0) after 1m0s
[22:25:19.303] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:22:0)
[22:25:19.303] Timer tick, asking Buildbucket for the build status
[22:25:19.460] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:25:19.460] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:23:0) after 1m0s
[22:26:19.564] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:23:0)
[22:26:19.564] Timer tick, asking Buildbucket for the build status
[22:26:19.614] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:26:19.614] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:24:0) after 1m0s
[22:27:19.635] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:24:0)
[22:27:19.635] Timer tick, asking Buildbucket for the build status
[22:27:19.746] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:27:19.746] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:25:0) after 1m0s
[22:28:19.800] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:25:0)
[22:28:19.800] Timer tick, asking Buildbucket for the build status
[22:28:19.853] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:28:19.853] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:26:0) after 1m0s
[22:29:19.868] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:26:0)
[22:29:19.868] Timer tick, asking Buildbucket for the build status
[22:29:20.213] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:29:20.213] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:27:0) after 1m0s
[22:30:20.246] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:27:0)
[22:30:20.246] Timer tick, asking Buildbucket for the build status
[22:30:20.350] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:30:20.350] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:28:0) after 1m0s
[22:31:20.366] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:28:0)
[22:31:20.366] Timer tick, asking Buildbucket for the build status
[22:31:20.461] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:31:20.461] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:29:0) after 1m0s
[22:32:20.500] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:29:0)
[22:32:20.500] Timer tick, asking Buildbucket for the build status
[22:32:20.553] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:32:20.553] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:30:0) after 1m0s
[22:33:20.568] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:30:0)
[22:33:20.568] Timer tick, asking Buildbucket for the build status
[22:33:20.705] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:33:20.705] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:31:0) after 1m0s
[22:34:20.722] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:31:0)
[22:34:20.722] Timer tick, asking Buildbucket for the build status
[22:34:20.795] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:34:20.795] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:32:0) after 1m0s
[22:35:20.816] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:32:0)
[22:35:20.816] Timer tick, asking Buildbucket for the build status
[22:35:20.952] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:35:20.952] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:33:0) after 1m0s
[22:36:20.970] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:33:0)
[22:36:20.970] Timer tick, asking Buildbucket for the build status
[22:36:21.279] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:36:21.279] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:34:0) after 1m0s
[22:37:21.297] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:34:0)
[22:37:21.297] Timer tick, asking Buildbucket for the build status
[22:37:22.401] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:37:22.401] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:35:0) after 1m0s
[22:38:22.457] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:35:0)
[22:38:22.457] Timer tick, asking Buildbucket for the build status
[22:38:22.583] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:38:22.583] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:36:0) after 1m0s
[22:39:22.603] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:36:0)
[22:39:22.603] Timer tick, asking Buildbucket for the build status
[22:39:22.736] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:39:22.736] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:37:0) after 1m0s
[22:40:22.757] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:37:0)
[22:40:22.757] Timer tick, asking Buildbucket for the build status
[22:40:22.824] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:40:22.824] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:38:0) after 1m0s
[22:41:22.859] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:38:0)
[22:41:22.859] Timer tick, asking Buildbucket for the build status
[22:41:22.904] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:41:22.904] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:39:0) after 1m0s
[22:42:22.933] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:39:0)
[22:42:22.933] Timer tick, asking Buildbucket for the build status
[22:42:23.069] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:42:23.069] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:40:0) after 1m0s
[22:43:23.087] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:40:0)
[22:43:23.087] Timer tick, asking Buildbucket for the build status
[22:43:23.298] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:43:23.298] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:41:0) after 1m0s
[22:44:23.373] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:41:0)
[22:44:23.373] Timer tick, asking Buildbucket for the build status
[22:44:23.457] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:44:23.457] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:42:0) after 1m0s
[22:45:23.474] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:42:0)
[22:45:23.474] Timer tick, asking Buildbucket for the build status
[22:45:23.629] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:45:23.629] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:43:0) after 1m0s
[22:46:23.649] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:43:0)
[22:46:23.649] Timer tick, asking Buildbucket for the build status
[22:46:23.940] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:46:23.940] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:44:0) after 1m0s
[22:47:23.958] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:44:0)
[22:47:23.958] Timer tick, asking Buildbucket for the build status
[22:47:24.019] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:47:24.019] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:45:0) after 1m0s
[22:48:24.038] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:45:0)
[22:48:24.038] Timer tick, asking Buildbucket for the build status
[22:48:24.172] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:48:24.172] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:46:0) after 1m0s
[22:49:24.191] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:46:0)
[22:49:24.191] Timer tick, asking Buildbucket for the build status
[22:49:24.237] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:49:24.237] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:47:0) after 1m0s
[22:50:24.255] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:47:0)
[22:50:24.255] Timer tick, asking Buildbucket for the build status
[22:50:24.340] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:50:24.340] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:48:0) after 1m0s
[22:51:24.380] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:48:0)
[22:51:24.380] Timer tick, asking Buildbucket for the build status
[22:51:24.449] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:51:24.449] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:49:0) after 1m0s
[22:52:24.467] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:49:0)
[22:52:24.467] Timer tick, asking Buildbucket for the build status
[22:52:24.516] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:52:24.516] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:50:0) after 1m0s
[22:53:24.535] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:50:0)
[22:53:24.535] Timer tick, asking Buildbucket for the build status
[22:53:24.587] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:53:24.587] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:51:0) after 1m0s
[22:54:24.607] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:51:0)
[22:54:24.607] Timer tick, asking Buildbucket for the build status
[22:54:24.652] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:54:24.652] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:52:0) after 1m0s
[22:55:24.671] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:52:0)
[22:55:24.672] Timer tick, asking Buildbucket for the build status
[22:55:24.818] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:55:24.818] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:53:0) after 1m0s
[22:56:24.837] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:53:0)
[22:56:24.837] Timer tick, asking Buildbucket for the build status
[22:56:24.968] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:56:24.968] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:54:0) after 1m0s
[22:57:24.989] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:54:0)
[22:57:24.989] Timer tick, asking Buildbucket for the build status
[22:57:25.138] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:57:25.138] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:55:0) after 1m0s
[22:58:25.161] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:55:0)
[22:58:25.161] Timer tick, asking Buildbucket for the build status
[22:58:25.202] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:58:25.202] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:56:0) after 1m0s
[22:59:25.222] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:56:0)
[22:59:25.222] Timer tick, asking Buildbucket for the build status
[22:59:25.266] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:59:25.266] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:57:0) after 1m0s
[23:00:25.283] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:57:0)
[23:00:25.283] Timer tick, asking Buildbucket for the build status
[23:00:25.398] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:00:25.398] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:58:0) after 1m0s
[23:01:25.519] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:58:0)
[23:01:25.519] Timer tick, asking Buildbucket for the build status
[23:01:25.567] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:01:25.567] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:59:0) after 1m0s
[23:02:25.607] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:59:0)
[23:02:25.607] Timer tick, asking Buildbucket for the build status
[23:02:25.697] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:02:25.697] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:60:0) after 1m0s
[23:03:25.751] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:60:0)
[23:03:25.751] Timer tick, asking Buildbucket for the build status
[23:03:25.799] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:03:25.799] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:61:0) after 1m0s
[23:04:25.827] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:61:0)
[23:04:25.827] Timer tick, asking Buildbucket for the build status
[23:04:25.882] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:04:25.882] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:62:0) after 1m0s
[23:05:25.901] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:62:0)
[23:05:25.901] Timer tick, asking Buildbucket for the build status
[23:05:25.967] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:05:25.967] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:63:0) after 1m0s
[23:06:25.995] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:63:0)
[23:06:25.995] Timer tick, asking Buildbucket for the build status
[23:06:26.085] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:06:26.085] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:64:0) after 1m0s
[23:07:26.113] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:64:0)
[23:07:26.113] Timer tick, asking Buildbucket for the build status
[23:07:26.182] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:07:26.182] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:65:0) after 1m0s
[23:08:26.214] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:65:0)
[23:08:26.214] Timer tick, asking Buildbucket for the build status
[23:08:26.797] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:08:26.797] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:66:0) after 1m0s
[23:09:26.869] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:66:0)
[23:09:26.869] Timer tick, asking Buildbucket for the build status
[23:09:27.026] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:09:27.026] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:67:0) after 1m0s
[23:10:27.076] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:67:0)
[23:10:27.076] Timer tick, asking Buildbucket for the build status
[23:10:27.257] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:10:27.257] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:68:0) after 1m0s
[23:11:27.277] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:68:0)
[23:11:27.277] Timer tick, asking Buildbucket for the build status
[23:11:27.370] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:11:27.370] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:69:0) after 1m0s
[23:12:27.417] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:69:0)
[23:12:27.417] Timer tick, asking Buildbucket for the build status
[23:12:27.505] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:12:27.505] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:70:0) after 1m0s
[23:13:27.566] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:70:0)
[23:13:27.566] Timer tick, asking Buildbucket for the build status
[23:13:27.639] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:13:27.639] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:71:0) after 1m0s
[23:14:27.657] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:71:0)
[23:14:27.657] Timer tick, asking Buildbucket for the build status
[23:14:27.835] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:14:27.835] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:72:0) after 1m0s
[23:15:27.853] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:72:0)
[23:15:27.853] Timer tick, asking Buildbucket for the build status
[23:15:27.918] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:15:27.918] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:73:0) after 1m0s
[23:16:27.935] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:73:0)
[23:16:27.935] Timer tick, asking Buildbucket for the build status
[23:16:27.994] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:16:27.994] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:74:0) after 1m0s
[23:17:28.012] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:74:0)
[23:17:28.012] Timer tick, asking Buildbucket for the build status
[23:17:28.060] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:17:28.060] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:75:0) after 1m0s
[23:18:28.104] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:75:0)
[23:18:28.104] Timer tick, asking Buildbucket for the build status
[23:18:28.165] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:18:28.165] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:76:0) after 1m0s
[23:19:28.199] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:76:0)
[23:19:28.199] Timer tick, asking Buildbucket for the build status
[23:19:28.347] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:19:28.348] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:77:0) after 1m0s
[23:20:28.416] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:77:0)
[23:20:28.416] Timer tick, asking Buildbucket for the build status
[23:20:28.512] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:20:28.512] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:78:0) after 1m0s
[23:21:28.538] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:78:0)
[23:21:28.538] Timer tick, asking Buildbucket for the build status
[23:21:28.586] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:21:28.586] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:79:0) after 1m0s
[23:22:28.715] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:79:0)
[23:22:28.715] Timer tick, asking Buildbucket for the build status
[23:22:28.834] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:22:28.834] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:80:0) after 1m0s
[23:23:28.870] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:80:0)
[23:23:28.870] Timer tick, asking Buildbucket for the build status
[23:23:28.957] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:23:28.957] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:81:0) after 1m0s
[23:24:28.988] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:81:0)
[23:24:28.988] Timer tick, asking Buildbucket for the build status
[23:24:29.044] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:24:29.045] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:82:0) after 1m0s
[23:25:29.068] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:82:0)
[23:25:29.068] Timer tick, asking Buildbucket for the build status
[23:25:29.157] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:25:29.157] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:83:0) after 1m0s
[23:26:29.181] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:83:0)
[23:26:29.181] Timer tick, asking Buildbucket for the build status
[23:26:29.221] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:26:29.221] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:84:0) after 1m0s
[23:27:29.324] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:84:0)
[23:27:29.324] Timer tick, asking Buildbucket for the build status
[23:27:29.402] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:27:29.402] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:85:0) after 1m0s
[23:28:29.423] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:85:0)
[23:28:29.423] Timer tick, asking Buildbucket for the build status
[23:28:29.471] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:28:29.471] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:86:0) after 1m0s
[23:29:29.492] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:86:0)
[23:29:29.492] Timer tick, asking Buildbucket for the build status
[23:29:29.544] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:29:29.544] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:87:0) after 1m0s
[23:30:29.583] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:87:0)
[23:30:29.583] Timer tick, asking Buildbucket for the build status
[23:30:29.628] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:30:29.628] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:88:0) after 1m0s
[23:31:29.666] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:88:0)
[23:31:29.666] Timer tick, asking Buildbucket for the build status
[23:31:29.729] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:31:29.729] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:89:0) after 1m0s
[23:32:29.748] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:89:0)
[23:32:29.748] Timer tick, asking Buildbucket for the build status
[23:32:29.908] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:32:29.908] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:90:0) after 1m0s
[23:33:29.928] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:90:0)
[23:33:29.928] Timer tick, asking Buildbucket for the build status
[23:33:30.001] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:33:30.001] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:91:0) after 1m0s
[23:34:30.027] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:91:0)
[23:34:30.027] Timer tick, asking Buildbucket for the build status
[23:34:30.072] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:34:30.072] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:92:0) after 1m0s
[23:35:30.094] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:92:0)
[23:35:30.094] Timer tick, asking Buildbucket for the build status
[23:35:30.170] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:35:30.170] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:93:0) after 1m0s
[23:36:30.193] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:93:0)
[23:36:30.193] Timer tick, asking Buildbucket for the build status
[23:36:30.545] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:36:30.545] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:94:0) after 1m0s
[23:37:30.576] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:94:0)
[23:37:30.576] Timer tick, asking Buildbucket for the build status
[23:37:30.616] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:37:30.616] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:95:0) after 1m0s
[23:38:30.636] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:95:0)
[23:38:30.636] Timer tick, asking Buildbucket for the build status
[23:38:30.685] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:38:30.685] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:96:0) after 1m0s
[23:39:30.748] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:96:0)
[23:39:30.748] Timer tick, asking Buildbucket for the build status
[23:39:30.813] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:39:30.813] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:97:0) after 1m0s
[23:40:30.858] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:97:0)
[23:40:30.858] Timer tick, asking Buildbucket for the build status
[23:40:30.904] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:40:30.904] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:98:0) after 1m0s
[23:41:30.927] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:98:0)
[23:41:30.927] Timer tick, asking Buildbucket for the build status
[23:41:31.003] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:41:31.003] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:99:0) after 1m0s
[23:42:31.031] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:99:0)
[23:42:31.031] Timer tick, asking Buildbucket for the build status
[23:42:31.088] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:42:31.088] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:100:0) after 1m0s
[23:43:31.131] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:100:0)
[23:43:31.131] Timer tick, asking Buildbucket for the build status
[23:43:31.184] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:43:31.184] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:101:0) after 1m0s
[23:44:31.213] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:101:0)
[23:44:31.213] Timer tick, asking Buildbucket for the build status
[23:44:31.335] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:44:31.336] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:102:0) after 1m0s
[23:45:31.354] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:102:0)
[23:45:31.354] Timer tick, asking Buildbucket for the build status
[23:45:31.525] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:45:31.525] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:103:0) after 1m0s
[23:46:31.545] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:103:0)
[23:46:31.545] Timer tick, asking Buildbucket for the build status
[23:46:31.741] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:46:31.741] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:104:0) after 1m0s
[23:47:31.817] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:104:0)
[23:47:31.817] Timer tick, asking Buildbucket for the build status
[23:47:31.894] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:47:31.894] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:105:0) after 1m0s
[23:48:31.919] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:105:0)
[23:48:31.919] Timer tick, asking Buildbucket for the build status
[23:48:31.962] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:48:31.962] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:106:0) after 1m0s
[23:49:31.982] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:106:0)
[23:49:31.982] Timer tick, asking Buildbucket for the build status
[23:49:32.053] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:49:32.053] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:107:0) after 1m0s
[23:50:32.075] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:107:0)
[23:50:32.075] Timer tick, asking Buildbucket for the build status
[23:50:32.124] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:50:32.124] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:108:0) after 1m0s
[23:51:32.152] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:108:0)
[23:51:32.152] Timer tick, asking Buildbucket for the build status
[23:51:32.198] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:51:32.198] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:109:0) after 1m0s
[23:52:32.225] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:109:0)
[23:52:32.225] Timer tick, asking Buildbucket for the build status
[23:52:32.298] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:52:32.298] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:110:0) after 1m0s
[23:53:32.323] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:110:0)
[23:53:32.323] Timer tick, asking Buildbucket for the build status
[23:53:32.396] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:53:32.396] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:111:0) after 1m0s
[23:54:32.422] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:111:0)
[23:54:32.422] Timer tick, asking Buildbucket for the build status
[23:54:32.566] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:54:32.566] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:112:0) after 1m0s
[23:55:32.607] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:112:0)
[23:55:32.607] Timer tick, asking Buildbucket for the build status
[23:55:32.673] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:55:32.673] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:113:0) after 1m0s
[23:56:32.725] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:113:0)
[23:56:32.725] Timer tick, asking Buildbucket for the build status
[23:56:32.847] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:56:32.847] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:114:0) after 1m0s
[23:57:32.876] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:114:0)
[23:57:32.876] Timer tick, asking Buildbucket for the build status
[23:57:32.943] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:57:32.943] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:115:0) after 1m0s
[23:58:32.965] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:115:0)
[23:58:32.965] Timer tick, asking Buildbucket for the build status
[23:58:33.077] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:58:33.077] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:116:0) after 1m0s
[23:59:33.108] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:116:0)
[23:59:33.108] Timer tick, asking Buildbucket for the build status
[23:59:33.162] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:59:33.162] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:117:0) after 1m0s
[00:00:33.254] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:117:0)
[00:00:33.254] Timer tick, asking Buildbucket for the build status
[00:00:33.450] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:00:33.450] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:118:0) after 1m0s
[00:01:33.481] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:118:0)
[00:01:33.481] Timer tick, asking Buildbucket for the build status
[00:01:33.567] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:01:33.567] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:119:0) after 1m0s
[00:02:33.598] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:119:0)
[00:02:33.598] Timer tick, asking Buildbucket for the build status
[00:02:33.648] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:02:33.648] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:120:0) after 1m0s
[00:03:33.691] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:120:0)
[00:03:33.691] Timer tick, asking Buildbucket for the build status
[00:03:33.751] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:03:33.751] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:121:0) after 1m0s
[00:04:33.781] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:121:0)
[00:04:33.781] Timer tick, asking Buildbucket for the build status
[00:04:33.833] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:04:33.833] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:122:0) after 1m0s
[00:05:33.875] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:122:0)
[00:05:33.875] Timer tick, asking Buildbucket for the build status
[00:05:33.967] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:05:33.967] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:123:0) after 1m0s
[00:06:33.986] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:123:0)
[00:06:33.986] Timer tick, asking Buildbucket for the build status
[00:06:34.044] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:06:34.044] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:124:0) after 1m0s
[00:07:34.067] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:124:0)
[00:07:34.067] Timer tick, asking Buildbucket for the build status
[00:07:34.120] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:07:34.120] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:125:0) after 1m0s
[00:08:34.139] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:125:0)
[00:08:34.139] Timer tick, asking Buildbucket for the build status
[00:08:34.270] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:08:34.271] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:126:0) after 1m0s
[00:09:34.292] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:126:0)
[00:09:34.292] Timer tick, asking Buildbucket for the build status
[00:09:34.336] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:09:34.336] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:127:0) after 1m0s
[00:10:34.355] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:127:0)
[00:10:34.355] Timer tick, asking Buildbucket for the build status
[00:10:34.522] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:10:34.522] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:128:0) after 1m0s
[00:11:34.546] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:128:0)
[00:11:34.546] Timer tick, asking Buildbucket for the build status
[00:11:34.589] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:11:34.589] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:129:0) after 1m0s
[00:12:34.617] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:129:0)
[00:12:34.617] Timer tick, asking Buildbucket for the build status
[00:12:34.665] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:12:34.665] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:130:0) after 1m0s
[00:13:34.684] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:130:0)
[00:13:34.684] Timer tick, asking Buildbucket for the build status
[00:13:34.729] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:13:34.729] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:131:0) after 1m0s
[00:14:34.750] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:131:0)
[00:14:34.750] Timer tick, asking Buildbucket for the build status
[00:14:34.845] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:14:34.845] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:132:0) after 1m0s
[00:15:34.865] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:132:0)
[00:15:34.865] Timer tick, asking Buildbucket for the build status
[00:15:35.004] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:15:35.004] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:133:0) after 1m0s
[00:16:35.031] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:133:0)
[00:16:35.031] Timer tick, asking Buildbucket for the build status
[00:16:35.108] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:16:35.108] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:134:0) after 1m0s
[00:17:35.133] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:134:0)
[00:17:35.133] Timer tick, asking Buildbucket for the build status
[00:17:35.209] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:17:35.209] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:135:0) after 1m0s
[00:18:35.235] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:135:0)
[00:18:35.235] Timer tick, asking Buildbucket for the build status
[00:18:35.363] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:18:35.363] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:136:0) after 1m0s
[00:19:35.389] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:136:0)
[00:19:35.389] Timer tick, asking Buildbucket for the build status
[00:19:35.473] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:19:35.473] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:137:0) after 1m0s
[00:20:35.494] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:137:0)
[00:20:35.494] Timer tick, asking Buildbucket for the build status
[00:20:35.603] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:20:35.603] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:138:0) after 1m0s
[00:21:35.628] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:138:0)
[00:21:35.628] Timer tick, asking Buildbucket for the build status
[00:21:35.731] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:21:35.731] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:139:0) after 1m0s
[00:22:35.754] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:139:0)
[00:22:35.754] Timer tick, asking Buildbucket for the build status
[00:22:35.836] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:22:35.836] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:140:0) after 1m0s
[00:23:35.858] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:140:0)
[00:23:35.858] Timer tick, asking Buildbucket for the build status
[00:23:35.918] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:23:35.918] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:141:0) after 1m0s
[00:24:35.939] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:141:0)
[00:24:35.939] Timer tick, asking Buildbucket for the build status
[00:24:36.088] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:24:36.088] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:142:0) after 1m0s
[00:25:36.169] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:142:0)
[00:25:36.169] Timer tick, asking Buildbucket for the build status
[00:25:36.220] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:25:36.220] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:143:0) after 1m0s
[00:26:36.203] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:143:0)
[00:26:36.203] Timer tick, asking Buildbucket for the build status
[00:26:36.347] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:26:36.347] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:144:0) after 1m0s
[00:27:36.368] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:144:0)
[00:27:36.368] Timer tick, asking Buildbucket for the build status
[00:27:36.513] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:27:36.513] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:145:0) after 1m0s
[00:28:36.536] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:145:0)
[00:28:36.536] Timer tick, asking Buildbucket for the build status
[00:28:36.606] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:28:36.606] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:146:0) after 1m0s
[00:29:36.631] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:146:0)
[00:29:36.631] Timer tick, asking Buildbucket for the build status
[00:29:36.671] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:29:36.671] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:147:0) after 1m0s
[00:30:36.759] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:147:0)
[00:30:36.759] Timer tick, asking Buildbucket for the build status
[00:30:36.823] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:30:36.823] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:148:0) after 1m0s
[00:31:36.846] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:148:0)
[00:31:36.846] Timer tick, asking Buildbucket for the build status
[00:31:36.917] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:31:36.917] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:149:0) after 1m0s
[00:32:36.942] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:149:0)
[00:32:36.942] Timer tick, asking Buildbucket for the build status
[00:32:37.022] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:32:37.022] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:150:0) after 1m0s
[00:33:37.042] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:150:0)
[00:33:37.042] Timer tick, asking Buildbucket for the build status
[00:33:37.085] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:33:37.085] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:151:0) after 1m0s
[00:34:37.113] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:151:0)
[00:34:37.113] Timer tick, asking Buildbucket for the build status
[00:34:37.184] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:34:37.184] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:152:0) after 1m0s
[00:35:37.218] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:152:0)
[00:35:37.218] Timer tick, asking Buildbucket for the build status
[00:35:37.295] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:35:37.296] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:153:0) after 1m0s
[00:36:37.315] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:153:0)
[00:36:37.315] Timer tick, asking Buildbucket for the build status
[00:36:37.362] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:36:37.362] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:154:0) after 1m0s
[00:37:37.387] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:154:0)
[00:37:37.387] Timer tick, asking Buildbucket for the build status
[00:37:37.475] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:37:37.475] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:155:0) after 1m0s
[00:38:37.498] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:155:0)
[00:38:37.498] Timer tick, asking Buildbucket for the build status
[00:38:37.632] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:38:37.632] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:156:0) after 1m0s
[00:39:37.662] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:156:0)
[00:39:37.662] Timer tick, asking Buildbucket for the build status
[00:39:37.707] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:39:37.707] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:157:0) after 1m0s
[00:40:37.732] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:157:0)
[00:40:37.732] Timer tick, asking Buildbucket for the build status
[00:40:37.803] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:40:37.803] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:158:0) after 1m0s
[00:41:37.824] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:158:0)
[00:41:37.824] Timer tick, asking Buildbucket for the build status
[00:41:37.920] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:41:37.920] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:159:0) after 1m0s
[00:42:37.940] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:159:0)
[00:42:37.940] Timer tick, asking Buildbucket for the build status
[00:42:38.054] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:42:38.054] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:160:0) after 1m0s
[00:43:38.079] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:160:0)
[00:43:38.079] Timer tick, asking Buildbucket for the build status
[00:43:38.146] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:43:38.146] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:161:0) after 1m0s
[00:44:38.167] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:161:0)
[00:44:38.167] Timer tick, asking Buildbucket for the build status
[00:44:38.243] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:44:38.243] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:162:0) after 1m0s
[00:45:38.276] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:162:0)
[00:45:38.276] Timer tick, asking Buildbucket for the build status
[00:45:38.321] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:45:38.321] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:163:0) after 1m0s
[00:46:38.341] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:163:0)
[00:46:38.341] Timer tick, asking Buildbucket for the build status
[00:46:38.428] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:46:38.428] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:164:0) after 1m0s
[00:47:38.449] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:164:0)
[00:47:38.449] Timer tick, asking Buildbucket for the build status
[00:47:38.496] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:47:38.496] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:165:0) after 1m0s
[00:48:38.596] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:165:0)
[00:48:38.596] Timer tick, asking Buildbucket for the build status
[00:48:38.673] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:48:38.673] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:166:0) after 1m0s
[00:49:38.704] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:166:0)
[00:49:38.704] Timer tick, asking Buildbucket for the build status
[00:49:38.759] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:49:38.759] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:167:0) after 1m0s
[00:50:38.797] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:167:0)
[00:50:38.797] Timer tick, asking Buildbucket for the build status
[00:50:38.847] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:50:38.847] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:168:0) after 1m0s
[00:51:38.872] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:168:0)
[00:51:38.872] Timer tick, asking Buildbucket for the build status
[00:51:39.017] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:51:39.017] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:169:0) after 1m0s
[00:52:39.038] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:169:0)
[00:52:39.038] Timer tick, asking Buildbucket for the build status
[00:52:39.087] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:52:39.087] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:170:0) after 1m0s
[00:53:39.112] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:170:0)
[00:53:39.112] Timer tick, asking Buildbucket for the build status
[00:53:39.215] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:53:39.215] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:171:0) after 1m0s
[00:54:39.239] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:171:0)
[00:54:39.239] Timer tick, asking Buildbucket for the build status
[00:54:39.430] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:54:39.430] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:172:0) after 1m0s
[00:55:39.454] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:172:0)
[00:55:39.454] Timer tick, asking Buildbucket for the build status
[00:55:39.499] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:55:39.499] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:173:0) after 1m0s
[00:56:39.522] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:173:0)
[00:56:39.522] Timer tick, asking Buildbucket for the build status
[00:56:39.576] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:56:39.576] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:174:0) after 1m0s
[00:57:39.616] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:174:0)
[00:57:39.616] Timer tick, asking Buildbucket for the build status
[00:57:39.741] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:57:39.741] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:175:0) after 1m0s
[00:58:39.763] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:175:0)
[00:58:39.763] Timer tick, asking Buildbucket for the build status
[00:58:39.805] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:58:39.805] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:176:0) after 1m0s
[00:59:39.832] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:176:0)
[00:59:39.832] Timer tick, asking Buildbucket for the build status
[00:59:39.914] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:59:39.914] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:177:0) after 1m0s
[01:00:39.938] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:177:0)
[01:00:39.938] Timer tick, asking Buildbucket for the build status
[01:00:39.973] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:00:39.973] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:178:0) after 1m0s
[01:01:40.002] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:178:0)
[01:01:40.002] Timer tick, asking Buildbucket for the build status
[01:01:40.043] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:01:40.043] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:179:0) after 1m0s
[01:02:40.064] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:179:0)
[01:02:40.064] Timer tick, asking Buildbucket for the build status
[01:02:40.140] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:02:40.140] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:180:0) after 1m0s
[01:03:40.162] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:180:0)
[01:03:40.162] Timer tick, asking Buildbucket for the build status
[01:03:40.214] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:03:40.214] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:181:0) after 1m0s
[01:04:40.235] Handling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:181:0)
[01:04:40.235] Timer tick, asking Buildbucket for the build status
[01:04:42.070] Build 8927489567044477872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:04:42.070] Scheduling timer "check-buildbucket-build-status" (nacl/linux-64-validator-opt:9092919629656129264:182:0) after 1m0s
[01:05:30.189] Received PubSub notification, asking Buildbucket for the build status
[01:05:30.223] Build 8927489567044477872: status "COMPLETED", result "FAILURE", failure_reason "INFRA_FAILURE", cancelation_reason ""
[01:05:30.223] Buildbucket build:
{
  "build": {
    "bucket": "luci.nacl.ci",
    "canary_preference": "AUTO",
    "completed_ts": "1544490329573379",
    "created_by": "user:luci-scheduler@appspot.gserviceaccount.com",
    "created_ts": "1544479512132188",
    "failure_reason": "INFRA_FAILURE",
    "id": "8927489567044477872",
    "parameters_json": "{\"builder_name\": \"linux-64-validator-opt\", \"properties\": {}}",
    "project": "nacl",
    "result": "FAILURE",
    "result_details_json": "{\"ui\": {\"info\": \"\"}, \"swarming\": {\"bot_dimensions\": {\"gce\": [\"1\"], \"zone\": [\"us\", \"us-central\", \"us-central1\", \"us-central1-c\"], \"inside_docker\": [\"0\"], \"python\": [\"2.7.6\"], \"image\": [\"chrome-trusty-18091700-38cc06ee3ee\"], \"kvm\": [\"1\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-Broadwell_GCE\", \"x86-64-avx2\"], \"server_version\": [\"3921-6311e5b\"], \"machine_type\": [\"n1-standard-8\"], \"gpu\": [\"none\"], \"cores\": [\"8\"], \"os\": [\"Linux\", \"Ubuntu\", \"Ubuntu-14.04\"], \"id\": [\"gce-trusty-canary-e973df7c-us-central1-c-tnd7\"], \"pool\": [\"luci.flex.ci\"], \"caches\": [\"git\", \"goma_v2\", \"vpython\"]}}, \"properties\": {}}",
    "service_account": "nacl-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1544479518079770",
    "status": "COMPLETED",
    "status_changed_ts": "1544490329960035",
    "tags": [
      "build_address:luci.nacl.ci/linux-64-validator-opt/83",
      "builder:linux-64-validator-opt",
      "scheduler_invocation_id:9092919629656129264",
      "scheduler_job_id:nacl/linux-64-validator-opt",
      "swarming_dimension:caches:builder_ec3024801e8fae9a0c90cf0b91bc8fd309d619937749998ead917e6c37a3a5b5_v2",
      "swarming_dimension:cores:8",
      "swarming_dimension:cpu:x86-64",
      "swarming_dimension:os:Ubuntu-14.04",
      "swarming_dimension:pool:luci.flex.ci",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:build_address:luci.nacl.ci/linux-64-validator-opt/83",
      "swarming_tag:buildbucket_bucket:nacl/ci",
      "swarming_tag:buildbucket_build_id:8927489567044477872",
      "swarming_tag:buildbucket_hostname:cr-buildbucket.appspot.com",
      "swarming_tag:buildbucket_template_canary:0",
      "swarming_tag:buildbucket_template_revision:2f19301aebbc779351dc95ab1dc03603fa761240",
      "swarming_tag:builder:linux-64-validator-opt",
      "swarming_tag:caches:builder_ec3024801e8fae9a0c90cf0b91bc8fd309d619937749998ead917e6c37a3a5b5_v2",
      "swarming_tag:cores:8",
      "swarming_tag:cpu:x86-64",
      "swarming_tag:log_location:logdog://logs.chromium.org/nacl/buildbucket/cr-buildbucket.appspot.com/8927489567044477872/+/annotations",
      "swarming_tag:luci_project:nacl",
      "swarming_tag:os:Ubuntu-14.04",
      "swarming_tag:pool:luci.flex.ci",
      "swarming_tag:priority:30",
      "swarming_tag:recipe_name:nacl",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_tag:scheduler_invocation_id:9092919629656129264",
      "swarming_tag:scheduler_job_id:nacl/linux-64-validator-opt",
      "swarming_tag:service_account:nacl-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
      "swarming_tag:swarming.pool.template:skip",
      "swarming_tag:swarming.pool.version:93af8ec682df2bfa4a209195e796d3f2663d03c0",
      "swarming_tag:user:None",
      "swarming_tag:user_agent:luci-scheduler",
      "swarming_tag:vpython:native-python-wrapper",
      "swarming_task_id:41b2f8aa0fdf5510",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1544490329961046",
    "url": "https://ci.chromium.org/b/8927489567044477872",
    "utcnow_ts": "1544490330213029"
  }
}
[01:05:30.223] Invocation finished in 3h0m19.964744391s with status FAILED