Status: FAILED
Triggered by: -
Duration: 1 hour
Actions:

Definition (rev ead1c24e5b0e6b883f7d7e816b15c81777fef6bb)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTiOS"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/chromium/src.git",
  "revision": "1767498d27b5a970b9461830b46b318dfebf8e40"
}

Incoming tags

  • buildset:commit/git/1767498d27b5a970b9461830b46b318dfebf8e40
  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/1767498d27b5a970b9461830b46b318dfebf8e40
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[18:20:42.535] New invocation is queued and will start shortly
[18:20:43.780] Starting the invocation (attempt 1)
[18:20:43.837] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[18:20:43.837] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[18:20:43.837] Buildbucket request:
{
  "bucket": "luci.chromium.ci",
  "client_operation_id": "9076263909795611312",
  "parameters_json": "{\"builder_name\":\"ToTiOS\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src.git\",\"revision\":\"1767498d27b5a970b9461830b46b318dfebf8e40\"}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:ToTiOS",
    "scheduler_invocation_id:9076263909795611312",
    "scheduler_job_id:chromium/ToTiOS",
    "user_agent:luci-scheduler",
    "buildset:commit/git/1767498d27b5a970b9461830b46b318dfebf8e40",
    "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/1767498d27b5a970b9461830b46b318dfebf8e40",
    "gitiles_ref:refs/heads/master"
  ]
}
[18:20:44.756] Buildbucket response:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "created_by": "project:chromium",
    "created_ts": "1560363644014366",
    "id": "8910833847572858672",
    "parameters_json": "{\"builder_name\": \"ToTiOS\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"1767498d27b5a970b9461830b46b318dfebf8e40\"}}",
    "project": "chromium",
    "result_details_json": "{\"properties\": {}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1560363644592104",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOS/8163",
      "builder:ToTiOS",
      "buildset:commit/git/1767498d27b5a970b9461830b46b318dfebf8e40",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/1767498d27b5a970b9461830b46b318dfebf8e40",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9076263909795611312",
      "scheduler_job_id:chromium/ToTiOS",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8910833847572858672/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1560363644592237",
    "url": "https://ci.chromium.org/b/8910833847572858672",
    "utcnow_ts": "1560363644746202"
  }
}
[18:20:44.756] Task URL: https://ci.chromium.org/b/8910833847572858672
[18:20:44.756] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:2:0) after 1m0s
[18:21:44.819] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:2:0)
[18:21:44.819] Timer tick, asking Buildbucket for the build status
[18:21:45.073] Build 8910833847572858672: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[18:21:45.073] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:3:0) after 1m0s
[18:22:45.233] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:3:0)
[18:22:45.233] Timer tick, asking Buildbucket for the build status
[18:22:45.368] Build 8910833847572858672: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[18:22:45.368] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:4:0) after 1m0s
[18:23:04.245] Received PubSub notification, asking Buildbucket for the build status
[18:23:06.845] Build 8910833847572858672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:23:45.363] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:4:0)
[18:23:45.363] Timer tick, asking Buildbucket for the build status
[18:23:45.507] Build 8910833847572858672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:23:45.507] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:6:0) after 1m0s
[18:24:45.582] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:6:0)
[18:24:45.582] Timer tick, asking Buildbucket for the build status
[18:24:45.990] Build 8910833847572858672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:24:45.990] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:7:0) after 1m0s
[18:25:46.078] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:7:0)
[18:25:46.078] Timer tick, asking Buildbucket for the build status
[18:25:50.134] Build 8910833847572858672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:25:50.134] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:8:0) after 1m0s
[18:26:50.267] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:8:0)
[18:26:50.267] Timer tick, asking Buildbucket for the build status
[18:26:52.449] Build 8910833847572858672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:26:52.449] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:9:0) after 1m0s
[18:27:52.451] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:9:0)
[18:27:52.451] Timer tick, asking Buildbucket for the build status
[18:27:53.387] Build 8910833847572858672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:27:53.388] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:10:0) after 1m0s
[18:28:53.440] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:10:0)
[18:28:53.440] Timer tick, asking Buildbucket for the build status
[18:28:53.548] Build 8910833847572858672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:28:53.548] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:11:0) after 1m0s
[18:29:53.569] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:11:0)
[18:29:53.569] Timer tick, asking Buildbucket for the build status
[18:29:53.895] Build 8910833847572858672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:29:53.895] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:12:0) after 1m0s
[18:30:53.930] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:12:0)
[18:30:53.930] Timer tick, asking Buildbucket for the build status
[18:30:54.053] Build 8910833847572858672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:30:54.053] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:13:0) after 1m0s
[18:31:54.116] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:13:0)
[18:31:54.116] Timer tick, asking Buildbucket for the build status
[18:31:54.317] Build 8910833847572858672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:31:54.317] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:14:0) after 1m0s
[18:32:54.342] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:14:0)
[18:32:54.342] Timer tick, asking Buildbucket for the build status
[18:32:55.429] Build 8910833847572858672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:32:55.429] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:15:0) after 1m0s
[18:33:55.481] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:15:0)
[18:33:55.481] Timer tick, asking Buildbucket for the build status
[18:33:55.628] Build 8910833847572858672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:33:55.628] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:16:0) after 1m0s
[18:34:55.728] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:16:0)
[18:34:55.728] Timer tick, asking Buildbucket for the build status
[18:34:56.546] Build 8910833847572858672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:34:56.546] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:17:0) after 1m0s
[18:35:56.586] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:17:0)
[18:35:56.586] Timer tick, asking Buildbucket for the build status
[18:35:57.241] Build 8910833847572858672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:35:57.241] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:18:0) after 1m0s
[18:36:57.286] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:18:0)
[18:36:57.286] Timer tick, asking Buildbucket for the build status
[18:36:57.596] Build 8910833847572858672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:36:57.596] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:19:0) after 1m0s
[18:37:57.711] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:19:0)
[18:37:57.711] Timer tick, asking Buildbucket for the build status
[18:37:58.348] Build 8910833847572858672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:37:58.348] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:20:0) after 1m0s
[18:38:58.464] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:20:0)
[18:38:58.464] Timer tick, asking Buildbucket for the build status
[18:38:59.200] Build 8910833847572858672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:38:59.200] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:21:0) after 1m0s
[18:39:59.321] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:21:0)
[18:39:59.321] Timer tick, asking Buildbucket for the build status
[18:39:59.472] Build 8910833847572858672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:39:59.472] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:22:0) after 1m0s
[18:40:59.503] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:22:0)
[18:40:59.503] Timer tick, asking Buildbucket for the build status
[18:40:59.860] Build 8910833847572858672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:40:59.860] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:23:0) after 1m0s
[18:41:59.896] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:23:0)
[18:41:59.896] Timer tick, asking Buildbucket for the build status
[18:42:00.347] Build 8910833847572858672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:42:00.347] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:24:0) after 1m0s
[18:43:00.426] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:24:0)
[18:43:00.426] Timer tick, asking Buildbucket for the build status
[18:43:02.698] Build 8910833847572858672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:43:02.698] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:25:0) after 1m0s
[18:44:02.800] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:25:0)
[18:44:02.800] Timer tick, asking Buildbucket for the build status
[18:44:03.549] Build 8910833847572858672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:44:03.549] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:26:0) after 1m0s
[18:45:03.575] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:26:0)
[18:45:03.575] Timer tick, asking Buildbucket for the build status
[18:45:03.655] Build 8910833847572858672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:45:03.656] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:27:0) after 1m0s
[18:46:03.724] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:27:0)
[18:46:03.724] Timer tick, asking Buildbucket for the build status
[18:46:04.350] Build 8910833847572858672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:46:04.350] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:28:0) after 1m0s
[18:47:04.407] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:28:0)
[18:47:04.407] Timer tick, asking Buildbucket for the build status
[18:47:04.932] Build 8910833847572858672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:47:04.932] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:29:0) after 1m0s
[18:48:04.949] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:29:0)
[18:48:04.949] Timer tick, asking Buildbucket for the build status
[18:48:07.142] Build 8910833847572858672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:48:07.142] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:30:0) after 1m0s
[18:49:07.198] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:30:0)
[18:49:07.198] Timer tick, asking Buildbucket for the build status
[18:49:07.404] Build 8910833847572858672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:49:07.404] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:31:0) after 1m0s
[18:50:07.531] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:31:0)
[18:50:07.532] Timer tick, asking Buildbucket for the build status
[18:50:08.169] Build 8910833847572858672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:50:08.169] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:32:0) after 1m0s
[18:51:08.189] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:32:0)
[18:51:08.189] Timer tick, asking Buildbucket for the build status
[18:51:08.335] Build 8910833847572858672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:51:08.335] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:33:0) after 1m0s
[18:52:08.361] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:33:0)
[18:52:08.361] Timer tick, asking Buildbucket for the build status
[18:52:08.479] Build 8910833847572858672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:52:08.479] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:34:0) after 1m0s
[18:53:08.532] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:34:0)
[18:53:08.532] Timer tick, asking Buildbucket for the build status
[18:53:12.154] Build 8910833847572858672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:53:12.154] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:35:0) after 1m0s
[18:54:12.243] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:35:0)
[18:54:12.243] Timer tick, asking Buildbucket for the build status
[18:54:12.424] Build 8910833847572858672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:54:12.424] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:36:0) after 1m0s
[18:55:12.478] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:36:0)
[18:55:12.478] Timer tick, asking Buildbucket for the build status
[18:55:14.698] Build 8910833847572858672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:55:14.698] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:37:0) after 1m0s
[18:56:14.809] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:37:0)
[18:56:14.809] Timer tick, asking Buildbucket for the build status
[18:56:14.930] Build 8910833847572858672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:56:14.930] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:38:0) after 1m0s
[18:57:15.063] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:38:0)
[18:57:15.063] Timer tick, asking Buildbucket for the build status
[18:57:23.010] Build 8910833847572858672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:57:23.010] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:39:0) after 1m0s
[18:58:23.047] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:39:0)
[18:58:23.047] Timer tick, asking Buildbucket for the build status
[18:58:23.141] Build 8910833847572858672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:58:23.141] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:40:0) after 1m0s
[18:59:23.163] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:40:0)
[18:59:23.163] Timer tick, asking Buildbucket for the build status
[18:59:23.268] Build 8910833847572858672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:59:23.268] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:41:0) after 1m0s
[19:00:23.371] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:41:0)
[19:00:23.371] Timer tick, asking Buildbucket for the build status
[19:00:23.975] Build 8910833847572858672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:00:23.975] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:42:0) after 1m0s
[19:01:24.008] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:42:0)
[19:01:24.009] Timer tick, asking Buildbucket for the build status
[19:01:24.216] Build 8910833847572858672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:01:24.216] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:43:0) after 1m0s
[19:02:24.358] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:43:0)
[19:02:24.358] Timer tick, asking Buildbucket for the build status
[19:02:24.591] Build 8910833847572858672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:02:24.591] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:44:0) after 1m0s
[19:03:24.675] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:44:0)
[19:03:24.675] Timer tick, asking Buildbucket for the build status
[19:03:26.250] Build 8910833847572858672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:03:26.250] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:45:0) after 1m0s
[19:04:26.286] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:45:0)
[19:04:26.286] Timer tick, asking Buildbucket for the build status
[19:04:27.818] Build 8910833847572858672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:04:27.818] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:46:0) after 1m0s
[19:05:27.918] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:46:0)
[19:05:27.918] Timer tick, asking Buildbucket for the build status
[19:05:28.104] Build 8910833847572858672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:05:28.104] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:47:0) after 1m0s
[19:06:28.186] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:47:0)
[19:06:28.186] Timer tick, asking Buildbucket for the build status
[19:06:28.560] Build 8910833847572858672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:06:28.560] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:48:0) after 1m0s
[19:07:28.582] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:48:0)
[19:07:28.582] Timer tick, asking Buildbucket for the build status
[19:07:31.199] Build 8910833847572858672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:07:31.199] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:49:0) after 1m0s
[19:08:31.264] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:49:0)
[19:08:31.264] Timer tick, asking Buildbucket for the build status
[19:08:31.369] Build 8910833847572858672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:08:31.369] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:50:0) after 1m0s
[19:09:31.399] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:50:0)
[19:09:31.399] Timer tick, asking Buildbucket for the build status
[19:09:31.786] Build 8910833847572858672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:09:31.786] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:51:0) after 1m0s
[19:10:31.839] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:51:0)
[19:10:31.839] Timer tick, asking Buildbucket for the build status
[19:10:33.732] Build 8910833847572858672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:10:33.732] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:52:0) after 1m0s
[19:11:33.779] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:52:0)
[19:11:33.779] Timer tick, asking Buildbucket for the build status
[19:11:34.020] Build 8910833847572858672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:11:34.020] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:53:0) after 1m0s
[19:12:34.042] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:53:0)
[19:12:34.042] Timer tick, asking Buildbucket for the build status
[19:12:34.468] Build 8910833847572858672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:12:34.468] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:54:0) after 1m0s
[19:13:34.496] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:54:0)
[19:13:34.496] Timer tick, asking Buildbucket for the build status
[19:13:35.151] Build 8910833847572858672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:13:35.151] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:55:0) after 1m0s
[19:14:35.168] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:55:0)
[19:14:35.168] Timer tick, asking Buildbucket for the build status
[19:14:35.681] Build 8910833847572858672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:14:35.681] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:56:0) after 1m0s
[19:15:35.745] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:56:0)
[19:15:35.745] Timer tick, asking Buildbucket for the build status
[19:15:37.073] Build 8910833847572858672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:15:37.073] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:57:0) after 1m0s
[19:16:37.112] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:57:0)
[19:16:37.112] Timer tick, asking Buildbucket for the build status
[19:16:37.223] Build 8910833847572858672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:16:37.223] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:58:0) after 1m0s
[19:17:37.244] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:58:0)
[19:17:37.244] Timer tick, asking Buildbucket for the build status
[19:17:38.593] Build 8910833847572858672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:17:38.593] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:59:0) after 1m0s
[19:18:38.809] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:59:0)
[19:18:38.809] Timer tick, asking Buildbucket for the build status
[19:18:39.583] Build 8910833847572858672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:18:39.583] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:60:0) after 1m0s
[19:19:39.642] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:60:0)
[19:19:39.642] Timer tick, asking Buildbucket for the build status
[19:19:39.738] Build 8910833847572858672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:19:39.738] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:61:0) after 1m0s
[19:20:39.771] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:61:0)
[19:20:39.772] Timer tick, asking Buildbucket for the build status
[19:20:39.950] Build 8910833847572858672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:20:39.950] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:62:0) after 1m0s
[19:21:40.052] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:62:0)
[19:21:40.052] Timer tick, asking Buildbucket for the build status
[19:21:42.539] Build 8910833847572858672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:21:42.539] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:63:0) after 1m0s
[19:22:42.623] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:63:0)
[19:22:42.623] Timer tick, asking Buildbucket for the build status
[19:22:43.486] Build 8910833847572858672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:22:43.486] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:64:0) after 1m0s
[19:23:43.507] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:64:0)
[19:23:43.507] Timer tick, asking Buildbucket for the build status
[19:23:45.720] Build 8910833847572858672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:23:45.720] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:65:0) after 1m0s
[19:24:45.792] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:65:0)
[19:24:45.792] Timer tick, asking Buildbucket for the build status
[19:24:45.903] Build 8910833847572858672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:24:45.903] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:66:0) after 1m0s
[19:25:45.938] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:66:0)
[19:25:45.938] Timer tick, asking Buildbucket for the build status
[19:25:48.578] Build 8910833847572858672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:25:48.578] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:67:0) after 1m0s
[19:26:48.648] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:67:0)
[19:26:48.648] Timer tick, asking Buildbucket for the build status
[19:26:50.164] Build 8910833847572858672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:26:50.164] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:68:0) after 1m0s
[19:27:50.236] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:68:0)
[19:27:50.237] Timer tick, asking Buildbucket for the build status
[19:27:51.042] Build 8910833847572858672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:27:51.042] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:69:0) after 1m0s
[19:28:51.076] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:69:0)
[19:28:51.076] Timer tick, asking Buildbucket for the build status
[19:28:52.440] Build 8910833847572858672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:28:52.440] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:70:0) after 1m0s
[19:29:52.549] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:70:0)
[19:29:52.549] Timer tick, asking Buildbucket for the build status
[19:29:52.817] Build 8910833847572858672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:29:52.817] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:71:0) after 1m0s
[19:30:52.841] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:71:0)
[19:30:52.841] Timer tick, asking Buildbucket for the build status
[19:30:54.273] Build 8910833847572858672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:30:54.273] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:72:0) after 1m0s
[19:31:54.333] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:72:0)
[19:31:54.333] Timer tick, asking Buildbucket for the build status
[19:31:54.862] Build 8910833847572858672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:31:54.863] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:73:0) after 1m0s
[19:32:54.890] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:73:0)
[19:32:54.890] Timer tick, asking Buildbucket for the build status
[19:32:55.251] Build 8910833847572858672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:32:55.251] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:74:0) after 1m0s
[19:33:55.290] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:74:0)
[19:33:55.290] Timer tick, asking Buildbucket for the build status
[19:33:57.045] Build 8910833847572858672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:33:57.045] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:75:0) after 1m0s
[19:34:57.093] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:75:0)
[19:34:57.093] Timer tick, asking Buildbucket for the build status
[19:34:57.611] Build 8910833847572858672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:34:57.611] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:76:0) after 1m0s
[19:35:57.641] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:76:0)
[19:35:57.641] Timer tick, asking Buildbucket for the build status
[19:36:00.350] Build 8910833847572858672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:36:00.350] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:77:0) after 1m0s
[19:37:00.386] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:77:0)
[19:37:00.386] Timer tick, asking Buildbucket for the build status
[19:37:00.511] Build 8910833847572858672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:37:00.511] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:78:0) after 1m0s
[19:38:00.603] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:78:0)
[19:38:00.603] Timer tick, asking Buildbucket for the build status
[19:38:02.664] Build 8910833847572858672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:38:02.664] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:79:0) after 1m0s
[19:39:02.764] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:79:0)
[19:39:02.764] Timer tick, asking Buildbucket for the build status
[19:39:02.998] Build 8910833847572858672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:39:02.998] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:80:0) after 1m0s
[19:40:03.041] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:80:0)
[19:40:03.041] Timer tick, asking Buildbucket for the build status
[19:40:03.359] Build 8910833847572858672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:40:03.359] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:81:0) after 1m0s
[19:41:03.434] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:81:0)
[19:41:03.434] Timer tick, asking Buildbucket for the build status
[19:41:05.330] Build 8910833847572858672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:41:05.330] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:82:0) after 1m0s
[19:42:05.340] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:82:0)
[19:42:05.340] Timer tick, asking Buildbucket for the build status
[19:42:08.701] Build 8910833847572858672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:42:08.701] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:83:0) after 1m0s
[19:43:08.809] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:83:0)
[19:43:08.809] Timer tick, asking Buildbucket for the build status
[19:43:11.181] Build 8910833847572858672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:43:11.181] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:84:0) after 1m0s
[19:44:11.257] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:84:0)
[19:44:11.257] Timer tick, asking Buildbucket for the build status
[19:44:13.240] Build 8910833847572858672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:44:13.240] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:85:0) after 1m0s
[19:45:13.311] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:85:0)
[19:45:13.311] Timer tick, asking Buildbucket for the build status
[19:45:15.776] Build 8910833847572858672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:45:15.776] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:86:0) after 1m0s
[19:46:15.804] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:86:0)
[19:46:15.804] Timer tick, asking Buildbucket for the build status
[19:46:16.022] Build 8910833847572858672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:46:16.022] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:87:0) after 1m0s
[19:47:16.039] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:87:0)
[19:47:16.039] Timer tick, asking Buildbucket for the build status
[19:47:16.167] Build 8910833847572858672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:47:16.167] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:88:0) after 1m0s
[19:48:16.227] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:88:0)
[19:48:16.227] Timer tick, asking Buildbucket for the build status
[19:48:16.435] Build 8910833847572858672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:48:16.435] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:89:0) after 1m0s
[19:49:16.462] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:89:0)
[19:49:16.462] Timer tick, asking Buildbucket for the build status
[19:49:16.712] Build 8910833847572858672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:49:16.712] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:90:0) after 1m0s
[19:50:16.825] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:90:0)
[19:50:16.825] Timer tick, asking Buildbucket for the build status
[19:50:17.027] Build 8910833847572858672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:50:17.027] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:91:0) after 1m0s
[19:51:17.105] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:91:0)
[19:51:17.105] Timer tick, asking Buildbucket for the build status
[19:51:17.221] Build 8910833847572858672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:51:17.221] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:92:0) after 1m0s
[19:52:17.295] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:92:0)
[19:52:17.295] Timer tick, asking Buildbucket for the build status
[19:52:17.828] Build 8910833847572858672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:52:17.828] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:93:0) after 1m0s
[19:53:17.886] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:93:0)
[19:53:17.886] Timer tick, asking Buildbucket for the build status
[19:53:18.022] Build 8910833847572858672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:53:18.022] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:94:0) after 1m0s
[19:54:18.030] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:94:0)
[19:54:18.030] Timer tick, asking Buildbucket for the build status
[19:54:18.544] Build 8910833847572858672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:54:18.544] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:95:0) after 1m0s
[19:55:18.661] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:95:0)
[19:55:18.661] Timer tick, asking Buildbucket for the build status
[19:55:19.685] Build 8910833847572858672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:55:19.685] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:96:0) after 1m0s
[19:56:19.802] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:96:0)
[19:56:19.802] Timer tick, asking Buildbucket for the build status
[19:56:20.161] Build 8910833847572858672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:56:20.162] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:97:0) after 1m0s
[19:57:20.238] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:97:0)
[19:57:20.238] Timer tick, asking Buildbucket for the build status
[19:57:20.336] Build 8910833847572858672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:57:20.336] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:98:0) after 1m0s
[19:58:20.361] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:98:0)
[19:58:20.361] Timer tick, asking Buildbucket for the build status
[19:58:22.169] Build 8910833847572858672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:58:22.169] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:99:0) after 1m0s
[19:59:22.252] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:99:0)
[19:59:22.252] Timer tick, asking Buildbucket for the build status
[19:59:22.357] Build 8910833847572858672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:59:22.360] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:100:0) after 1m0s
[20:00:22.399] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:100:0)
[20:00:22.399] Timer tick, asking Buildbucket for the build status
[20:00:22.898] Build 8910833847572858672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:00:22.898] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:101:0) after 1m0s
[20:01:22.987] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:101:0)
[20:01:22.987] Timer tick, asking Buildbucket for the build status
[20:01:23.507] Build 8910833847572858672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:01:23.507] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:102:0) after 1m0s
[20:02:23.577] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:102:0)
[20:02:23.577] Timer tick, asking Buildbucket for the build status
[20:02:24.387] Build 8910833847572858672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:02:24.387] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:103:0) after 1m0s
[20:03:24.421] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:103:0)
[20:03:24.421] Timer tick, asking Buildbucket for the build status
[20:03:24.535] Build 8910833847572858672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:03:24.535] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:104:0) after 1m0s
[20:04:24.609] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:104:0)
[20:04:24.609] Timer tick, asking Buildbucket for the build status
[20:04:24.785] Build 8910833847572858672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:04:24.785] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:105:0) after 1m0s
[20:05:24.946] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:105:0)
[20:05:24.946] Timer tick, asking Buildbucket for the build status
[20:05:25.490] Build 8910833847572858672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:05:25.490] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:106:0) after 1m0s
[20:06:25.551] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:106:0)
[20:06:25.551] Timer tick, asking Buildbucket for the build status
[20:06:25.722] Build 8910833847572858672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:06:25.722] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:107:0) after 1m0s
[20:07:25.929] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:107:0)
[20:07:25.929] Timer tick, asking Buildbucket for the build status
[20:07:26.648] Build 8910833847572858672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:07:26.648] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:108:0) after 1m0s
[20:08:26.793] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:108:0)
[20:08:26.793] Timer tick, asking Buildbucket for the build status
[20:08:27.246] Build 8910833847572858672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:08:27.246] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:109:0) after 1m0s
[20:09:27.360] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:109:0)
[20:09:27.360] Timer tick, asking Buildbucket for the build status
[20:09:27.546] Build 8910833847572858672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:09:27.547] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:110:0) after 1m0s
[20:10:27.612] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:110:0)
[20:10:27.612] Timer tick, asking Buildbucket for the build status
[20:10:27.769] Build 8910833847572858672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:10:27.769] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:111:0) after 1m0s
[20:11:27.827] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:111:0)
[20:11:27.827] Timer tick, asking Buildbucket for the build status
[20:11:28.178] Build 8910833847572858672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:11:28.178] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9076263909795611312:112:0) after 1m0s
[20:11:30.647] Received PubSub notification, asking Buildbucket for the build status
[20:11:31.164] Build 8910833847572858672: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[20:11:31.164] Buildbucket build:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "completed_ts": "1560370289986571",
    "created_by": "project:chromium",
    "created_ts": "1560363644014366",
    "failure_reason": "BUILD_FAILURE",
    "id": "8910833847572858672",
    "parameters_json": "{\"builder_name\": \"ToTiOS\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"1767498d27b5a970b9461830b46b318dfebf8e40\"}}",
    "project": "chromium",
    "result": "FAILURE",
    "result_details_json": "{\"error\": {\"message\": \"Failed ios_web_inttests (iPhone 6s iOS 12.1).\"}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"build283-m9\", \"branch\": \"refs/heads/master\", \"buildername\": \"ToTiOS\", \"buildnumber\": 8163, \"got_angle_revision\": \"fce1e2d1e279ba78b4d92636b10af55d0a025539\", \"got_dawn_revision\": \"17738b6d8c4f18b8a9045a18169cd499d9923647\", \"got_nacl_revision\": \"c4cf6f0621b94cca4053b19fa01ef329f5663880\", \"got_revision\": \"1767498d27b5a970b9461830b46b318dfebf8e40\", \"got_revision_cp\": \"refs/heads/master@{#668489}\", \"got_swarming_client_revision\": \"96f125709acfd0b48fc1e5dae7d6ea42291726ac\", \"got_v8_revision\": \"ece78714270f84701fc01bb28653627772bdd1c1\", \"got_v8_revision_cp\": \"refs/heads/7.7.53@{#1}\", \"got_webrtc_revision\": \"08fa95371129a22068b3d90905233c54965d19fd\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#28254}\", \"isolate_server\": \"https://isolateserver.appspot.com\", \"mastername\": \"chromium.clang\", \"path_config\": \"generic\", \"perf_dashboard_machine_group\": \"ChromiumClang\", \"recipe\": \"ios/unified_builder_tester\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"1767498d27b5a970b9461830b46b318dfebf8e40\", \"swarm_hashes\": {\"0\": \"d3116f7f3ab0f900517835b03404ef6894ceedd8\", \"1\": \"4f80cb975ecd26833425ce649e14b9f6961d678d\", \"10\": \"26194fe9ad8821b0ff0c2c8dd9a5c1f7a086f60d\", \"11\": \"6afe2486dd711375ec65ee0cb1185428c9535617\", \"12\": \"9e4bdf3849163d32398405980231ee9476cd55e5\", \"13\": \"d823c7260b75e7a596b905a8cea101b7c5b2d916\", \"14\": \"6b22f0d06117d0adeb5718b06bd9325050cc79ad\", \"15\": \"17fd3e7a12b6873810100b7c9f98a6665249a97f\", \"16\": \"d634cd3ac120fd9834336fc4be15e3fa04235ddd\", \"2\": \"e6ee90f6bd7ac922508b65a391febf420792dfc1\", \"3\": \"7cadb90a37cfa713d7b1b217d014c7ea62382ffe\", \"4\": \"1f48f8c434047cebebd6e6ed54b1864eda2306c1\", \"5\": \"2f31d4b27032d4495b9c6ea4162e418c4ef7128e\", \"6\": \"657ab5be3620ee9af8e0520420464a71951950df\", \"7\": \"bbbb6e45b9ae70dfb072b4214b15c443bc6a1d83\", \"8\": \"e33c1f8d9834b4032f21b057253e8ef357239e7a\", \"9\": \"c8fe72a14dc96e2c1317e23c01467a92c91eaef2\"}}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_0c96c161cf7dd2e1c2b922319da904a0c0164c4adceed5a8844a45f1c516ad13_v2\", \"builder_4a4feefdd7e355061708c01720b06a0ca8c49ffc9968a2ebc674541738676b8f_v2\", \"builder_5372538a354f163a20d332d881c6c5d85e35654ac8a57c760866f12033f8a8a5_v2\", \"builder_69caa34b8f39daac28a821cac2619730401d46a6479812cc34796e3bf180418a_v2\", \"builder_ae5debd901c74ee0906916cb62621bceb2a8b657b42c2e2e9e89a0f6a2e5e53b_v2\", \"builder_d42b89eab403033f5a2a8102ec9c436397350cedb439d5e09b11874a5784adb4_v2\", \"git\", \"goma_v2\", \"vpython\", \"xcode_ios_10b61\"], \"cores\": [\"24\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"1002\", \"1002:679e\", \"1002:679e-4.0.11-3.2.8\"], \"hidpi\": [\"0\"], \"id\": [\"build283-m9\"], \"mac_model\": [\"MacPro6,1\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Mac\", \"Mac-10.13\", \"Mac-10.13.6\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.10\"], \"server_version\": [\"4339-6285c57\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}, \"ui\": {\"info\": \"Failed ios_web_inttests (iPhone 6s iOS 12.1).\"}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1560363782975861",
    "status": "COMPLETED",
    "status_changed_ts": "1560363783938798",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOS/8163",
      "builder:ToTiOS",
      "buildset:commit/git/1767498d27b5a970b9461830b46b318dfebf8e40",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/1767498d27b5a970b9461830b46b318dfebf8e40",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9076263909795611312",
      "scheduler_job_id:chromium/ToTiOS",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8910833847572858672/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:os:Mac",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:4565bd3f8f2fdc10",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1560370290076662",
    "url": "https://ci.chromium.org/b/8910833847572858672",
    "utcnow_ts": "1560370291153291"
  }
}
[20:11:31.164] Invocation finished in 1h50m48.65372954s with status FAILED