Status: FAILED
Triggered by: -
Duration: 2 hours
Actions:

Definition (rev ead1c24e5b0e6b883f7d7e816b15c81777fef6bb)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTiOSDevice"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/chromium/src.git",
  "revision": "9c4b2097cc37b3d2d30ce7c5612b8c2d49eba371"
}

Incoming tags

  • buildset:commit/git/9c4b2097cc37b3d2d30ce7c5612b8c2d49eba371
  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/9c4b2097cc37b3d2d30ce7c5612b8c2d49eba371
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[21:06:52.689] New invocation is queued and will start shortly
[21:06:54.329] Starting the invocation (attempt 1)
[21:06:54.405] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[21:06:54.405] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[21:06:54.405] Buildbucket request:
{
  "bucket": "luci.chromium.ci",
  "client_operation_id": "9069458682844930816",
  "parameters_json": "{\"builder_name\":\"ToTiOSDevice\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src.git\",\"revision\":\"9c4b2097cc37b3d2d30ce7c5612b8c2d49eba371\"}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:ToTiOSDevice",
    "scheduler_invocation_id:9069458682844930816",
    "scheduler_job_id:chromium/ToTiOSDevice",
    "user_agent:luci-scheduler",
    "buildset:commit/git/9c4b2097cc37b3d2d30ce7c5612b8c2d49eba371",
    "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/9c4b2097cc37b3d2d30ce7c5612b8c2d49eba371",
    "gitiles_ref:refs/heads/master"
  ]
}
[21:06:56.777] Buildbucket response:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "created_by": "project:chromium",
    "created_ts": "1566853614964965",
    "id": "8904028619793921664",
    "parameters_json": "{\"builder_name\": \"ToTiOSDevice\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"9c4b2097cc37b3d2d30ce7c5612b8c2d49eba371\"}}",
    "project": "chromium",
    "result_details_json": "{\"properties\": {}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1566853615662945",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOSDevice/13842",
      "builder:ToTiOSDevice",
      "buildset:commit/git/9c4b2097cc37b3d2d30ce7c5612b8c2d49eba371",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/9c4b2097cc37b3d2d30ce7c5612b8c2d49eba371",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9069458682844930816",
      "scheduler_job_id:chromium/ToTiOSDevice",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8904028619793921664/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1566853615663044",
    "url": "https://ci.chromium.org/b/8904028619793921664",
    "utcnow_ts": "1566853616769997"
  }
}
[21:06:56.777] Task URL: https://ci.chromium.org/b/8904028619793921664
[21:06:56.777] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:2:0) after 1m0s
[21:07:56.870] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:2:0)
[21:07:56.870] Timer tick, asking Buildbucket for the build status
[21:07:57.436] Build 8904028619793921664: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[21:07:57.436] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:3:0) after 1m0s
[21:08:57.555] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:3:0)
[21:08:57.555] Timer tick, asking Buildbucket for the build status
[21:08:57.916] Build 8904028619793921664: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[21:08:57.916] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:4:0) after 1m0s
[21:09:35.878] Received PubSub notification, asking Buildbucket for the build status
[21:09:38.596] Build 8904028619793921664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:09:58.332] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:4:0)
[21:09:58.332] Timer tick, asking Buildbucket for the build status
[21:09:58.540] Build 8904028619793921664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:09:58.540] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:6:0) after 1m0s
[21:10:58.743] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:6:0)
[21:10:58.743] Timer tick, asking Buildbucket for the build status
[21:10:59.460] Build 8904028619793921664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:10:59.460] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:7:0) after 1m0s
[21:11:59.538] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:7:0)
[21:11:59.538] Timer tick, asking Buildbucket for the build status
[21:12:00.803] Build 8904028619793921664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:12:00.803] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:8:0) after 1m0s
[21:13:00.833] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:8:0)
[21:13:00.833] Timer tick, asking Buildbucket for the build status
[21:13:01.677] Build 8904028619793921664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:13:01.677] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:9:0) after 1m0s
[21:14:01.724] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:9:0)
[21:14:01.724] Timer tick, asking Buildbucket for the build status
[21:14:02.334] Build 8904028619793921664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:14:02.334] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:10:0) after 1m0s
[21:15:02.333] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:10:0)
[21:15:02.333] Timer tick, asking Buildbucket for the build status
[21:15:02.918] Build 8904028619793921664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:15:02.918] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:11:0) after 1m0s
[21:16:03.015] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:11:0)
[21:16:03.015] Timer tick, asking Buildbucket for the build status
[21:16:03.632] Build 8904028619793921664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:16:03.632] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:12:0) after 1m0s
[21:17:03.654] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:12:0)
[21:17:03.654] Timer tick, asking Buildbucket for the build status
[21:17:04.707] Build 8904028619793921664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:17:04.707] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:13:0) after 1m0s
[21:18:04.815] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:13:0)
[21:18:04.815] Timer tick, asking Buildbucket for the build status
[21:18:05.393] Build 8904028619793921664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:18:05.393] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:14:0) after 1m0s
[21:19:05.479] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:14:0)
[21:19:05.479] Timer tick, asking Buildbucket for the build status
[21:19:05.685] Build 8904028619793921664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:19:05.685] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:15:0) after 1m0s
[21:20:05.728] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:15:0)
[21:20:05.728] Timer tick, asking Buildbucket for the build status
[21:20:07.959] Build 8904028619793921664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:20:07.959] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:16:0) after 1m0s
[21:21:08.039] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:16:0)
[21:21:08.039] Timer tick, asking Buildbucket for the build status
[21:21:08.292] Build 8904028619793921664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:21:08.292] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:17:0) after 1m0s
[21:22:08.325] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:17:0)
[21:22:08.325] Timer tick, asking Buildbucket for the build status
[21:22:09.001] Build 8904028619793921664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:22:09.001] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:18:0) after 1m0s
[21:23:09.193] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:18:0)
[21:23:09.193] Timer tick, asking Buildbucket for the build status
[21:23:09.522] Build 8904028619793921664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:23:09.522] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:19:0) after 1m0s
[21:24:09.553] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:19:0)
[21:24:09.553] Timer tick, asking Buildbucket for the build status
[21:24:11.917] Build 8904028619793921664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:24:11.917] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:20:0) after 1m0s
[21:25:12.145] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:20:0)
[21:25:12.145] Timer tick, asking Buildbucket for the build status
[21:25:12.521] Build 8904028619793921664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:25:12.521] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:21:0) after 1m0s
[21:26:12.616] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:21:0)
[21:26:12.616] Timer tick, asking Buildbucket for the build status
[21:26:13.513] Build 8904028619793921664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:26:13.513] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:22:0) after 1m0s
[21:27:13.571] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:22:0)
[21:27:13.571] Timer tick, asking Buildbucket for the build status
[21:27:16.428] Build 8904028619793921664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:27:16.428] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:23:0) after 1m0s
[21:28:16.451] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:23:0)
[21:28:16.451] Timer tick, asking Buildbucket for the build status
[21:28:19.000] Build 8904028619793921664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:28:19.000] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:24:0) after 1m0s
[21:29:19.042] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:24:0)
[21:29:19.042] Timer tick, asking Buildbucket for the build status
[21:29:19.412] Build 8904028619793921664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:29:19.412] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:25:0) after 1m0s
[21:30:19.453] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:25:0)
[21:30:19.453] Timer tick, asking Buildbucket for the build status
[21:30:20.536] Build 8904028619793921664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:30:20.536] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:26:0) after 1m0s
[21:31:20.569] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:26:0)
[21:31:20.569] Timer tick, asking Buildbucket for the build status
[21:31:22.306] Build 8904028619793921664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:31:22.306] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:27:0) after 1m0s
[21:32:22.331] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:27:0)
[21:32:22.331] Timer tick, asking Buildbucket for the build status
[21:32:23.788] Build 8904028619793921664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:32:23.788] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:28:0) after 1m0s
[21:33:23.854] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:28:0)
[21:33:23.854] Timer tick, asking Buildbucket for the build status
[21:33:24.778] Build 8904028619793921664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:33:24.778] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:29:0) after 1m0s
[21:34:24.849] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:29:0)
[21:34:24.849] Timer tick, asking Buildbucket for the build status
[21:34:26.353] Build 8904028619793921664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:34:26.353] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:30:0) after 1m0s
[21:35:26.437] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:30:0)
[21:35:26.437] Timer tick, asking Buildbucket for the build status
[21:35:26.750] Build 8904028619793921664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:35:26.750] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:31:0) after 1m0s
[21:36:26.824] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:31:0)
[21:36:26.824] Timer tick, asking Buildbucket for the build status
[21:36:27.146] Build 8904028619793921664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:36:27.146] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:32:0) after 1m0s
[21:37:27.200] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:32:0)
[21:37:27.200] Timer tick, asking Buildbucket for the build status
[21:37:28.467] Build 8904028619793921664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:37:28.467] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:33:0) after 1m0s
[21:38:28.625] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:33:0)
[21:38:28.625] Timer tick, asking Buildbucket for the build status
[21:38:29.075] Build 8904028619793921664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:38:29.075] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:34:0) after 1m0s
[21:39:29.143] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:34:0)
[21:39:29.143] Timer tick, asking Buildbucket for the build status
[21:39:32.367] Build 8904028619793921664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:39:32.368] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:35:0) after 1m0s
[21:40:32.435] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:35:0)
[21:40:32.435] Timer tick, asking Buildbucket for the build status
[21:40:32.783] Build 8904028619793921664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:40:32.783] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:36:0) after 1m0s
[21:41:32.963] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:36:0)
[21:41:32.963] Timer tick, asking Buildbucket for the build status
[21:41:33.260] Build 8904028619793921664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:41:33.260] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:37:0) after 1m0s
[21:42:33.374] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:37:0)
[21:42:33.374] Timer tick, asking Buildbucket for the build status
[21:42:34.538] Build 8904028619793921664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:42:34.538] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:38:0) after 1m0s
[21:43:34.641] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:38:0)
[21:43:34.641] Timer tick, asking Buildbucket for the build status
[21:43:35.008] Build 8904028619793921664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:43:35.008] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:39:0) after 1m0s
[21:44:35.119] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:39:0)
[21:44:35.119] Timer tick, asking Buildbucket for the build status
[21:44:35.310] Build 8904028619793921664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:44:35.310] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:40:0) after 1m0s
[21:45:35.500] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:40:0)
[21:45:35.500] Timer tick, asking Buildbucket for the build status
[21:45:37.737] Build 8904028619793921664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:45:37.737] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:41:0) after 1m0s
[21:46:37.756] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:41:0)
[21:46:37.756] Timer tick, asking Buildbucket for the build status
[21:46:38.566] Build 8904028619793921664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:46:38.566] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:42:0) after 1m0s
[21:47:38.730] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:42:0)
[21:47:38.730] Timer tick, asking Buildbucket for the build status
[21:47:40.968] Build 8904028619793921664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:47:40.968] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:43:0) after 1m0s
[21:48:41.080] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:43:0)
[21:48:41.080] Timer tick, asking Buildbucket for the build status
[21:48:42.065] Build 8904028619793921664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:48:42.065] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:44:0) after 1m0s
[21:49:42.311] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:44:0)
[21:49:42.311] Timer tick, asking Buildbucket for the build status
[21:49:44.252] Build 8904028619793921664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:49:44.252] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:45:0) after 1m0s
[21:50:44.467] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:45:0)
[21:50:44.467] Timer tick, asking Buildbucket for the build status
[21:50:46.733] Build 8904028619793921664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:50:46.733] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:46:0) after 1m0s
[21:51:46.812] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:46:0)
[21:51:46.812] Timer tick, asking Buildbucket for the build status
[21:51:49.136] Build 8904028619793921664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:51:49.136] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:47:0) after 1m0s
[21:52:49.177] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:47:0)
[21:52:49.177] Timer tick, asking Buildbucket for the build status
[21:52:50.593] Build 8904028619793921664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:52:50.593] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:48:0) after 1m0s
[21:53:50.651] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:48:0)
[21:53:50.651] Timer tick, asking Buildbucket for the build status
[21:53:51.011] Build 8904028619793921664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:53:51.011] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:49:0) after 1m0s
[21:54:51.065] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:49:0)
[21:54:51.066] Timer tick, asking Buildbucket for the build status
[21:54:51.522] Build 8904028619793921664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:54:51.522] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:50:0) after 1m0s
[21:55:51.589] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:50:0)
[21:55:51.589] Timer tick, asking Buildbucket for the build status
[21:55:52.035] Build 8904028619793921664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:55:52.035] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:51:0) after 1m0s
[21:56:52.113] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:51:0)
[21:56:52.113] Timer tick, asking Buildbucket for the build status
[21:56:54.511] Build 8904028619793921664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:56:54.511] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:52:0) after 1m0s
[21:57:54.531] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:52:0)
[21:57:54.531] Timer tick, asking Buildbucket for the build status
[21:57:56.217] Build 8904028619793921664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:57:56.217] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:53:0) after 1m0s
[21:58:56.260] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:53:0)
[21:58:56.260] Timer tick, asking Buildbucket for the build status
[21:58:56.892] Build 8904028619793921664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:58:56.892] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:54:0) after 1m0s
[21:59:57.023] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:54:0)
[21:59:57.023] Timer tick, asking Buildbucket for the build status
[21:59:57.276] Build 8904028619793921664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:59:57.276] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:55:0) after 1m0s
[22:00:57.387] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:55:0)
[22:00:57.387] Timer tick, asking Buildbucket for the build status
[22:00:58.310] Build 8904028619793921664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:00:58.310] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:56:0) after 1m0s
[22:01:58.364] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:56:0)
[22:01:58.364] Timer tick, asking Buildbucket for the build status
[22:01:58.597] Build 8904028619793921664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:01:58.597] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:57:0) after 1m0s
[22:02:58.625] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:57:0)
[22:02:58.625] Timer tick, asking Buildbucket for the build status
[22:02:59.163] Build 8904028619793921664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:02:59.163] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:58:0) after 1m0s
[22:03:59.193] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:58:0)
[22:03:59.193] Timer tick, asking Buildbucket for the build status
[22:03:59.923] Build 8904028619793921664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:03:59.923] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:59:0) after 1m0s
[22:04:59.954] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:59:0)
[22:04:59.954] Timer tick, asking Buildbucket for the build status
[22:05:07.727] Build 8904028619793921664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:05:07.727] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:60:0) after 1m0s
[22:06:07.820] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:60:0)
[22:06:07.820] Timer tick, asking Buildbucket for the build status
[22:06:08.034] Build 8904028619793921664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:06:08.034] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:61:0) after 1m0s
[22:07:08.100] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:61:0)
[22:07:08.100] Timer tick, asking Buildbucket for the build status
[22:07:08.358] Build 8904028619793921664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:07:08.358] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:62:0) after 1m0s
[22:08:08.413] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:62:0)
[22:08:08.413] Timer tick, asking Buildbucket for the build status
[22:08:08.776] Build 8904028619793921664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:08:08.776] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:63:0) after 1m0s
[22:09:08.862] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:63:0)
[22:09:08.862] Timer tick, asking Buildbucket for the build status
[22:09:09.446] Build 8904028619793921664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:09:09.446] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:64:0) after 1m0s
[22:10:09.500] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:64:0)
[22:10:09.500] Timer tick, asking Buildbucket for the build status
[22:10:10.568] Build 8904028619793921664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:10:10.568] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:65:0) after 1m0s
[22:11:10.618] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:65:0)
[22:11:10.618] Timer tick, asking Buildbucket for the build status
[22:11:10.787] Build 8904028619793921664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:11:10.787] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:66:0) after 1m0s
[22:12:10.840] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:66:0)
[22:12:10.840] Timer tick, asking Buildbucket for the build status
[22:12:11.150] Build 8904028619793921664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:12:11.150] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:67:0) after 1m0s
[22:13:11.260] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:67:0)
[22:13:11.260] Timer tick, asking Buildbucket for the build status
[22:13:11.833] Build 8904028619793921664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:13:11.833] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:68:0) after 1m0s
[22:14:11.915] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:68:0)
[22:14:11.915] Timer tick, asking Buildbucket for the build status
[22:14:12.801] Build 8904028619793921664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:14:12.801] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:69:0) after 1m0s
[22:15:12.986] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:69:0)
[22:15:12.986] Timer tick, asking Buildbucket for the build status
[22:15:13.521] Build 8904028619793921664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:15:13.521] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:70:0) after 1m0s
[22:16:13.577] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:70:0)
[22:16:13.577] Timer tick, asking Buildbucket for the build status
[22:16:17.093] Build 8904028619793921664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:16:17.093] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:71:0) after 1m0s
[22:17:17.192] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:71:0)
[22:17:17.192] Timer tick, asking Buildbucket for the build status
[22:17:18.869] Build 8904028619793921664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:17:18.869] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:72:0) after 1m0s
[22:18:18.967] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:72:0)
[22:18:18.968] Timer tick, asking Buildbucket for the build status
[22:18:20.150] Build 8904028619793921664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:18:20.150] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:73:0) after 1m0s
[22:19:20.240] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:73:0)
[22:19:20.240] Timer tick, asking Buildbucket for the build status
[22:19:20.730] Build 8904028619793921664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:19:20.730] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:74:0) after 1m0s
[22:20:20.833] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:74:0)
[22:20:20.833] Timer tick, asking Buildbucket for the build status
[22:20:21.579] Build 8904028619793921664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:20:21.579] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:75:0) after 1m0s
[22:21:21.564] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:75:0)
[22:21:21.564] Timer tick, asking Buildbucket for the build status
[22:21:22.324] Build 8904028619793921664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:21:22.324] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:76:0) after 1m0s
[22:22:22.381] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:76:0)
[22:22:22.381] Timer tick, asking Buildbucket for the build status
[22:22:22.547] Build 8904028619793921664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:22:22.547] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:77:0) after 1m0s
[22:23:22.601] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:77:0)
[22:23:22.601] Timer tick, asking Buildbucket for the build status
[22:23:22.885] Build 8904028619793921664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:23:22.885] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:78:0) after 1m0s
[22:24:22.917] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:78:0)
[22:24:22.917] Timer tick, asking Buildbucket for the build status
[22:24:24.184] Build 8904028619793921664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:24:24.184] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:79:0) after 1m0s
[22:25:24.250] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:79:0)
[22:25:24.250] Timer tick, asking Buildbucket for the build status
[22:25:24.978] Build 8904028619793921664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:25:24.978] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:80:0) after 1m0s
[22:26:25.120] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:80:0)
[22:26:25.120] Timer tick, asking Buildbucket for the build status
[22:26:25.743] Build 8904028619793921664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:26:25.743] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:81:0) after 1m0s
[22:27:25.838] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:81:0)
[22:27:25.838] Timer tick, asking Buildbucket for the build status
[22:27:26.716] Build 8904028619793921664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:27:26.716] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:82:0) after 1m0s
[22:28:26.857] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:82:0)
[22:28:26.857] Timer tick, asking Buildbucket for the build status
[22:28:28.005] Build 8904028619793921664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:28:28.005] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:83:0) after 1m0s
[22:29:28.158] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:83:0)
[22:29:28.158] Timer tick, asking Buildbucket for the build status
[22:29:29.596] Build 8904028619793921664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:29:29.596] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:84:0) after 1m0s
[22:30:29.691] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:84:0)
[22:30:29.691] Timer tick, asking Buildbucket for the build status
[22:30:30.235] Build 8904028619793921664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:30:30.235] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:85:0) after 1m0s
[22:31:30.364] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:85:0)
[22:31:30.364] Timer tick, asking Buildbucket for the build status
[22:31:30.587] Build 8904028619793921664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:31:30.587] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:86:0) after 1m0s
[22:32:30.634] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:86:0)
[22:32:30.634] Timer tick, asking Buildbucket for the build status
[22:32:30.832] Build 8904028619793921664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:32:30.832] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:87:0) after 1m0s
[22:33:30.903] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:87:0)
[22:33:30.903] Timer tick, asking Buildbucket for the build status
[22:33:31.631] Build 8904028619793921664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:33:31.631] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:88:0) after 1m0s
[22:34:31.740] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:88:0)
[22:34:31.740] Timer tick, asking Buildbucket for the build status
[22:34:32.794] Build 8904028619793921664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:34:32.794] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:89:0) after 1m0s
[22:35:33.586] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:89:0)
[22:35:33.586] Timer tick, asking Buildbucket for the build status
[22:35:33.854] Build 8904028619793921664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:35:33.854] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:90:0) after 1m0s
[22:36:34.057] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:90:0)
[22:36:34.057] Timer tick, asking Buildbucket for the build status
[22:36:34.339] Build 8904028619793921664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:36:34.339] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:91:0) after 1m0s
[22:37:34.797] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:91:0)
[22:37:34.797] Timer tick, asking Buildbucket for the build status
[22:37:35.140] Build 8904028619793921664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:37:35.140] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:92:0) after 1m0s
[22:38:35.275] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:92:0)
[22:38:35.275] Timer tick, asking Buildbucket for the build status
[22:38:38.665] Build 8904028619793921664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:38:38.665] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:93:0) after 1m0s
[22:39:38.784] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:93:0)
[22:39:38.784] Timer tick, asking Buildbucket for the build status
[22:39:43.712] Build 8904028619793921664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:39:43.712] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:94:0) after 1m0s
[22:40:43.771] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:94:0)
[22:40:43.771] Timer tick, asking Buildbucket for the build status
[22:40:43.932] Build 8904028619793921664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:40:43.932] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:95:0) after 1m0s
[22:41:44.205] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:95:0)
[22:41:44.206] Timer tick, asking Buildbucket for the build status
[22:41:44.989] Build 8904028619793921664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:41:44.989] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:96:0) after 1m0s
[22:42:45.230] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:96:0)
[22:42:45.230] Timer tick, asking Buildbucket for the build status
[22:42:49.834] Build 8904028619793921664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:42:49.834] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:97:0) after 1m0s
[22:43:49.872] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:97:0)
[22:43:49.872] Timer tick, asking Buildbucket for the build status
[22:43:50.260] Build 8904028619793921664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:43:50.260] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:98:0) after 1m0s
[22:44:50.310] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:98:0)
[22:44:50.310] Timer tick, asking Buildbucket for the build status
[22:44:51.008] Build 8904028619793921664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:44:51.008] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:99:0) after 1m0s
[22:45:51.019] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:99:0)
[22:45:51.019] Timer tick, asking Buildbucket for the build status
[22:45:52.101] Build 8904028619793921664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:45:52.101] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:100:0) after 1m0s
[22:46:52.437] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:100:0)
[22:46:52.437] Timer tick, asking Buildbucket for the build status
[22:46:52.623] Build 8904028619793921664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:46:52.623] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:101:0) after 1m0s
[22:47:52.742] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:101:0)
[22:47:52.742] Timer tick, asking Buildbucket for the build status
[22:47:53.262] Build 8904028619793921664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:47:53.262] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:102:0) after 1m0s
[22:48:53.353] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:102:0)
[22:48:53.353] Timer tick, asking Buildbucket for the build status
[22:48:54.146] Build 8904028619793921664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:48:54.146] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:103:0) after 1m0s
[22:49:54.202] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:103:0)
[22:49:54.202] Timer tick, asking Buildbucket for the build status
[22:49:54.508] Build 8904028619793921664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:49:54.508] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:104:0) after 1m0s
[22:50:54.610] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:104:0)
[22:50:54.610] Timer tick, asking Buildbucket for the build status
[22:50:55.245] Build 8904028619793921664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:50:55.245] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:105:0) after 1m0s
[22:51:55.312] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:105:0)
[22:51:55.312] Timer tick, asking Buildbucket for the build status
[22:51:56.054] Build 8904028619793921664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:51:56.054] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:106:0) after 1m0s
[22:52:56.079] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:106:0)
[22:52:56.079] Timer tick, asking Buildbucket for the build status
[22:52:57.118] Build 8904028619793921664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:52:57.118] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:107:0) after 1m0s
[22:53:57.159] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:107:0)
[22:53:57.159] Timer tick, asking Buildbucket for the build status
[22:53:57.689] Build 8904028619793921664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:53:57.689] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:108:0) after 1m0s
[22:54:57.893] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:108:0)
[22:54:57.893] Timer tick, asking Buildbucket for the build status
[22:54:58.341] Build 8904028619793921664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:54:58.341] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:109:0) after 1m0s
[22:55:58.501] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:109:0)
[22:55:58.501] Timer tick, asking Buildbucket for the build status
[22:55:58.686] Build 8904028619793921664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:55:58.686] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:110:0) after 1m0s
[22:56:58.861] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:110:0)
[22:56:58.861] Timer tick, asking Buildbucket for the build status
[22:56:59.039] Build 8904028619793921664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:56:59.039] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:111:0) after 1m0s
[22:57:59.049] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:111:0)
[22:57:59.049] Timer tick, asking Buildbucket for the build status
[22:57:59.305] Build 8904028619793921664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:57:59.305] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:112:0) after 1m0s
[22:58:59.408] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:112:0)
[22:58:59.408] Timer tick, asking Buildbucket for the build status
[22:59:00.056] Build 8904028619793921664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:59:00.056] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:113:0) after 1m0s
[23:00:00.089] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:113:0)
[23:00:00.089] Timer tick, asking Buildbucket for the build status
[23:00:00.730] Build 8904028619793921664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:00:00.730] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:114:0) after 1m0s
[23:01:00.895] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:114:0)
[23:01:00.895] Timer tick, asking Buildbucket for the build status
[23:01:01.604] Build 8904028619793921664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:01:01.604] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:115:0) after 1m0s
[23:02:01.687] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:115:0)
[23:02:01.687] Timer tick, asking Buildbucket for the build status
[23:02:03.326] Build 8904028619793921664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:02:03.326] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:116:0) after 1m0s
[23:03:03.422] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:116:0)
[23:03:03.422] Timer tick, asking Buildbucket for the build status
[23:03:03.988] Build 8904028619793921664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:03:03.988] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:117:0) after 1m0s
[23:04:04.077] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:117:0)
[23:04:04.077] Timer tick, asking Buildbucket for the build status
[23:04:04.979] Build 8904028619793921664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:04:04.979] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:118:0) after 1m0s
[23:05:05.095] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:118:0)
[23:05:05.095] Timer tick, asking Buildbucket for the build status
[23:05:06.726] Build 8904028619793921664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:05:06.726] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:119:0) after 1m0s
[23:06:06.907] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:119:0)
[23:06:06.907] Timer tick, asking Buildbucket for the build status
[23:06:07.282] Build 8904028619793921664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:06:07.282] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:120:0) after 1m0s
[23:07:07.339] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:120:0)
[23:07:07.340] Timer tick, asking Buildbucket for the build status
[23:07:07.807] Build 8904028619793921664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:07:07.807] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:121:0) after 1m0s
[23:08:07.871] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:121:0)
[23:08:07.871] Timer tick, asking Buildbucket for the build status
[23:08:08.207] Build 8904028619793921664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:08:08.207] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:122:0) after 1m0s
[23:09:08.310] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:122:0)
[23:09:08.310] Timer tick, asking Buildbucket for the build status
[23:09:08.665] Build 8904028619793921664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:09:08.665] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:123:0) after 1m0s
[23:10:08.688] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:123:0)
[23:10:08.688] Timer tick, asking Buildbucket for the build status
[23:10:09.043] Build 8904028619793921664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:10:09.043] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:124:0) after 1m0s
[23:11:09.288] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:124:0)
[23:11:09.288] Timer tick, asking Buildbucket for the build status
[23:11:09.893] Build 8904028619793921664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:11:09.893] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:125:0) after 1m0s
[23:12:09.962] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:125:0)
[23:12:09.962] Timer tick, asking Buildbucket for the build status
[23:12:11.275] Build 8904028619793921664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:12:11.275] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:126:0) after 1m0s
[23:13:11.401] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:126:0)
[23:13:11.401] Timer tick, asking Buildbucket for the build status
[23:13:11.959] Build 8904028619793921664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:13:11.959] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:127:0) after 1m0s
[23:14:12.136] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:127:0)
[23:14:12.136] Timer tick, asking Buildbucket for the build status
[23:14:12.538] Build 8904028619793921664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:14:12.538] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:128:0) after 1m0s
[23:15:12.626] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:128:0)
[23:15:12.626] Timer tick, asking Buildbucket for the build status
[23:15:13.237] Build 8904028619793921664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:15:13.237] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:129:0) after 1m0s
[23:16:13.410] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:129:0)
[23:16:13.410] Timer tick, asking Buildbucket for the build status
[23:16:13.790] Build 8904028619793921664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:16:13.790] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:130:0) after 1m0s
[23:17:13.849] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:130:0)
[23:17:13.849] Timer tick, asking Buildbucket for the build status
[23:17:14.684] Build 8904028619793921664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:17:14.685] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:131:0) after 1m0s
[23:18:14.804] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:131:0)
[23:18:14.804] Timer tick, asking Buildbucket for the build status
[23:18:15.004] Build 8904028619793921664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:18:15.004] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:132:0) after 1m0s
[23:19:15.076] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:132:0)
[23:19:15.076] Timer tick, asking Buildbucket for the build status
[23:19:15.807] Build 8904028619793921664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:19:15.807] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:133:0) after 1m0s
[23:20:15.877] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:133:0)
[23:20:15.877] Timer tick, asking Buildbucket for the build status
[23:20:17.082] Build 8904028619793921664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:20:17.082] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:134:0) after 1m0s
[23:21:17.291] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:134:0)
[23:21:17.291] Timer tick, asking Buildbucket for the build status
[23:21:17.595] Build 8904028619793921664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:21:17.595] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069458682844930816:135:0) after 1m0s
[23:21:42.621] Received PubSub notification, asking Buildbucket for the build status
[23:21:43.190] Build 8904028619793921664: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[23:21:43.190] Buildbucket build:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "completed_ts": "1566861701460922",
    "created_by": "project:chromium",
    "created_ts": "1566853614964965",
    "failure_reason": "BUILD_FAILURE",
    "id": "8904028619793921664",
    "parameters_json": "{\"builder_name\": \"ToTiOSDevice\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"9c4b2097cc37b3d2d30ce7c5612b8c2d49eba371\"}}",
    "project": "chromium",
    "result": "FAILURE",
    "result_details_json": "{\"error\": {\"message\": \"Failed ios_web_unittests (iPhone 6s iOS 12.3.1).\"}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"build286-m9\", \"branch\": \"refs/heads/master\", \"buildername\": \"ToTiOSDevice\", \"buildnumber\": 13842, \"got_angle_revision\": \"87b106a0944e5bc83bbee8de95a49c4be3de3825\", \"got_dawn_revision\": \"f19c328b5ba5fb3aaf02e50b5fc11dab93b098b7\", \"got_nacl_revision\": \"058a26f57015051953a727add26e7e26348b9558\", \"got_revision\": \"9c4b2097cc37b3d2d30ce7c5612b8c2d49eba371\", \"got_revision_cp\": \"refs/heads/master@{#690499}\", \"got_swarming_client_revision\": \"96f125709acfd0b48fc1e5dae7d6ea42291726ac\", \"got_v8_revision\": \"2334bc12561ce4921dad83678b344df2abf1c775\", \"got_v8_revision_cp\": \"refs/heads/7.8.196@{#1}\", \"got_webrtc_revision\": \"4869bd6309bbe2e9e038451e9549f5a9d12e4a38\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#28957}\", \"isolate_server\": \"https://isolateserver.appspot.com\", \"mastername\": \"chromium.clang\", \"path_config\": \"generic\", \"perf_dashboard_machine_group\": \"ChromiumClang\", \"recipe\": \"ios/unified_builder_tester\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"9c4b2097cc37b3d2d30ce7c5612b8c2d49eba371\", \"swarm_hashes\": {\"0\": \"566ed26d2a8d7340d6d4a61d82ab6f76c7f6656d\", \"1\": \"232d02036c4826f6fa4776d68caaa0cd970d405c\", \"10\": \"75fd2453c3083c6d336d730e89d0ce4e8e1836c9\", \"11\": \"3c152bc89f9a4b63766caee3161f263e8e5a01b2\", \"12\": \"51c1d96ba936cdf4305cce532bdf6dd00d8c4855\", \"13\": \"a908f4e164478f450d7cff682310a7cce0beffe2\", \"14\": \"d25a2fe711c9e45701b3fa6dc500517825b62394\", \"15\": \"73d6a3262f76e6f8ba83dc5d751d225a47189537\", \"16\": \"ab691337a4eb3316d377f1934b15c757e98b45ea\", \"2\": \"67c1f75048fa658d2114f977ef13a151c8a29024\", \"3\": \"2052435758ccb74004309dcccac8084e87b9b99a\", \"4\": \"7760487fab0977d08a7834d7fb6aa001cd265ff3\", \"5\": \"4cd22f2bd1cd58caf3e10a1da2ea5583a209255a\", \"6\": \"f24273e53c171c38ca4c3b3a1289e9226b75d236\", \"7\": \"869863343cc602e05711ed65e7e979172fa652bf\", \"8\": \"66f61923a6f1b890048f81fb9580ab5c3d1fe0c6\", \"9\": \"e7b21c22af548f5d998fca3062c665f09a4a3ac4\"}}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_4a4feefdd7e355061708c01720b06a0ca8c49ffc9968a2ebc674541738676b8f_v2\", \"builder_69caa34b8f39daac28a821cac2619730401d46a6479812cc34796e3bf180418a_v2\", \"builder_ae5debd901c74ee0906916cb62621bceb2a8b657b42c2e2e9e89a0f6a2e5e53b_v2\", \"builder_d42b89eab403033f5a2a8102ec9c436397350cedb439d5e09b11874a5784adb4_v2\", \"git\", \"goma_v2\", \"vpython\", \"xcode_ios_11m382q\", \"xcode_ios_11m392q\"], \"cores\": [\"24\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"1002\", \"1002:679e\", \"1002:679e-4.0.11-3.2.8\"], \"hidpi\": [\"0\"], \"id\": [\"build286-m9\"], \"mac_model\": [\"MacPro6,1\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Mac\", \"Mac-10.14\", \"Mac-10.14.6\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.10\"], \"server_version\": [\"4397-8786906\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}, \"ui\": {\"info\": \"Failed ios_web_unittests (iPhone 6s iOS 12.3.1).\"}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1566853774796533",
    "status": "COMPLETED",
    "status_changed_ts": "1566853775185826",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOSDevice/13842",
      "builder:ToTiOSDevice",
      "buildset:commit/git/9c4b2097cc37b3d2d30ce7c5612b8c2d49eba371",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/9c4b2097cc37b3d2d30ce7c5612b8c2d49eba371",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9069458682844930816",
      "scheduler_job_id:chromium/ToTiOSDevice",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8904028619793921664/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:os:Mac",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:46e8925a1863b010",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1566861701602547",
    "url": "https://ci.chromium.org/b/8904028619793921664",
    "utcnow_ts": "1566861703178842"
  }
}
[23:21:43.190] Invocation finished in 2h14m50.518263229s with status FAILED