Status: FAILED
Triggered by: -
Duration: 2 hours
Actions:

Definition (rev ead1c24e5b0e6b883f7d7e816b15c81777fef6bb)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTiOSDevice"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/chromium/src.git",
  "revision": "1d8bc5d0f51e086b115153a36efbb6f63363f10c"
}

Incoming tags

  • buildset:commit/git/1d8bc5d0f51e086b115153a36efbb6f63363f10c
  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/1d8bc5d0f51e086b115153a36efbb6f63363f10c
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[14:19:28.255] New invocation is queued and will start shortly
[14:19:29.618] Starting the invocation (attempt 1)
[14:19:29.655] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[14:19:29.655] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[14:19:29.655] Buildbucket request:
{
  "bucket": "luci.chromium.ci",
  "client_operation_id": "9076913265933826400",
  "parameters_json": "{\"builder_name\":\"ToTiOSDevice\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src.git\",\"revision\":\"1d8bc5d0f51e086b115153a36efbb6f63363f10c\"}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:ToTiOSDevice",
    "scheduler_invocation_id:9076913265933826400",
    "scheduler_job_id:chromium/ToTiOSDevice",
    "user_agent:luci-scheduler",
    "buildset:commit/git/1d8bc5d0f51e086b115153a36efbb6f63363f10c",
    "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/1d8bc5d0f51e086b115153a36efbb6f63363f10c",
    "gitiles_ref:refs/heads/master"
  ]
}
[14:19:34.469] Buildbucket response:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "created_by": "project:chromium",
    "created_ts": "1559744371391052",
    "id": "8911483201982448704",
    "parameters_json": "{\"builder_name\": \"ToTiOSDevice\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"1d8bc5d0f51e086b115153a36efbb6f63363f10c\"}}",
    "project": "chromium",
    "result_details_json": "{\"properties\": {}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1559744373914158",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOSDevice/12477",
      "builder:ToTiOSDevice",
      "buildset:commit/git/1d8bc5d0f51e086b115153a36efbb6f63363f10c",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/1d8bc5d0f51e086b115153a36efbb6f63363f10c",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9076913265933826400",
      "scheduler_job_id:chromium/ToTiOSDevice",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8911483201982448704/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1559744373914752",
    "url": "https://ci.chromium.org/b/8911483201982448704",
    "utcnow_ts": "1559744374449579"
  }
}
[14:19:34.469] Task URL: https://ci.chromium.org/b/8911483201982448704
[14:19:34.469] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:2:0) after 1m0s
[14:20:34.464] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:2:0)
[14:20:34.464] Timer tick, asking Buildbucket for the build status
[14:20:39.155] Build 8911483201982448704: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[14:20:39.155] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:3:0) after 1m0s
[14:21:39.217] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:3:0)
[14:21:39.217] Timer tick, asking Buildbucket for the build status
[14:21:39.911] Build 8911483201982448704: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[14:21:39.911] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:4:0) after 1m0s
[14:21:46.323] Received PubSub notification, asking Buildbucket for the build status
[14:21:46.564] Build 8911483201982448704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:22:39.980] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:4:0)
[14:22:39.980] Timer tick, asking Buildbucket for the build status
[14:22:40.317] Build 8911483201982448704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:22:40.317] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:6:0) after 1m0s
[14:23:40.363] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:6:0)
[14:23:40.363] Timer tick, asking Buildbucket for the build status
[14:23:41.068] Build 8911483201982448704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:23:41.068] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:7:0) after 1m0s
[14:24:41.165] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:7:0)
[14:24:41.165] Timer tick, asking Buildbucket for the build status
[14:24:41.351] Build 8911483201982448704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:24:41.351] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:8:0) after 1m0s
[14:25:41.374] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:8:0)
[14:25:41.374] Timer tick, asking Buildbucket for the build status
[14:25:41.827] Build 8911483201982448704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:25:41.827] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:9:0) after 1m0s
[14:26:41.850] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:9:0)
[14:26:41.850] Timer tick, asking Buildbucket for the build status
[14:26:42.189] Build 8911483201982448704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:26:42.189] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:10:0) after 1m0s
[14:27:42.282] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:10:0)
[14:27:42.282] Timer tick, asking Buildbucket for the build status
[14:27:42.518] Build 8911483201982448704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:27:42.518] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:11:0) after 1m0s
[14:28:42.605] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:11:0)
[14:28:42.605] Timer tick, asking Buildbucket for the build status
[14:28:43.668] Build 8911483201982448704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:28:43.668] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:12:0) after 1m0s
[14:29:43.709] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:12:0)
[14:29:43.709] Timer tick, asking Buildbucket for the build status
[14:29:46.086] Build 8911483201982448704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:29:46.086] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:13:0) after 1m0s
[14:30:46.107] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:13:0)
[14:30:46.107] Timer tick, asking Buildbucket for the build status
[14:30:46.270] Build 8911483201982448704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:30:46.270] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:14:0) after 1m0s
[14:31:46.302] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:14:0)
[14:31:46.302] Timer tick, asking Buildbucket for the build status
[14:31:46.537] Build 8911483201982448704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:31:46.537] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:15:0) after 1m0s
[14:32:46.562] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:15:0)
[14:32:46.562] Timer tick, asking Buildbucket for the build status
[14:32:47.055] Build 8911483201982448704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:32:47.055] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:16:0) after 1m0s
[14:33:47.076] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:16:0)
[14:33:47.076] Timer tick, asking Buildbucket for the build status
[14:33:49.226] Build 8911483201982448704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:33:49.226] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:17:0) after 1m0s
[14:34:49.252] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:17:0)
[14:34:49.252] Timer tick, asking Buildbucket for the build status
[14:34:49.991] Build 8911483201982448704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:34:49.991] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:18:0) after 1m0s
[14:35:50.022] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:18:0)
[14:35:50.022] Timer tick, asking Buildbucket for the build status
[14:35:51.100] Build 8911483201982448704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:35:51.100] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:19:0) after 1m0s
[14:36:51.130] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:19:0)
[14:36:51.130] Timer tick, asking Buildbucket for the build status
[14:36:51.264] Build 8911483201982448704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:36:51.264] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:20:0) after 1m0s
[14:37:51.435] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:20:0)
[14:37:51.435] Timer tick, asking Buildbucket for the build status
[14:37:51.555] Build 8911483201982448704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:37:51.555] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:21:0) after 1m0s
[14:38:51.689] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:21:0)
[14:38:51.689] Timer tick, asking Buildbucket for the build status
[14:38:52.096] Build 8911483201982448704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:38:52.096] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:22:0) after 1m0s
[14:39:52.355] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:22:0)
[14:39:52.355] Timer tick, asking Buildbucket for the build status
[14:39:52.479] Build 8911483201982448704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:39:52.479] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:23:0) after 1m0s
[14:40:52.853] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:23:0)
[14:40:52.853] Timer tick, asking Buildbucket for the build status
[14:40:54.443] Build 8911483201982448704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:40:54.443] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:24:0) after 1m0s
[14:41:54.467] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:24:0)
[14:41:54.467] Timer tick, asking Buildbucket for the build status
[14:41:54.580] Build 8911483201982448704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:41:54.581] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:25:0) after 1m0s
[14:42:54.725] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:25:0)
[14:42:54.725] Timer tick, asking Buildbucket for the build status
[14:42:55.115] Build 8911483201982448704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:42:55.115] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:26:0) after 1m0s
[14:43:55.450] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:26:0)
[14:43:55.450] Timer tick, asking Buildbucket for the build status
[14:43:55.669] Build 8911483201982448704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:43:55.669] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:27:0) after 1m0s
[14:44:55.775] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:27:0)
[14:44:55.775] Timer tick, asking Buildbucket for the build status
[14:44:57.022] Build 8911483201982448704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:44:57.022] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:28:0) after 1m0s
[14:45:57.123] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:28:0)
[14:45:57.123] Timer tick, asking Buildbucket for the build status
[14:45:57.477] Build 8911483201982448704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:45:57.477] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:29:0) after 1m0s
[14:46:57.524] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:29:0)
[14:46:57.525] Timer tick, asking Buildbucket for the build status
[14:46:57.629] Build 8911483201982448704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:46:57.630] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:30:0) after 1m0s
[14:47:57.654] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:30:0)
[14:47:57.654] Timer tick, asking Buildbucket for the build status
[14:47:57.749] Build 8911483201982448704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:47:57.749] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:31:0) after 1m0s
[14:48:57.801] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:31:0)
[14:48:57.801] Timer tick, asking Buildbucket for the build status
[14:48:58.149] Build 8911483201982448704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:48:58.150] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:32:0) after 1m0s
[14:49:58.199] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:32:0)
[14:49:58.199] Timer tick, asking Buildbucket for the build status
[14:49:58.330] Build 8911483201982448704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:49:58.330] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:33:0) after 1m0s
[14:50:58.367] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:33:0)
[14:50:58.367] Timer tick, asking Buildbucket for the build status
[14:50:59.084] Build 8911483201982448704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:50:59.084] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:34:0) after 1m0s
[14:51:59.116] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:34:0)
[14:51:59.116] Timer tick, asking Buildbucket for the build status
[14:51:59.461] Build 8911483201982448704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:51:59.461] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:35:0) after 1m0s
[14:52:59.517] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:35:0)
[14:52:59.517] Timer tick, asking Buildbucket for the build status
[14:53:00.219] Build 8911483201982448704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:53:00.219] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:36:0) after 1m0s
[14:54:00.277] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:36:0)
[14:54:00.277] Timer tick, asking Buildbucket for the build status
[14:54:02.908] Build 8911483201982448704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:54:02.908] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:37:0) after 1m0s
[14:55:02.933] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:37:0)
[14:55:02.933] Timer tick, asking Buildbucket for the build status
[14:55:03.296] Build 8911483201982448704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:55:03.296] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:38:0) after 1m0s
[14:56:03.318] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:38:0)
[14:56:03.318] Timer tick, asking Buildbucket for the build status
[14:56:03.425] Build 8911483201982448704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:56:03.425] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:39:0) after 1m0s
[14:57:03.500] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:39:0)
[14:57:03.500] Timer tick, asking Buildbucket for the build status
[14:57:03.659] Build 8911483201982448704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:57:03.659] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:40:0) after 1m0s
[14:58:03.776] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:40:0)
[14:58:03.776] Timer tick, asking Buildbucket for the build status
[14:58:04.637] Build 8911483201982448704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:58:04.638] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:41:0) after 1m0s
[14:59:04.728] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:41:0)
[14:59:04.728] Timer tick, asking Buildbucket for the build status
[14:59:05.321] Build 8911483201982448704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:59:05.321] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:42:0) after 1m0s
[15:00:05.358] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:42:0)
[15:00:05.358] Timer tick, asking Buildbucket for the build status
[15:00:06.089] Build 8911483201982448704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:00:06.089] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:43:0) after 1m0s
[15:01:06.193] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:43:0)
[15:01:06.193] Timer tick, asking Buildbucket for the build status
[15:01:06.381] Build 8911483201982448704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:01:06.381] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:44:0) after 1m0s
[15:02:06.469] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:44:0)
[15:02:06.469] Timer tick, asking Buildbucket for the build status
[15:02:06.960] Build 8911483201982448704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:02:06.960] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:45:0) after 1m0s
[15:03:07.018] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:45:0)
[15:03:07.018] Timer tick, asking Buildbucket for the build status
[15:03:07.159] Build 8911483201982448704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:03:07.159] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:46:0) after 1m0s
[15:04:07.203] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:46:0)
[15:04:07.203] Timer tick, asking Buildbucket for the build status
[15:04:07.320] Build 8911483201982448704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:04:07.320] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:47:0) after 1m0s
[15:05:07.360] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:47:0)
[15:05:07.360] Timer tick, asking Buildbucket for the build status
[15:05:08.118] Build 8911483201982448704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:05:08.118] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:48:0) after 1m0s
[15:06:08.296] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:48:0)
[15:06:08.296] Timer tick, asking Buildbucket for the build status
[15:06:10.172] Build 8911483201982448704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:06:10.172] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:49:0) after 1m0s
[15:07:10.214] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:49:0)
[15:07:10.214] Timer tick, asking Buildbucket for the build status
[15:07:10.883] Build 8911483201982448704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:07:10.883] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:50:0) after 1m0s
[15:08:10.953] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:50:0)
[15:08:10.953] Timer tick, asking Buildbucket for the build status
[15:08:11.107] Build 8911483201982448704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:08:11.107] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:51:0) after 1m0s
[15:09:11.137] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:51:0)
[15:09:11.137] Timer tick, asking Buildbucket for the build status
[15:09:11.726] Build 8911483201982448704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:09:11.726] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:52:0) after 1m0s
[15:10:11.724] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:52:0)
[15:10:11.724] Timer tick, asking Buildbucket for the build status
[15:10:11.908] Build 8911483201982448704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:10:11.908] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:53:0) after 1m0s
[15:11:11.930] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:53:0)
[15:11:11.930] Timer tick, asking Buildbucket for the build status
[15:11:13.619] Build 8911483201982448704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:11:13.619] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:54:0) after 1m0s
[15:12:13.653] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:54:0)
[15:12:13.653] Timer tick, asking Buildbucket for the build status
[15:12:14.233] Build 8911483201982448704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:12:14.233] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:55:0) after 1m0s
[15:13:14.259] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:55:0)
[15:13:14.259] Timer tick, asking Buildbucket for the build status
[15:13:14.406] Build 8911483201982448704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:13:14.406] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:56:0) after 1m0s
[15:14:14.442] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:56:0)
[15:14:14.442] Timer tick, asking Buildbucket for the build status
[15:14:16.722] Build 8911483201982448704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:14:16.722] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:57:0) after 1m0s
[15:15:16.873] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:57:0)
[15:15:16.873] Timer tick, asking Buildbucket for the build status
[15:15:18.933] Build 8911483201982448704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:15:18.933] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:58:0) after 1m0s
[15:16:18.932] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:58:0)
[15:16:18.932] Timer tick, asking Buildbucket for the build status
[15:16:19.461] Build 8911483201982448704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:16:19.461] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:59:0) after 1m0s
[15:17:19.539] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:59:0)
[15:17:19.539] Timer tick, asking Buildbucket for the build status
[15:17:21.876] Build 8911483201982448704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:17:21.876] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:60:0) after 1m0s
[15:18:21.893] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:60:0)
[15:18:21.893] Timer tick, asking Buildbucket for the build status
[15:18:23.809] Build 8911483201982448704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:18:23.809] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:61:0) after 1m0s
[15:19:23.948] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:61:0)
[15:19:23.948] Timer tick, asking Buildbucket for the build status
[15:19:24.595] Build 8911483201982448704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:19:24.595] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:62:0) after 1m0s
[15:20:24.660] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:62:0)
[15:20:24.660] Timer tick, asking Buildbucket for the build status
[15:20:25.120] Build 8911483201982448704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:20:25.120] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:63:0) after 1m0s
[15:21:25.133] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:63:0)
[15:21:25.133] Timer tick, asking Buildbucket for the build status
[15:21:25.883] Build 8911483201982448704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:21:25.883] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:64:0) after 1m0s
[15:22:25.855] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:64:0)
[15:22:25.855] Timer tick, asking Buildbucket for the build status
[15:22:25.965] Build 8911483201982448704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:22:25.965] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:65:0) after 1m0s
[15:23:25.983] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:65:0)
[15:23:25.983] Timer tick, asking Buildbucket for the build status
[15:23:26.135] Build 8911483201982448704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:23:26.135] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:66:0) after 1m0s
[15:24:26.174] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:66:0)
[15:24:26.174] Timer tick, asking Buildbucket for the build status
[15:24:26.538] Build 8911483201982448704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:24:26.539] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:67:0) after 1m0s
[15:25:26.564] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:67:0)
[15:25:26.564] Timer tick, asking Buildbucket for the build status
[15:25:26.996] Build 8911483201982448704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:25:26.996] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:68:0) after 1m0s
[15:26:27.101] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:68:0)
[15:26:27.101] Timer tick, asking Buildbucket for the build status
[15:26:27.220] Build 8911483201982448704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:26:27.220] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:69:0) after 1m0s
[15:27:27.243] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:69:0)
[15:27:27.243] Timer tick, asking Buildbucket for the build status
[15:27:28.065] Build 8911483201982448704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:27:28.065] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:70:0) after 1m0s
[15:28:28.088] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:70:0)
[15:28:28.088] Timer tick, asking Buildbucket for the build status
[15:28:30.273] Build 8911483201982448704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:28:30.273] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:71:0) after 1m0s
[15:29:30.384] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:71:0)
[15:29:30.384] Timer tick, asking Buildbucket for the build status
[15:29:30.625] Build 8911483201982448704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:29:30.625] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:72:0) after 1m0s
[15:30:31.497] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:72:0)
[15:30:31.497] Timer tick, asking Buildbucket for the build status
[15:30:31.634] Build 8911483201982448704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:30:31.634] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:73:0) after 1m0s
[15:31:31.655] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:73:0)
[15:31:31.655] Timer tick, asking Buildbucket for the build status
[15:31:31.904] Build 8911483201982448704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:31:31.904] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:74:0) after 1m0s
[15:32:31.931] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:74:0)
[15:32:31.931] Timer tick, asking Buildbucket for the build status
[15:32:33.004] Build 8911483201982448704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:32:33.004] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:75:0) after 1m0s
[15:33:33.037] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:75:0)
[15:33:33.037] Timer tick, asking Buildbucket for the build status
[15:33:34.193] Build 8911483201982448704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:33:34.193] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:76:0) after 1m0s
[15:34:34.253] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:76:0)
[15:34:34.253] Timer tick, asking Buildbucket for the build status
[15:34:34.427] Build 8911483201982448704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:34:34.427] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:77:0) after 1m0s
[15:35:34.481] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:77:0)
[15:35:34.481] Timer tick, asking Buildbucket for the build status
[15:35:34.662] Build 8911483201982448704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:35:34.662] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:78:0) after 1m0s
[15:36:34.737] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:78:0)
[15:36:34.737] Timer tick, asking Buildbucket for the build status
[15:36:35.328] Build 8911483201982448704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:36:35.328] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:79:0) after 1m0s
[15:37:35.450] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:79:0)
[15:37:35.450] Timer tick, asking Buildbucket for the build status
[15:37:36.213] Build 8911483201982448704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:37:36.213] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:80:0) after 1m0s
[15:38:36.243] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:80:0)
[15:38:36.243] Timer tick, asking Buildbucket for the build status
[15:38:36.428] Build 8911483201982448704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:38:36.428] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:81:0) after 1m0s
[15:39:36.538] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:81:0)
[15:39:36.538] Timer tick, asking Buildbucket for the build status
[15:39:37.173] Build 8911483201982448704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:39:37.173] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:82:0) after 1m0s
[15:40:37.223] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:82:0)
[15:40:37.223] Timer tick, asking Buildbucket for the build status
[15:40:38.609] Build 8911483201982448704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:40:38.609] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:83:0) after 1m0s
[15:41:38.634] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:83:0)
[15:41:38.634] Timer tick, asking Buildbucket for the build status
[15:41:39.047] Build 8911483201982448704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:41:39.047] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:84:0) after 1m0s
[15:42:39.146] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:84:0)
[15:42:39.146] Timer tick, asking Buildbucket for the build status
[15:42:39.686] Build 8911483201982448704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:42:39.686] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:85:0) after 1m0s
[15:43:39.722] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:85:0)
[15:43:39.722] Timer tick, asking Buildbucket for the build status
[15:43:41.540] Build 8911483201982448704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:43:41.540] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:86:0) after 1m0s
[15:44:41.633] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:86:0)
[15:44:41.633] Timer tick, asking Buildbucket for the build status
[15:44:43.247] Build 8911483201982448704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:44:43.247] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:87:0) after 1m0s
[15:45:43.279] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:87:0)
[15:45:43.279] Timer tick, asking Buildbucket for the build status
[15:45:45.506] Build 8911483201982448704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:45:45.506] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:88:0) after 1m0s
[15:46:45.536] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:88:0)
[15:46:45.536] Timer tick, asking Buildbucket for the build status
[15:46:45.998] Build 8911483201982448704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:46:45.998] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:89:0) after 1m0s
[15:47:45.993] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:89:0)
[15:47:45.993] Timer tick, asking Buildbucket for the build status
[15:47:47.736] Build 8911483201982448704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:47:47.736] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:90:0) after 1m0s
[15:48:47.784] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:90:0)
[15:48:47.784] Timer tick, asking Buildbucket for the build status
[15:48:47.922] Build 8911483201982448704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:48:47.922] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:91:0) after 1m0s
[15:49:48.018] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:91:0)
[15:49:48.018] Timer tick, asking Buildbucket for the build status
[15:49:48.152] Build 8911483201982448704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:49:48.152] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:92:0) after 1m0s
[15:50:48.216] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:92:0)
[15:50:48.216] Timer tick, asking Buildbucket for the build status
[15:50:48.831] Build 8911483201982448704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:50:48.831] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:93:0) after 1m0s
[15:51:48.866] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:93:0)
[15:51:48.866] Timer tick, asking Buildbucket for the build status
[15:51:49.376] Build 8911483201982448704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:51:49.376] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:94:0) after 1m0s
[15:52:49.425] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:94:0)
[15:52:49.425] Timer tick, asking Buildbucket for the build status
[15:52:50.043] Build 8911483201982448704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:52:50.043] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:95:0) after 1m0s
[15:53:50.070] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:95:0)
[15:53:50.070] Timer tick, asking Buildbucket for the build status
[15:53:52.541] Build 8911483201982448704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:53:52.541] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:96:0) after 1m0s
[15:54:52.566] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:96:0)
[15:54:52.566] Timer tick, asking Buildbucket for the build status
[15:54:52.730] Build 8911483201982448704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:54:52.730] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:97:0) after 1m0s
[15:55:52.753] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:97:0)
[15:55:52.753] Timer tick, asking Buildbucket for the build status
[15:55:54.328] Build 8911483201982448704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:55:54.328] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:98:0) after 1m0s
[15:56:54.351] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:98:0)
[15:56:54.351] Timer tick, asking Buildbucket for the build status
[15:56:54.483] Build 8911483201982448704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:56:54.483] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:99:0) after 1m0s
[15:57:54.513] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:99:0)
[15:57:54.513] Timer tick, asking Buildbucket for the build status
[15:57:54.705] Build 8911483201982448704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:57:54.705] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:100:0) after 1m0s
[15:58:54.804] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:100:0)
[15:58:54.804] Timer tick, asking Buildbucket for the build status
[15:58:55.188] Build 8911483201982448704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:58:55.188] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:101:0) after 1m0s
[15:59:55.260] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:101:0)
[15:59:55.260] Timer tick, asking Buildbucket for the build status
[15:59:56.207] Build 8911483201982448704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:59:56.207] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:102:0) after 1m0s
[16:00:56.288] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:102:0)
[16:00:56.288] Timer tick, asking Buildbucket for the build status
[16:00:56.448] Build 8911483201982448704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:00:56.448] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:103:0) after 1m0s
[16:01:56.499] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:103:0)
[16:01:56.499] Timer tick, asking Buildbucket for the build status
[16:01:56.938] Build 8911483201982448704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:01:56.938] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:104:0) after 1m0s
[16:02:57.109] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:104:0)
[16:02:57.109] Timer tick, asking Buildbucket for the build status
[16:02:57.271] Build 8911483201982448704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:02:57.271] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:105:0) after 1m0s
[16:03:57.418] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:105:0)
[16:03:57.418] Timer tick, asking Buildbucket for the build status
[16:03:59.240] Build 8911483201982448704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:03:59.241] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:106:0) after 1m0s
[16:04:59.432] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:106:0)
[16:04:59.432] Timer tick, asking Buildbucket for the build status
[16:04:59.885] Build 8911483201982448704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:04:59.885] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:107:0) after 1m0s
[16:06:00.171] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:107:0)
[16:06:00.171] Timer tick, asking Buildbucket for the build status
[16:06:00.432] Build 8911483201982448704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:06:00.432] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:108:0) after 1m0s
[16:07:00.466] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:108:0)
[16:07:00.466] Timer tick, asking Buildbucket for the build status
[16:07:02.296] Build 8911483201982448704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:07:02.296] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:109:0) after 1m0s
[16:08:02.481] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:109:0)
[16:08:02.481] Timer tick, asking Buildbucket for the build status
[16:08:04.010] Build 8911483201982448704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:08:04.010] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:110:0) after 1m0s
[16:09:04.037] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:110:0)
[16:09:04.037] Timer tick, asking Buildbucket for the build status
[16:09:04.313] Build 8911483201982448704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:09:04.313] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:111:0) after 1m0s
[16:10:04.383] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:111:0)
[16:10:04.383] Timer tick, asking Buildbucket for the build status
[16:10:04.777] Build 8911483201982448704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:10:04.777] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:112:0) after 1m0s
[16:11:04.885] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:112:0)
[16:11:04.885] Timer tick, asking Buildbucket for the build status
[16:11:05.318] Build 8911483201982448704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:11:05.318] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:113:0) after 1m0s
[16:12:05.392] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:113:0)
[16:12:05.392] Timer tick, asking Buildbucket for the build status
[16:12:06.929] Build 8911483201982448704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:12:06.929] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:114:0) after 1m0s
[16:13:06.982] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:114:0)
[16:13:06.982] Timer tick, asking Buildbucket for the build status
[16:13:09.142] Build 8911483201982448704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:13:09.142] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:115:0) after 1m0s
[16:14:09.187] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:115:0)
[16:14:09.187] Timer tick, asking Buildbucket for the build status
[16:14:09.880] Build 8911483201982448704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:14:09.880] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:116:0) after 1m0s
[16:15:09.985] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:116:0)
[16:15:09.985] Timer tick, asking Buildbucket for the build status
[16:15:10.775] Build 8911483201982448704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:15:10.776] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:117:0) after 1m0s
[16:16:10.941] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:117:0)
[16:16:10.941] Timer tick, asking Buildbucket for the build status
[16:16:11.325] Build 8911483201982448704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:16:11.325] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:118:0) after 1m0s
[16:17:11.375] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:118:0)
[16:17:11.375] Timer tick, asking Buildbucket for the build status
[16:17:13.343] Build 8911483201982448704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:17:13.343] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:119:0) after 1m0s
[16:18:13.435] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:119:0)
[16:18:13.435] Timer tick, asking Buildbucket for the build status
[16:18:13.777] Build 8911483201982448704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:18:13.777] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:120:0) after 1m0s
[16:19:13.895] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:120:0)
[16:19:13.895] Timer tick, asking Buildbucket for the build status
[16:19:14.152] Build 8911483201982448704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:19:14.152] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:121:0) after 1m0s
[16:20:14.158] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:121:0)
[16:20:14.158] Timer tick, asking Buildbucket for the build status
[16:20:14.463] Build 8911483201982448704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:20:14.463] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:122:0) after 1m0s
[16:21:14.484] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:122:0)
[16:21:14.485] Timer tick, asking Buildbucket for the build status
[16:21:14.610] Build 8911483201982448704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:21:14.610] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:123:0) after 1m0s
[16:22:14.648] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:123:0)
[16:22:14.648] Timer tick, asking Buildbucket for the build status
[16:22:15.308] Build 8911483201982448704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:22:15.308] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:124:0) after 1m0s
[16:23:15.331] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:124:0)
[16:23:15.331] Timer tick, asking Buildbucket for the build status
[16:23:17.197] Build 8911483201982448704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:23:17.197] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:125:0) after 1m0s
[16:24:17.222] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:125:0)
[16:24:17.222] Timer tick, asking Buildbucket for the build status
[16:24:19.671] Build 8911483201982448704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:24:19.671] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:126:0) after 1m0s
[16:25:19.718] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:126:0)
[16:25:19.718] Timer tick, asking Buildbucket for the build status
[16:25:19.846] Build 8911483201982448704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:25:19.846] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:127:0) after 1m0s
[16:26:19.869] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:127:0)
[16:26:19.869] Timer tick, asking Buildbucket for the build status
[16:26:20.189] Build 8911483201982448704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:26:20.189] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:128:0) after 1m0s
[16:27:20.276] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:128:0)
[16:27:20.276] Timer tick, asking Buildbucket for the build status
[16:27:20.450] Build 8911483201982448704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:27:20.450] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:129:0) after 1m0s
[16:28:20.676] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:129:0)
[16:28:20.676] Timer tick, asking Buildbucket for the build status
[16:28:21.041] Build 8911483201982448704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:28:21.041] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9076913265933826400:130:0) after 1m0s
[16:29:16.211] Received PubSub notification, asking Buildbucket for the build status
[16:29:16.620] Build 8911483201982448704: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[16:29:16.620] Buildbucket build:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "completed_ts": "1559752155156986",
    "created_by": "project:chromium",
    "created_ts": "1559744371391052",
    "failure_reason": "BUILD_FAILURE",
    "id": "8911483201982448704",
    "parameters_json": "{\"builder_name\": \"ToTiOSDevice\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"1d8bc5d0f51e086b115153a36efbb6f63363f10c\"}}",
    "project": "chromium",
    "result": "FAILURE",
    "result_details_json": "{\"error\": {\"message\": \"Failed ios_web_unittests (iPhone 6s iOS 11.4.1).\"}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"build283-m9\", \"branch\": \"refs/heads/master\", \"buildername\": \"ToTiOSDevice\", \"buildnumber\": 12477, \"got_angle_revision\": \"4a75741655d330e257b2f20d7404cce1e51ef72e\", \"got_dawn_revision\": \"b632bc58ed373eb2020af65e0fdeaf07d46d1a9c\", \"got_nacl_revision\": \"0ddc033406886a709b901e0c312872529f9705e8\", \"got_revision\": \"1d8bc5d0f51e086b115153a36efbb6f63363f10c\", \"got_revision_cp\": \"refs/heads/master@{#666274}\", \"got_swarming_client_revision\": \"9b1b0ed1f31dd42b128ae88ce50c2ab1f87ebaeb\", \"got_v8_revision\": \"13da560bef16ab254fe91e85541f8dd4db6c337a\", \"got_v8_revision_cp\": \"refs/heads/7.7.18@{#1}\", \"got_webrtc_revision\": \"479a3c0f92b957a9ba1c242e7fe6e4d37b49ce32\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#28154}\", \"isolate_server\": \"https://isolateserver.appspot.com\", \"mastername\": \"chromium.clang\", \"path_config\": \"generic\", \"perf_dashboard_machine_group\": \"ChromiumClang\", \"recipe\": \"ios/unified_builder_tester\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"1d8bc5d0f51e086b115153a36efbb6f63363f10c\", \"swarm_hashes\": {\"0\": \"c8cea064de2cb8caeb2a705084c198fa30dff2ed\", \"1\": \"8cdda4b2e7c1f9fba2d667ced102167b5d2381bf\", \"10\": \"538c0c77829b657b54341564bcd1bf6f5caf64cd\", \"11\": \"cd797fdc701b5572acc49973bb238a2f8f810367\", \"12\": \"56e93365bc91744400e2e97007b4642585417bb8\", \"13\": \"5d8c963e568c3272a08c3f090282948c7c14831c\", \"14\": \"4391aa42e11cae5d25c5a4bfac0e407fcd4029f6\", \"15\": \"c4509c19f55d649a07fa7ea97c7b67317ba12998\", \"16\": \"b8ed385612fa6eb048a4c4b75324009ff6cdff6d\", \"2\": \"098f599705e4bb025b01630e4b7f9c8a4ae7f96e\", \"3\": \"288c8ef3eb1c4d809f51290e1a3a404a19f540dc\", \"4\": \"1f773a06cd808637bc1be01200107865ca5c0215\", \"5\": \"a382ff9a0fc726238b9971796c79fd055b831113\", \"6\": \"c6e1f9bb8693f21afba65cbdcc09ddabe17b775c\", \"7\": \"7213dddedddeb6f45ef7447257ea397582dd5ace\", \"8\": \"75a6a69e6b203ed75b03193ee66910e362edb355\", \"9\": \"ede2a1363daf9f0fa59e2710e468d2d3cb9d48ee\"}}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_0c96c161cf7dd2e1c2b922319da904a0c0164c4adceed5a8844a45f1c516ad13_v2\", \"builder_4a4feefdd7e355061708c01720b06a0ca8c49ffc9968a2ebc674541738676b8f_v2\", \"builder_5372538a354f163a20d332d881c6c5d85e35654ac8a57c760866f12033f8a8a5_v2\", \"builder_69caa34b8f39daac28a821cac2619730401d46a6479812cc34796e3bf180418a_v2\", \"builder_ae5debd901c74ee0906916cb62621bceb2a8b657b42c2e2e9e89a0f6a2e5e53b_v2\", \"builder_d42b89eab403033f5a2a8102ec9c436397350cedb439d5e09b11874a5784adb4_v2\", \"git\", \"goma_v2\", \"vpython\", \"xcode_ios_10b61\"], \"cores\": [\"24\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"1002\", \"1002:679e\", \"1002:679e-4.0.11-3.2.8\"], \"hidpi\": [\"0\"], \"id\": [\"build283-m9\"], \"mac_model\": [\"MacPro6,1\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Mac\", \"Mac-10.13\", \"Mac-10.13.6\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.10\"], \"server_version\": [\"4316-effbcfc\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}, \"ui\": {\"info\": \"Failed ios_web_unittests (iPhone 6s iOS 11.4.1).\"}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1559744503431254",
    "status": "COMPLETED",
    "status_changed_ts": "1559744505911768",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOSDevice/12477",
      "builder:ToTiOSDevice",
      "buildset:commit/git/1d8bc5d0f51e086b115153a36efbb6f63363f10c",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/1d8bc5d0f51e086b115153a36efbb6f63363f10c",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9076913265933826400",
      "scheduler_job_id:chromium/ToTiOSDevice",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8911483201982448704/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:os:Mac",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:4540d3ee433c7510",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1559752155710518",
    "url": "https://ci.chromium.org/b/8911483201982448704",
    "utcnow_ts": "1559752156596251"
  }
}
[16:29:16.622] Invocation finished in 2h9m48.383075025s with status FAILED