Status: FAILED
Triggered by: -
Duration: 2 hours
Actions:

Definition (rev ead1c24e5b0e6b883f7d7e816b15c81777fef6bb)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTiOSDevice"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/chromium/src.git",
  "revision": "b2254b38369f4f8ce8685b7a82dee1251f6cea22"
}

Incoming tags

  • buildset:commit/git/b2254b38369f4f8ce8685b7a82dee1251f6cea22
  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b2254b38369f4f8ce8685b7a82dee1251f6cea22
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[02:41:51.054] New invocation is queued and will start shortly
[02:41:52.341] Starting the invocation (attempt 1)
[02:41:52.426] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:41:52.508] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:41:52.508] Buildbucket request:
{
  "bucket": "luci.chromium.ci",
  "client_operation_id": "9073333277753497616",
  "parameters_json": "{\"builder_name\":\"ToTiOSDevice\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src.git\",\"revision\":\"b2254b38369f4f8ce8685b7a82dee1251f6cea22\"}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:ToTiOSDevice",
    "scheduler_invocation_id:9073333277753497616",
    "scheduler_job_id:chromium/ToTiOSDevice",
    "user_agent:luci-scheduler",
    "buildset:commit/git/b2254b38369f4f8ce8685b7a82dee1251f6cea22",
    "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b2254b38369f4f8ce8685b7a82dee1251f6cea22",
    "gitiles_ref:refs/heads/master"
  ]
}
[02:41:58.471] Buildbucket response:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "created_by": "project:chromium",
    "created_ts": "1563158515546204",
    "id": "8907903212360760688",
    "parameters_json": "{\"builder_name\": \"ToTiOSDevice\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"b2254b38369f4f8ce8685b7a82dee1251f6cea22\"}}",
    "project": "chromium",
    "result_details_json": "{\"properties\": {}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1563158517903465",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOSDevice/12957",
      "builder:ToTiOSDevice",
      "buildset:commit/git/b2254b38369f4f8ce8685b7a82dee1251f6cea22",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b2254b38369f4f8ce8685b7a82dee1251f6cea22",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9073333277753497616",
      "scheduler_job_id:chromium/ToTiOSDevice",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8907903212360760688/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1563158517903562",
    "url": "https://ci.chromium.org/b/8907903212360760688",
    "utcnow_ts": "1563158518459312"
  }
}
[02:41:58.471] Task URL: https://ci.chromium.org/b/8907903212360760688
[02:41:58.471] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:2:0) after 1m0s
[02:42:58.517] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:2:0)
[02:42:58.518] Timer tick, asking Buildbucket for the build status
[02:42:59.015] Build 8907903212360760688: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[02:42:59.015] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:3:0) after 1m0s
[02:43:59.083] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:3:0)
[02:43:59.083] Timer tick, asking Buildbucket for the build status
[02:43:59.208] Build 8907903212360760688: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[02:43:59.208] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:4:0) after 1m0s
[02:44:20.731] Received PubSub notification, asking Buildbucket for the build status
[02:44:20.983] Build 8907903212360760688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:44:59.307] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:4:0)
[02:44:59.307] Timer tick, asking Buildbucket for the build status
[02:44:59.497] Build 8907903212360760688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:44:59.497] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:6:0) after 1m0s
[02:45:59.543] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:6:0)
[02:45:59.543] Timer tick, asking Buildbucket for the build status
[02:45:59.808] Build 8907903212360760688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:45:59.808] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:7:0) after 1m0s
[02:46:59.785] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:7:0)
[02:46:59.786] Timer tick, asking Buildbucket for the build status
[02:47:00.153] Build 8907903212360760688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:47:00.153] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:8:0) after 1m0s
[02:48:00.176] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:8:0)
[02:48:00.176] Timer tick, asking Buildbucket for the build status
[02:48:00.894] Build 8907903212360760688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:48:00.894] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:9:0) after 1m0s
[02:49:00.968] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:9:0)
[02:49:00.968] Timer tick, asking Buildbucket for the build status
[02:49:03.845] Build 8907903212360760688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:49:03.845] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:10:0) after 1m0s
[02:50:03.981] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:10:0)
[02:50:03.981] Timer tick, asking Buildbucket for the build status
[02:50:04.414] Build 8907903212360760688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:50:04.414] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:11:0) after 1m0s
[02:51:04.400] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:11:0)
[02:51:04.400] Timer tick, asking Buildbucket for the build status
[02:51:08.366] Build 8907903212360760688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:51:08.366] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:12:0) after 1m0s
[02:52:08.385] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:12:0)
[02:52:08.385] Timer tick, asking Buildbucket for the build status
[02:52:08.595] Build 8907903212360760688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:52:08.595] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:13:0) after 1m0s
[02:53:08.623] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:13:0)
[02:53:08.623] Timer tick, asking Buildbucket for the build status
[02:53:08.899] Build 8907903212360760688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:53:08.899] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:14:0) after 1m0s
[02:54:08.922] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:14:0)
[02:54:08.922] Timer tick, asking Buildbucket for the build status
[02:54:09.380] Build 8907903212360760688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:54:09.380] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:15:0) after 1m0s
[02:55:09.401] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:15:0)
[02:55:09.401] Timer tick, asking Buildbucket for the build status
[02:55:09.602] Build 8907903212360760688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:55:09.602] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:16:0) after 1m0s
[02:56:09.644] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:16:0)
[02:56:09.644] Timer tick, asking Buildbucket for the build status
[02:56:09.822] Build 8907903212360760688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:56:09.822] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:17:0) after 1m0s
[02:57:09.868] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:17:0)
[02:57:09.868] Timer tick, asking Buildbucket for the build status
[02:57:10.045] Build 8907903212360760688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:57:10.045] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:18:0) after 1m0s
[02:58:10.109] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:18:0)
[02:58:10.109] Timer tick, asking Buildbucket for the build status
[02:58:10.243] Build 8907903212360760688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:58:10.243] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:19:0) after 1m0s
[02:59:10.274] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:19:0)
[02:59:10.274] Timer tick, asking Buildbucket for the build status
[02:59:10.863] Build 8907903212360760688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:59:10.863] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:20:0) after 1m0s
[03:00:10.890] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:20:0)
[03:00:10.890] Timer tick, asking Buildbucket for the build status
[03:00:10.980] Build 8907903212360760688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:00:10.980] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:21:0) after 1m0s
[03:01:11.045] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:21:0)
[03:01:11.045] Timer tick, asking Buildbucket for the build status
[03:01:11.426] Build 8907903212360760688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:01:11.426] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:22:0) after 1m0s
[03:02:11.466] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:22:0)
[03:02:11.466] Timer tick, asking Buildbucket for the build status
[03:02:11.604] Build 8907903212360760688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:02:11.604] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:23:0) after 1m0s
[03:03:11.684] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:23:0)
[03:03:11.684] Timer tick, asking Buildbucket for the build status
[03:03:11.854] Build 8907903212360760688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:03:11.854] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:24:0) after 1m0s
[03:04:11.891] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:24:0)
[03:04:11.891] Timer tick, asking Buildbucket for the build status
[03:04:12.801] Build 8907903212360760688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:04:12.801] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:25:0) after 1m0s
[03:05:12.813] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:25:0)
[03:05:12.813] Timer tick, asking Buildbucket for the build status
[03:05:13.307] Build 8907903212360760688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:05:13.307] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:26:0) after 1m0s
[03:06:13.327] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:26:0)
[03:06:13.327] Timer tick, asking Buildbucket for the build status
[03:06:13.844] Build 8907903212360760688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:06:13.844] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:27:0) after 1m0s
[03:07:14.120] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:27:0)
[03:07:14.120] Timer tick, asking Buildbucket for the build status
[03:07:15.200] Build 8907903212360760688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:07:15.200] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:28:0) after 1m0s
[03:08:15.423] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:28:0)
[03:08:15.423] Timer tick, asking Buildbucket for the build status
[03:08:15.704] Build 8907903212360760688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:08:15.704] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:29:0) after 1m0s
[03:09:15.767] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:29:0)
[03:09:15.767] Timer tick, asking Buildbucket for the build status
[03:09:15.966] Build 8907903212360760688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:09:15.966] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:30:0) after 1m0s
[03:10:15.990] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:30:0)
[03:10:15.990] Timer tick, asking Buildbucket for the build status
[03:10:16.125] Build 8907903212360760688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:10:16.125] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:31:0) after 1m0s
[03:11:16.245] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:31:0)
[03:11:16.245] Timer tick, asking Buildbucket for the build status
[03:11:16.417] Build 8907903212360760688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:11:16.417] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:32:0) after 1m0s
[03:12:16.563] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:32:0)
[03:12:16.563] Timer tick, asking Buildbucket for the build status
[03:12:17.437] Build 8907903212360760688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:12:17.437] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:33:0) after 1m0s
[03:13:17.457] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:33:0)
[03:13:17.457] Timer tick, asking Buildbucket for the build status
[03:13:17.703] Build 8907903212360760688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:13:17.703] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:34:0) after 1m0s
[03:14:17.834] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:34:0)
[03:14:17.834] Timer tick, asking Buildbucket for the build status
[03:14:18.939] Build 8907903212360760688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:14:18.939] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:35:0) after 1m0s
[03:15:19.056] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:35:0)
[03:15:19.056] Timer tick, asking Buildbucket for the build status
[03:15:19.889] Build 8907903212360760688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:15:19.889] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:36:0) after 1m0s
[03:16:21.929] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:36:0)
[03:16:21.929] Timer tick, asking Buildbucket for the build status
[03:16:22.307] Build 8907903212360760688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:16:22.307] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:37:0) after 1m0s
[03:17:22.331] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:37:0)
[03:17:22.331] Timer tick, asking Buildbucket for the build status
[03:17:22.616] Build 8907903212360760688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:17:22.616] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:38:0) after 1m0s
[03:18:22.640] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:38:0)
[03:18:22.640] Timer tick, asking Buildbucket for the build status
[03:18:23.078] Build 8907903212360760688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:18:23.078] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:39:0) after 1m0s
[03:19:23.110] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:39:0)
[03:19:23.110] Timer tick, asking Buildbucket for the build status
[03:19:24.142] Build 8907903212360760688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:19:24.142] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:40:0) after 1m0s
[03:20:24.242] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:40:0)
[03:20:24.242] Timer tick, asking Buildbucket for the build status
[03:20:24.740] Build 8907903212360760688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:20:24.740] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:41:0) after 1m0s
[03:21:24.777] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:41:0)
[03:21:24.777] Timer tick, asking Buildbucket for the build status
[03:21:24.936] Build 8907903212360760688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:21:24.936] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:42:0) after 1m0s
[03:22:25.013] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:42:0)
[03:22:25.013] Timer tick, asking Buildbucket for the build status
[03:22:25.273] Build 8907903212360760688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:22:25.273] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:43:0) after 1m0s
[03:23:25.266] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:43:0)
[03:23:25.266] Timer tick, asking Buildbucket for the build status
[03:23:25.624] Build 8907903212360760688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:23:25.624] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:44:0) after 1m0s
[03:24:25.641] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:44:0)
[03:24:25.641] Timer tick, asking Buildbucket for the build status
[03:24:25.912] Build 8907903212360760688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:24:25.912] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:45:0) after 1m0s
[03:25:25.934] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:45:0)
[03:25:25.934] Timer tick, asking Buildbucket for the build status
[03:25:26.279] Build 8907903212360760688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:25:26.279] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:46:0) after 1m0s
[03:26:26.303] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:46:0)
[03:26:26.303] Timer tick, asking Buildbucket for the build status
[03:26:26.713] Build 8907903212360760688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:26:26.713] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:47:0) after 1m0s
[03:27:26.840] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:47:0)
[03:27:26.840] Timer tick, asking Buildbucket for the build status
[03:27:27.038] Build 8907903212360760688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:27:27.038] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:48:0) after 1m0s
[03:28:27.135] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:48:0)
[03:28:27.135] Timer tick, asking Buildbucket for the build status
[03:28:27.287] Build 8907903212360760688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:28:27.287] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:49:0) after 1m0s
[03:29:27.303] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:49:0)
[03:29:27.303] Timer tick, asking Buildbucket for the build status
[03:29:27.557] Build 8907903212360760688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:29:27.557] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:50:0) after 1m0s
[03:30:27.577] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:50:0)
[03:30:27.577] Timer tick, asking Buildbucket for the build status
[03:30:27.954] Build 8907903212360760688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:30:27.954] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:51:0) after 1m0s
[03:31:27.928] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:51:0)
[03:31:27.928] Timer tick, asking Buildbucket for the build status
[03:31:28.216] Build 8907903212360760688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:31:28.216] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:52:0) after 1m0s
[03:32:28.255] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:52:0)
[03:32:28.255] Timer tick, asking Buildbucket for the build status
[03:32:29.417] Build 8907903212360760688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:32:29.417] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:53:0) after 1m0s
[03:33:29.479] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:53:0)
[03:33:29.479] Timer tick, asking Buildbucket for the build status
[03:33:30.248] Build 8907903212360760688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:33:30.248] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:54:0) after 1m0s
[03:34:30.407] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:54:0)
[03:34:30.407] Timer tick, asking Buildbucket for the build status
[03:34:31.700] Build 8907903212360760688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:34:31.700] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:55:0) after 1m0s
[03:35:31.738] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:55:0)
[03:35:31.738] Timer tick, asking Buildbucket for the build status
[03:35:32.430] Build 8907903212360760688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:35:32.430] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:56:0) after 1m0s
[03:36:32.705] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:56:0)
[03:36:32.705] Timer tick, asking Buildbucket for the build status
[03:36:33.187] Build 8907903212360760688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:36:33.187] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:57:0) after 1m0s
[03:37:33.250] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:57:0)
[03:37:33.250] Timer tick, asking Buildbucket for the build status
[03:37:33.927] Build 8907903212360760688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:37:33.927] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:58:0) after 1m0s
[03:38:34.026] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:58:0)
[03:38:34.026] Timer tick, asking Buildbucket for the build status
[03:38:34.151] Build 8907903212360760688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:38:34.151] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:59:0) after 1m0s
[03:39:34.173] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:59:0)
[03:39:34.173] Timer tick, asking Buildbucket for the build status
[03:39:34.339] Build 8907903212360760688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:39:34.339] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:60:0) after 1m0s
[03:40:34.422] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:60:0)
[03:40:34.422] Timer tick, asking Buildbucket for the build status
[03:40:34.580] Build 8907903212360760688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:40:34.580] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:61:0) after 1m0s
[03:41:34.614] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:61:0)
[03:41:34.614] Timer tick, asking Buildbucket for the build status
[03:41:34.808] Build 8907903212360760688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:41:34.808] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:62:0) after 1m0s
[03:42:34.883] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:62:0)
[03:42:34.883] Timer tick, asking Buildbucket for the build status
[03:42:35.015] Build 8907903212360760688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:42:35.015] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:63:0) after 1m0s
[03:43:35.042] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:63:0)
[03:43:35.042] Timer tick, asking Buildbucket for the build status
[03:43:35.207] Build 8907903212360760688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:43:35.207] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:64:0) after 1m0s
[03:44:35.247] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:64:0)
[03:44:35.247] Timer tick, asking Buildbucket for the build status
[03:44:35.399] Build 8907903212360760688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:44:35.399] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:65:0) after 1m0s
[03:45:35.573] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:65:0)
[03:45:35.573] Timer tick, asking Buildbucket for the build status
[03:45:36.249] Build 8907903212360760688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:45:36.249] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:66:0) after 1m0s
[03:46:36.383] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:66:0)
[03:46:36.383] Timer tick, asking Buildbucket for the build status
[03:46:36.535] Build 8907903212360760688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:46:36.535] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:67:0) after 1m0s
[03:47:36.671] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:67:0)
[03:47:36.671] Timer tick, asking Buildbucket for the build status
[03:47:36.788] Build 8907903212360760688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:47:36.788] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:68:0) after 1m0s
[03:48:37.428] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:68:0)
[03:48:37.428] Timer tick, asking Buildbucket for the build status
[03:48:38.647] Build 8907903212360760688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:48:38.647] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:69:0) after 1m0s
[03:49:38.905] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:69:0)
[03:49:38.905] Timer tick, asking Buildbucket for the build status
[03:49:39.146] Build 8907903212360760688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:49:39.146] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:70:0) after 1m0s
[03:50:39.365] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:70:0)
[03:50:39.365] Timer tick, asking Buildbucket for the build status
[03:50:39.685] Build 8907903212360760688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:50:39.685] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:71:0) after 1m0s
[03:51:39.919] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:71:0)
[03:51:39.919] Timer tick, asking Buildbucket for the build status
[03:51:40.305] Build 8907903212360760688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:51:40.305] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:72:0) after 1m0s
[03:52:40.462] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:72:0)
[03:52:40.462] Timer tick, asking Buildbucket for the build status
[03:52:40.577] Build 8907903212360760688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:52:40.577] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:73:0) after 1m0s
[03:53:40.674] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:73:0)
[03:53:40.674] Timer tick, asking Buildbucket for the build status
[03:53:40.831] Build 8907903212360760688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:53:40.831] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:74:0) after 1m0s
[03:54:40.870] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:74:0)
[03:54:40.870] Timer tick, asking Buildbucket for the build status
[03:54:42.099] Build 8907903212360760688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:54:42.099] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:75:0) after 1m0s
[03:55:42.121] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:75:0)
[03:55:42.121] Timer tick, asking Buildbucket for the build status
[03:55:42.371] Build 8907903212360760688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:55:42.371] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:76:0) after 1m0s
[03:56:42.421] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:76:0)
[03:56:42.421] Timer tick, asking Buildbucket for the build status
[03:56:42.674] Build 8907903212360760688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:56:42.674] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:77:0) after 1m0s
[03:57:42.704] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:77:0)
[03:57:42.704] Timer tick, asking Buildbucket for the build status
[03:57:43.011] Build 8907903212360760688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:57:43.011] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:78:0) after 1m0s
[03:58:43.101] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:78:0)
[03:58:43.101] Timer tick, asking Buildbucket for the build status
[03:58:44.095] Build 8907903212360760688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:58:44.095] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:79:0) after 1m0s
[03:59:44.213] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:79:0)
[03:59:44.213] Timer tick, asking Buildbucket for the build status
[03:59:44.686] Build 8907903212360760688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:59:44.686] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:80:0) after 1m0s
[04:00:44.678] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:80:0)
[04:00:44.679] Timer tick, asking Buildbucket for the build status
[04:00:44.946] Build 8907903212360760688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:00:44.946] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:81:0) after 1m0s
[04:01:44.969] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:81:0)
[04:01:44.969] Timer tick, asking Buildbucket for the build status
[04:01:45.399] Build 8907903212360760688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:01:45.399] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:82:0) after 1m0s
[04:02:45.578] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:82:0)
[04:02:45.578] Timer tick, asking Buildbucket for the build status
[04:02:47.363] Build 8907903212360760688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:02:47.363] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:83:0) after 1m0s
[04:03:47.652] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:83:0)
[04:03:47.652] Timer tick, asking Buildbucket for the build status
[04:03:47.955] Build 8907903212360760688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:03:47.955] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:84:0) after 1m0s
[04:04:47.959] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:84:0)
[04:04:47.959] Timer tick, asking Buildbucket for the build status
[04:04:48.180] Build 8907903212360760688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:04:48.180] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:85:0) after 1m0s
[04:05:48.338] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:85:0)
[04:05:48.338] Timer tick, asking Buildbucket for the build status
[04:05:48.498] Build 8907903212360760688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:05:48.498] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:86:0) after 1m0s
[04:06:48.635] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:86:0)
[04:06:48.635] Timer tick, asking Buildbucket for the build status
[04:06:49.132] Build 8907903212360760688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:06:49.132] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:87:0) after 1m0s
[04:07:49.144] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:87:0)
[04:07:49.144] Timer tick, asking Buildbucket for the build status
[04:07:50.532] Build 8907903212360760688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:07:50.532] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:88:0) after 1m0s
[04:08:50.679] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:88:0)
[04:08:50.679] Timer tick, asking Buildbucket for the build status
[04:08:51.172] Build 8907903212360760688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:08:51.172] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:89:0) after 1m0s
[04:09:51.286] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:89:0)
[04:09:51.286] Timer tick, asking Buildbucket for the build status
[04:09:51.418] Build 8907903212360760688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:09:51.418] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:90:0) after 1m0s
[04:10:51.525] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:90:0)
[04:10:51.525] Timer tick, asking Buildbucket for the build status
[04:10:51.990] Build 8907903212360760688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:10:51.990] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:91:0) after 1m0s
[04:11:52.101] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:91:0)
[04:11:52.101] Timer tick, asking Buildbucket for the build status
[04:11:52.629] Build 8907903212360760688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:11:52.629] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:92:0) after 1m0s
[04:12:52.654] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:92:0)
[04:12:52.654] Timer tick, asking Buildbucket for the build status
[04:12:52.882] Build 8907903212360760688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:12:52.882] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:93:0) after 1m0s
[04:13:52.933] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:93:0)
[04:13:52.933] Timer tick, asking Buildbucket for the build status
[04:13:56.166] Build 8907903212360760688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:13:56.166] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:94:0) after 1m0s
[04:14:56.313] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:94:0)
[04:14:56.313] Timer tick, asking Buildbucket for the build status
[04:14:56.969] Build 8907903212360760688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:14:56.969] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:95:0) after 1m0s
[04:15:56.994] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:95:0)
[04:15:56.994] Timer tick, asking Buildbucket for the build status
[04:15:58.181] Build 8907903212360760688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:15:58.182] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:96:0) after 1m0s
[04:16:58.232] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:96:0)
[04:16:58.232] Timer tick, asking Buildbucket for the build status
[04:16:58.757] Build 8907903212360760688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:16:58.757] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:97:0) after 1m0s
[04:17:58.743] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:97:0)
[04:17:58.743] Timer tick, asking Buildbucket for the build status
[04:17:58.874] Build 8907903212360760688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:17:58.874] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:98:0) after 1m0s
[04:18:58.913] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:98:0)
[04:18:58.914] Timer tick, asking Buildbucket for the build status
[04:18:59.139] Build 8907903212360760688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:18:59.139] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:99:0) after 1m0s
[04:19:59.566] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:99:0)
[04:19:59.566] Timer tick, asking Buildbucket for the build status
[04:19:59.737] Build 8907903212360760688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:19:59.737] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:100:0) after 1m0s
[04:20:59.842] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:100:0)
[04:20:59.842] Timer tick, asking Buildbucket for the build status
[04:21:00.772] Build 8907903212360760688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:21:00.772] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:101:0) after 1m0s
[04:22:01.088] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:101:0)
[04:22:01.088] Timer tick, asking Buildbucket for the build status
[04:22:01.420] Build 8907903212360760688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:22:01.420] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:102:0) after 1m0s
[04:23:01.519] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:102:0)
[04:23:01.519] Timer tick, asking Buildbucket for the build status
[04:23:02.052] Build 8907903212360760688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:23:02.052] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:103:0) after 1m0s
[04:24:02.184] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:103:0)
[04:24:02.184] Timer tick, asking Buildbucket for the build status
[04:24:07.072] Build 8907903212360760688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:24:07.072] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:104:0) after 1m0s
[04:25:07.149] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:104:0)
[04:25:07.149] Timer tick, asking Buildbucket for the build status
[04:25:07.409] Build 8907903212360760688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:25:07.409] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:105:0) after 1m0s
[04:26:07.606] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:105:0)
[04:26:07.606] Timer tick, asking Buildbucket for the build status
[04:26:13.173] Build 8907903212360760688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:26:13.173] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:106:0) after 1m0s
[04:27:13.336] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:106:0)
[04:27:13.336] Timer tick, asking Buildbucket for the build status
[04:27:14.450] Build 8907903212360760688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:27:14.450] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:107:0) after 1m0s
[04:28:14.481] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:107:0)
[04:28:14.481] Timer tick, asking Buildbucket for the build status
[04:28:14.669] Build 8907903212360760688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:28:14.669] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:108:0) after 1m0s
[04:29:14.838] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:108:0)
[04:29:14.838] Timer tick, asking Buildbucket for the build status
[04:29:15.958] Build 8907903212360760688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:29:15.958] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:109:0) after 1m0s
[04:30:15.996] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:109:0)
[04:30:15.996] Timer tick, asking Buildbucket for the build status
[04:30:16.216] Build 8907903212360760688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:30:16.216] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:110:0) after 1m0s
[04:31:16.241] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:110:0)
[04:31:16.241] Timer tick, asking Buildbucket for the build status
[04:31:16.664] Build 8907903212360760688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:31:16.664] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:111:0) after 1m0s
[04:32:16.689] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:111:0)
[04:32:16.689] Timer tick, asking Buildbucket for the build status
[04:32:16.979] Build 8907903212360760688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:32:16.979] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:112:0) after 1m0s
[04:33:17.019] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:112:0)
[04:33:17.019] Timer tick, asking Buildbucket for the build status
[04:33:17.263] Build 8907903212360760688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:33:17.263] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:113:0) after 1m0s
[04:34:17.335] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:113:0)
[04:34:17.335] Timer tick, asking Buildbucket for the build status
[04:34:18.129] Build 8907903212360760688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:34:18.129] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:114:0) after 1m0s
[04:35:18.163] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:114:0)
[04:35:18.163] Timer tick, asking Buildbucket for the build status
[04:35:18.340] Build 8907903212360760688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:35:18.340] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:115:0) after 1m0s
[04:36:18.405] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:115:0)
[04:36:18.405] Timer tick, asking Buildbucket for the build status
[04:36:18.648] Build 8907903212360760688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:36:18.648] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:116:0) after 1m0s
[04:37:18.679] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:116:0)
[04:37:18.679] Timer tick, asking Buildbucket for the build status
[04:37:18.900] Build 8907903212360760688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:37:18.900] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:117:0) after 1m0s
[04:38:18.909] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:117:0)
[04:38:18.909] Timer tick, asking Buildbucket for the build status
[04:38:19.431] Build 8907903212360760688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:38:19.431] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:118:0) after 1m0s
[04:39:19.483] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:118:0)
[04:39:19.483] Timer tick, asking Buildbucket for the build status
[04:39:19.614] Build 8907903212360760688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:39:19.614] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:119:0) after 1m0s
[04:40:19.836] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:119:0)
[04:40:19.836] Timer tick, asking Buildbucket for the build status
[04:40:26.640] Build 8907903212360760688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:40:26.640] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:120:0) after 1m0s
[04:41:26.797] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:120:0)
[04:41:26.797] Timer tick, asking Buildbucket for the build status
[04:41:27.264] Build 8907903212360760688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:41:27.264] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:121:0) after 1m0s
[04:42:27.312] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:121:0)
[04:42:27.312] Timer tick, asking Buildbucket for the build status
[04:42:31.134] Build 8907903212360760688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:42:31.134] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:122:0) after 1m0s
[04:43:31.403] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:122:0)
[04:43:31.403] Timer tick, asking Buildbucket for the build status
[04:43:31.650] Build 8907903212360760688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:43:31.650] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:123:0) after 1m0s
[04:44:31.683] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:123:0)
[04:44:31.683] Timer tick, asking Buildbucket for the build status
[04:44:32.140] Build 8907903212360760688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:44:32.140] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:124:0) after 1m0s
[04:45:32.271] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:124:0)
[04:45:32.272] Timer tick, asking Buildbucket for the build status
[04:45:32.427] Build 8907903212360760688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:45:32.427] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:125:0) after 1m0s
[04:46:32.417] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:125:0)
[04:46:32.417] Timer tick, asking Buildbucket for the build status
[04:46:33.029] Build 8907903212360760688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:46:33.029] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9073333277753497616:126:0) after 1m0s
[04:46:36.565] Received PubSub notification, asking Buildbucket for the build status
[04:46:36.733] Build 8907903212360760688: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[04:46:36.733] Buildbucket build:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "completed_ts": "1563165995512411",
    "created_by": "project:chromium",
    "created_ts": "1563158515546204",
    "failure_reason": "BUILD_FAILURE",
    "id": "8907903212360760688",
    "parameters_json": "{\"builder_name\": \"ToTiOSDevice\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"b2254b38369f4f8ce8685b7a82dee1251f6cea22\"}}",
    "project": "chromium",
    "result": "FAILURE",
    "result_details_json": "{\"error\": {\"message\": \"Failed base_unittests (iPhone 6s iOS 12.3.1), boringssl_crypto_tests (iPhone 6s iOS 12.3.1), boringssl_ssl_tests (iPhone 6s iOS 12.3.1), components_unittests (iPhone 6s iOS 12.3.1), crypto_unittests (iPhone 6s iOS 12.3.1), gfx_unittests (iPhone 6s iOS 12.3.1), google_apis_unittests (iPhone 6s iOS 12.3.1), ios_chrome_unittests (iPhone 6s iOS 12.3.1), ios_net_unittests (iPhone 6s iOS 12.3.1), ios_web_inttests (iPhone 6s iOS 12.3.1), ios_web_unittests (iPhone 6s iOS 12.3.1), ios_web_view_inttests (iPhone 6s iOS 12.3.1), net_unittests (iPhone 6s iOS 12.3.1), skia_unittests (iPhone 6s iOS 12.3.1), sql_unittests (iPhone 6s iOS 12.3.1), ui_base_unittests (iPhone 6s iOS 12.3.1), url_unittests (iPhone 6s iOS 12.3.1).\"}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"build285-m9\", \"branch\": \"refs/heads/master\", \"buildername\": \"ToTiOSDevice\", \"buildnumber\": 12957, \"got_angle_revision\": \"c3085ead7055e45b2d24189d5eee86753ea5c2f3\", \"got_dawn_revision\": \"2a1d8c2b1d32f4fe27f4bdc35287e1ebdeb8a86a\", \"got_nacl_revision\": \"058a26f57015051953a727add26e7e26348b9558\", \"got_revision\": \"b2254b38369f4f8ce8685b7a82dee1251f6cea22\", \"got_revision_cp\": \"refs/heads/master@{#677239}\", \"got_swarming_client_revision\": \"96f125709acfd0b48fc1e5dae7d6ea42291726ac\", \"got_v8_revision\": \"c2aa402868de1f205107166656c085bfcbacfa00\", \"got_v8_revision_cp\": \"refs/heads/7.7.228@{#1}\", \"got_webrtc_revision\": \"5a29d526be7589f5ba7fb824a749f9088b305070\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#28568}\", \"isolate_server\": \"https://isolateserver.appspot.com\", \"mastername\": \"chromium.clang\", \"path_config\": \"generic\", \"perf_dashboard_machine_group\": \"ChromiumClang\", \"recipe\": \"ios/unified_builder_tester\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"b2254b38369f4f8ce8685b7a82dee1251f6cea22\", \"swarm_hashes\": {\"0\": \"edd682d8682a754ebae555159becaa2ed66b40c7\", \"1\": \"82e13a2d6eb55921ca75ce180ebebfa1d26fd27e\", \"10\": \"6d7c4e026977c0b5c0c406a432b8f20538c397b9\", \"11\": \"be01f2075e2010eccc75fbf544beec600470cd6a\", \"12\": \"9bc40db9e93a531d969c0622011bbf5a1f2a5152\", \"13\": \"7f85cc16e144db684f904146aec3240abcc66bf0\", \"14\": \"aa79aad59a5938b07b86fefb5016bc87da19a7e1\", \"15\": \"24ec386fb7a0a4c62806c824b34bf26882531ff4\", \"16\": \"12ef2d368afe5d56dc2b59ce8c2799a4afb327f8\", \"2\": \"d69ea8ef56bae8eb43043cdaefc720fa54e140f2\", \"3\": \"a7f37cdef6c9317431d4ce3ddb9f7d14670ed00d\", \"4\": \"1fc2a549ac036fd00f4c299d8aaebb47b62ef41d\", \"5\": \"d228ea7a4a2fe93f5570ee56763e7608f9e2d959\", \"6\": \"bd9c6a3aa6a067a03c5db33cbe66d6c6f316c86c\", \"7\": \"8bb850b02825bf8e766e99a09f9214fd9711aa9c\", \"8\": \"7253a86e85b17bca5b208536854b83d88af4af7e\", \"9\": \"d50868d0c7f490efc2402361f8c2186618964292\"}}, \"ui\": {\"info\": \"Failed base_unittests (iPhone 6s iOS 12.3.1), boringssl_crypto_tests (iPhone 6s iOS 12.3.1), boringssl_ssl_tests (iPhone 6s iOS 12.3.1), components_unittests (iPhone 6s iOS 12.3.1), crypto_unittests (iPhone 6s iOS 12.3.1), gfx_unittests (iPhone 6s iOS 12.3.1), google_apis_unittests (iPhone 6s iOS 12.3.1), ios_chrome_unittests (iPhone 6s iOS 12.3.1), ios_net_unittests (iPhone 6s iOS 12.3.1), ios_web_inttests (iPhone 6s iOS 12.3.1), ios_web_unittests (iPhone 6s iOS 12.3.1), ios_web_view_inttests (iPhone 6s iOS 12.3.1), net_unittests (iPhone 6s iOS 12.3.1), skia_unittests (iPhone 6s iOS 12.3.1), sql_unittests (iPhone 6s iOS 12.3.1), ui_base_unittests (iPhone 6s iOS 12.3.1), url_unittests (iPhone 6s iOS 12.3.1).\"}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1563158660127778",
    "status": "COMPLETED",
    "status_changed_ts": "1563158517903465",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOSDevice/12957",
      "builder:ToTiOSDevice",
      "buildset:commit/git/b2254b38369f4f8ce8685b7a82dee1251f6cea22",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b2254b38369f4f8ce8685b7a82dee1251f6cea22",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9073333277753497616",
      "scheduler_job_id:chromium/ToTiOSDevice",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8907903212360760688/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:460c53a3d2b06810",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1563165996086615",
    "url": "https://ci.chromium.org/b/8907903212360760688",
    "utcnow_ts": "1563165996721267"
  }
}
[04:46:36.733] Invocation finished in 2h4m45.713265207s with status FAILED