Status: FAILED
Triggered by: -
Duration: 2 hours
Actions:

Definition (rev 78c0d5df70183bb8def771b10cda93cb5e976ee8)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTiOSDevice"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "7e67e227a2310df444cf370fa17ee2d1ff65c4f3"
}

Incoming tags

  • buildset:commit/git/7e67e227a2310df444cf370fa17ee2d1ff65c4f3
  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/7e67e227a2310df444cf370fa17ee2d1ff65c4f3
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[02:33:32.176] New invocation is queued and will start shortly
[02:33:33.258] Starting the invocation (attempt 1)
[02:33:33.313] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:33:33.313] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:33:33.313] Buildbucket request:
{
  "bucket": "luci.chromium.ci",
  "client_operation_id": "9039541132384625088",
  "parameters_json": "{\"builder_name\":\"ToTiOSDevice\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src\",\"revision\":\"7e67e227a2310df444cf370fa17ee2d1ff65c4f3\"}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:ToTiOSDevice",
    "scheduler_invocation_id:9039541132384625088",
    "scheduler_job_id:chromium/ToTiOSDevice",
    "user_agent:luci-scheduler",
    "buildset:commit/git/7e67e227a2310df444cf370fa17ee2d1ff65c4f3",
    "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/7e67e227a2310df444cf370fa17ee2d1ff65c4f3",
    "gitiles_ref:refs/heads/master"
  ]
}
[02:33:34.180] Buildbucket response:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "created_by": "project:chromium",
    "created_ts": "1595385213437622",
    "id": "8874111070393138784",
    "parameters_json": "{\"builder_name\": \"ToTiOSDevice\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"7e67e227a2310df444cf370fa17ee2d1ff65c4f3\"}}",
    "project": "chromium",
    "result_details_json": "{\"properties\": {}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1595385214006940",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOSDevice/19268",
      "builder:ToTiOSDevice",
      "buildset:commit/git/7e67e227a2310df444cf370fa17ee2d1ff65c4f3",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/7e67e227a2310df444cf370fa17ee2d1ff65c4f3",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9039541132384625088",
      "scheduler_job_id:chromium/ToTiOSDevice",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8874111070393138784/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:recipe_name:chromium",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1595385214007113",
    "url": "https://ci.chromium.org/b/8874111070393138784",
    "utcnow_ts": "1595385214168826"
  }
}
[02:33:34.180] Task URL: https://ci.chromium.org/b/8874111070393138784
[02:33:34.180] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:2:0) after 1m0s
[02:34:34.202] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:2:0)
[02:34:34.202] Timer tick, asking Buildbucket for the build status
[02:34:34.355] Build 8874111070393138784: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[02:34:34.355] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:3:0) after 1m0s
[02:35:34.427] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:3:0)
[02:35:34.427] Timer tick, asking Buildbucket for the build status
[02:35:34.528] Build 8874111070393138784: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[02:35:34.528] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:4:0) after 1m0s
[02:36:34.788] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:4:0)
[02:36:34.788] Timer tick, asking Buildbucket for the build status
[02:36:34.890] Build 8874111070393138784: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[02:36:34.890] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:5:0) after 1m0s
[02:37:18.837] Received PubSub notification, asking Buildbucket for the build status
[02:37:19.029] Build 8874111070393138784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:37:34.969] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:5:0)
[02:37:34.969] Timer tick, asking Buildbucket for the build status
[02:37:35.194] Build 8874111070393138784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:37:35.194] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:7:0) after 1m0s
[02:38:35.369] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:7:0)
[02:38:35.369] Timer tick, asking Buildbucket for the build status
[02:38:35.818] Build 8874111070393138784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:38:35.818] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:8:0) after 1m0s
[02:39:36.316] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:8:0)
[02:39:36.316] Timer tick, asking Buildbucket for the build status
[02:39:36.981] Build 8874111070393138784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:39:36.981] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:9:0) after 1m0s
[02:40:37.076] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:9:0)
[02:40:37.076] Timer tick, asking Buildbucket for the build status
[02:40:37.138] Build 8874111070393138784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:40:37.138] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:10:0) after 1m0s
[02:41:37.222] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:10:0)
[02:41:37.222] Timer tick, asking Buildbucket for the build status
[02:41:37.292] Build 8874111070393138784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:41:37.292] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:11:0) after 1m0s
[02:42:37.472] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:11:0)
[02:42:37.472] Timer tick, asking Buildbucket for the build status
[02:42:37.604] Build 8874111070393138784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:42:37.604] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:12:0) after 1m0s
[02:43:37.863] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:12:0)
[02:43:37.863] Timer tick, asking Buildbucket for the build status
[02:43:38.103] Build 8874111070393138784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:43:38.103] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:13:0) after 1m0s
[02:44:38.142] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:13:0)
[02:44:38.142] Timer tick, asking Buildbucket for the build status
[02:44:38.282] Build 8874111070393138784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:44:38.282] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:14:0) after 1m0s
[02:45:38.398] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:14:0)
[02:45:38.398] Timer tick, asking Buildbucket for the build status
[02:45:38.533] Build 8874111070393138784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:45:38.533] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:15:0) after 1m0s
[02:46:38.674] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:15:0)
[02:46:38.674] Timer tick, asking Buildbucket for the build status
[02:46:39.233] Build 8874111070393138784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:46:39.233] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:16:0) after 1m0s
[02:47:39.268] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:16:0)
[02:47:39.268] Timer tick, asking Buildbucket for the build status
[02:47:39.475] Build 8874111070393138784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:47:39.475] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:17:0) after 1m0s
[02:48:39.625] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:17:0)
[02:48:39.626] Timer tick, asking Buildbucket for the build status
[02:48:39.866] Build 8874111070393138784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:48:39.866] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:18:0) after 1m0s
[02:49:39.881] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:18:0)
[02:49:39.881] Timer tick, asking Buildbucket for the build status
[02:49:39.962] Build 8874111070393138784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:49:39.962] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:19:0) after 1m0s
[02:50:40.189] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:19:0)
[02:50:40.189] Timer tick, asking Buildbucket for the build status
[02:50:40.341] Build 8874111070393138784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:50:40.341] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:20:0) after 1m0s
[02:51:40.408] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:20:0)
[02:51:40.408] Timer tick, asking Buildbucket for the build status
[02:51:40.496] Build 8874111070393138784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:51:40.496] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:21:0) after 1m0s
[02:52:40.786] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:21:0)
[02:52:40.786] Timer tick, asking Buildbucket for the build status
[02:52:41.078] Build 8874111070393138784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:52:41.078] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:22:0) after 1m0s
[02:53:41.300] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:22:0)
[02:53:41.300] Timer tick, asking Buildbucket for the build status
[02:53:41.779] Build 8874111070393138784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:53:41.779] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:23:0) after 1m0s
[02:54:41.811] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:23:0)
[02:54:41.811] Timer tick, asking Buildbucket for the build status
[02:54:41.905] Build 8874111070393138784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:54:41.905] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:24:0) after 1m0s
[02:55:41.994] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:24:0)
[02:55:41.995] Timer tick, asking Buildbucket for the build status
[02:55:42.065] Build 8874111070393138784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:55:42.065] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:25:0) after 1m0s
[02:56:42.123] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:25:0)
[02:56:42.123] Timer tick, asking Buildbucket for the build status
[02:56:42.196] Build 8874111070393138784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:56:42.196] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:26:0) after 1m0s
[02:57:42.257] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:26:0)
[02:57:42.257] Timer tick, asking Buildbucket for the build status
[02:57:43.073] Build 8874111070393138784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:57:43.073] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:27:0) after 1m0s
[02:58:43.139] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:27:0)
[02:58:43.139] Timer tick, asking Buildbucket for the build status
[02:58:43.489] Build 8874111070393138784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:58:43.489] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:28:0) after 1m0s
[02:59:43.618] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:28:0)
[02:59:43.618] Timer tick, asking Buildbucket for the build status
[02:59:44.501] Build 8874111070393138784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:59:44.501] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:29:0) after 1m0s
[03:00:44.632] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:29:0)
[03:00:44.632] Timer tick, asking Buildbucket for the build status
[03:00:44.721] Build 8874111070393138784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:00:44.721] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:30:0) after 1m0s
[03:01:44.806] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:30:0)
[03:01:44.806] Timer tick, asking Buildbucket for the build status
[03:01:45.097] Build 8874111070393138784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:01:45.097] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:31:0) after 1m0s
[03:02:45.154] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:31:0)
[03:02:45.154] Timer tick, asking Buildbucket for the build status
[03:02:45.227] Build 8874111070393138784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:02:45.227] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:32:0) after 1m0s
[03:03:45.257] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:32:0)
[03:03:45.257] Timer tick, asking Buildbucket for the build status
[03:03:45.431] Build 8874111070393138784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:03:45.431] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:33:0) after 1m0s
[03:04:45.448] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:33:0)
[03:04:45.448] Timer tick, asking Buildbucket for the build status
[03:04:45.986] Build 8874111070393138784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:04:45.986] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:34:0) after 1m0s
[03:05:46.046] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:34:0)
[03:05:46.046] Timer tick, asking Buildbucket for the build status
[03:05:46.330] Build 8874111070393138784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:05:46.330] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:35:0) after 1m0s
[03:06:46.405] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:35:0)
[03:06:46.405] Timer tick, asking Buildbucket for the build status
[03:06:46.489] Build 8874111070393138784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:06:46.489] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:36:0) after 1m0s
[03:07:46.543] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:36:0)
[03:07:46.543] Timer tick, asking Buildbucket for the build status
[03:07:46.622] Build 8874111070393138784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:07:46.622] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:37:0) after 1m0s
[03:08:46.659] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:37:0)
[03:08:46.659] Timer tick, asking Buildbucket for the build status
[03:08:46.779] Build 8874111070393138784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:08:46.779] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:38:0) after 1m0s
[03:09:46.831] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:38:0)
[03:09:46.831] Timer tick, asking Buildbucket for the build status
[03:09:46.900] Build 8874111070393138784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:09:46.900] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:39:0) after 1m0s
[03:10:46.996] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:39:0)
[03:10:46.996] Timer tick, asking Buildbucket for the build status
[03:10:47.142] Build 8874111070393138784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:10:47.142] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:40:0) after 1m0s
[03:11:47.272] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:40:0)
[03:11:47.272] Timer tick, asking Buildbucket for the build status
[03:11:47.427] Build 8874111070393138784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:11:47.427] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:41:0) after 1m0s
[03:12:47.478] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:41:0)
[03:12:47.478] Timer tick, asking Buildbucket for the build status
[03:12:47.554] Build 8874111070393138784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:12:47.554] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:42:0) after 1m0s
[03:13:47.627] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:42:0)
[03:13:47.627] Timer tick, asking Buildbucket for the build status
[03:13:47.741] Build 8874111070393138784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:13:47.741] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:43:0) after 1m0s
[03:14:47.868] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:43:0)
[03:14:47.868] Timer tick, asking Buildbucket for the build status
[03:14:47.967] Build 8874111070393138784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:14:47.968] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:44:0) after 1m0s
[03:15:48.104] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:44:0)
[03:15:48.104] Timer tick, asking Buildbucket for the build status
[03:15:48.302] Build 8874111070393138784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:15:48.303] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:45:0) after 1m0s
[03:16:48.353] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:45:0)
[03:16:48.353] Timer tick, asking Buildbucket for the build status
[03:16:48.674] Build 8874111070393138784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:16:48.674] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:46:0) after 1m0s
[03:17:48.770] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:46:0)
[03:17:48.770] Timer tick, asking Buildbucket for the build status
[03:17:49.073] Build 8874111070393138784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:17:49.073] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:47:0) after 1m0s
[03:18:49.225] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:47:0)
[03:18:49.225] Timer tick, asking Buildbucket for the build status
[03:18:49.361] Build 8874111070393138784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:18:49.361] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:48:0) after 1m0s
[03:19:49.625] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:48:0)
[03:19:49.625] Timer tick, asking Buildbucket for the build status
[03:19:49.736] Build 8874111070393138784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:19:49.736] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:49:0) after 1m0s
[03:20:49.825] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:49:0)
[03:20:49.825] Timer tick, asking Buildbucket for the build status
[03:20:50.014] Build 8874111070393138784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:20:50.014] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:50:0) after 1m0s
[03:21:50.054] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:50:0)
[03:21:50.054] Timer tick, asking Buildbucket for the build status
[03:21:50.260] Build 8874111070393138784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:21:50.260] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:51:0) after 1m0s
[03:22:50.323] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:51:0)
[03:22:50.323] Timer tick, asking Buildbucket for the build status
[03:22:50.421] Build 8874111070393138784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:22:50.421] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:52:0) after 1m0s
[03:23:50.451] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:52:0)
[03:23:50.451] Timer tick, asking Buildbucket for the build status
[03:23:50.575] Build 8874111070393138784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:23:50.575] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:53:0) after 1m0s
[03:24:50.657] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:53:0)
[03:24:50.657] Timer tick, asking Buildbucket for the build status
[03:24:50.827] Build 8874111070393138784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:24:50.827] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:54:0) after 1m0s
[03:25:50.844] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:54:0)
[03:25:50.844] Timer tick, asking Buildbucket for the build status
[03:25:51.108] Build 8874111070393138784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:25:51.108] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:55:0) after 1m0s
[03:26:51.203] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:55:0)
[03:26:51.203] Timer tick, asking Buildbucket for the build status
[03:26:51.271] Build 8874111070393138784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:26:51.271] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:56:0) after 1m0s
[03:27:51.378] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:56:0)
[03:27:51.378] Timer tick, asking Buildbucket for the build status
[03:27:51.453] Build 8874111070393138784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:27:51.453] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:57:0) after 1m0s
[03:28:51.534] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:57:0)
[03:28:51.534] Timer tick, asking Buildbucket for the build status
[03:28:51.671] Build 8874111070393138784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:28:51.671] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:58:0) after 1m0s
[03:29:51.661] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:58:0)
[03:29:51.661] Timer tick, asking Buildbucket for the build status
[03:29:51.769] Build 8874111070393138784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:29:51.769] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:59:0) after 1m0s
[03:30:51.803] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:59:0)
[03:30:51.803] Timer tick, asking Buildbucket for the build status
[03:30:51.873] Build 8874111070393138784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:30:51.873] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:60:0) after 1m0s
[03:31:51.958] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:60:0)
[03:31:51.958] Timer tick, asking Buildbucket for the build status
[03:31:52.027] Build 8874111070393138784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:31:52.027] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:61:0) after 1m0s
[03:32:52.252] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:61:0)
[03:32:52.252] Timer tick, asking Buildbucket for the build status
[03:32:52.564] Build 8874111070393138784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:32:52.564] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:62:0) after 1m0s
[03:33:52.645] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:62:0)
[03:33:52.645] Timer tick, asking Buildbucket for the build status
[03:33:53.096] Build 8874111070393138784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:33:53.096] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:63:0) after 1m0s
[03:34:53.205] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:63:0)
[03:34:53.205] Timer tick, asking Buildbucket for the build status
[03:34:53.280] Build 8874111070393138784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:34:53.280] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:64:0) after 1m0s
[03:35:53.357] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:64:0)
[03:35:53.357] Timer tick, asking Buildbucket for the build status
[03:35:53.425] Build 8874111070393138784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:35:53.425] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:65:0) after 1m0s
[03:36:53.459] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:65:0)
[03:36:53.459] Timer tick, asking Buildbucket for the build status
[03:36:53.617] Build 8874111070393138784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:36:53.617] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:66:0) after 1m0s
[03:37:53.693] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:66:0)
[03:37:53.693] Timer tick, asking Buildbucket for the build status
[03:37:53.778] Build 8874111070393138784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:37:53.778] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:67:0) after 1m0s
[03:38:53.846] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:67:0)
[03:38:53.846] Timer tick, asking Buildbucket for the build status
[03:38:54.136] Build 8874111070393138784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:38:54.136] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:68:0) after 1m0s
[03:39:54.160] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:68:0)
[03:39:54.160] Timer tick, asking Buildbucket for the build status
[03:39:54.212] Build 8874111070393138784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:39:54.212] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:69:0) after 1m0s
[03:40:54.322] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:69:0)
[03:40:54.322] Timer tick, asking Buildbucket for the build status
[03:40:54.397] Build 8874111070393138784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:40:54.397] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:70:0) after 1m0s
[03:41:54.519] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:70:0)
[03:41:54.519] Timer tick, asking Buildbucket for the build status
[03:41:54.679] Build 8874111070393138784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:41:54.679] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:71:0) after 1m0s
[03:42:54.829] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:71:0)
[03:42:54.829] Timer tick, asking Buildbucket for the build status
[03:42:54.973] Build 8874111070393138784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:42:54.973] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:72:0) after 1m0s
[03:43:55.095] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:72:0)
[03:43:55.095] Timer tick, asking Buildbucket for the build status
[03:43:55.232] Build 8874111070393138784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:43:55.232] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:73:0) after 1m0s
[03:44:55.281] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:73:0)
[03:44:55.281] Timer tick, asking Buildbucket for the build status
[03:44:55.352] Build 8874111070393138784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:44:55.352] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:74:0) after 1m0s
[03:45:55.389] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:74:0)
[03:45:55.389] Timer tick, asking Buildbucket for the build status
[03:45:55.452] Build 8874111070393138784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:45:55.452] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:75:0) after 1m0s
[03:46:55.468] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:75:0)
[03:46:55.468] Timer tick, asking Buildbucket for the build status
[03:46:55.599] Build 8874111070393138784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:46:55.599] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:76:0) after 1m0s
[03:47:55.631] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:76:0)
[03:47:55.631] Timer tick, asking Buildbucket for the build status
[03:47:55.695] Build 8874111070393138784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:47:55.695] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:77:0) after 1m0s
[03:48:55.773] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:77:0)
[03:48:55.773] Timer tick, asking Buildbucket for the build status
[03:48:55.910] Build 8874111070393138784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:48:55.910] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:78:0) after 1m0s
[03:49:55.941] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:78:0)
[03:49:55.941] Timer tick, asking Buildbucket for the build status
[03:49:56.003] Build 8874111070393138784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:49:56.003] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:79:0) after 1m0s
[03:50:56.098] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:79:0)
[03:50:56.098] Timer tick, asking Buildbucket for the build status
[03:50:56.175] Build 8874111070393138784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:50:56.175] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:80:0) after 1m0s
[03:51:56.259] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:80:0)
[03:51:56.259] Timer tick, asking Buildbucket for the build status
[03:51:56.332] Build 8874111070393138784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:51:56.332] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:81:0) after 1m0s
[03:52:56.465] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:81:0)
[03:52:56.465] Timer tick, asking Buildbucket for the build status
[03:52:56.630] Build 8874111070393138784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:52:56.630] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:82:0) after 1m0s
[03:53:56.781] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:82:0)
[03:53:56.781] Timer tick, asking Buildbucket for the build status
[03:53:56.950] Build 8874111070393138784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:53:56.950] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:83:0) after 1m0s
[03:54:57.084] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:83:0)
[03:54:57.084] Timer tick, asking Buildbucket for the build status
[03:54:57.195] Build 8874111070393138784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:54:57.195] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:84:0) after 1m0s
[03:55:57.587] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:84:0)
[03:55:57.587] Timer tick, asking Buildbucket for the build status
[03:55:57.664] Build 8874111070393138784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:55:57.664] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:85:0) after 1m0s
[03:56:57.985] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:85:0)
[03:56:57.985] Timer tick, asking Buildbucket for the build status
[03:56:58.133] Build 8874111070393138784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:56:58.133] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:86:0) after 1m0s
[03:57:58.235] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:86:0)
[03:57:58.235] Timer tick, asking Buildbucket for the build status
[03:57:58.374] Build 8874111070393138784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:57:58.374] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:87:0) after 1m0s
[03:58:58.406] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:87:0)
[03:58:58.406] Timer tick, asking Buildbucket for the build status
[03:58:58.619] Build 8874111070393138784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:58:58.619] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:88:0) after 1m0s
[03:59:58.695] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:88:0)
[03:59:58.695] Timer tick, asking Buildbucket for the build status
[03:59:58.877] Build 8874111070393138784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:59:58.877] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:89:0) after 1m0s
[04:00:58.992] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:89:0)
[04:00:58.992] Timer tick, asking Buildbucket for the build status
[04:00:59.072] Build 8874111070393138784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:00:59.072] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:90:0) after 1m0s
[04:01:59.103] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:90:0)
[04:01:59.103] Timer tick, asking Buildbucket for the build status
[04:01:59.273] Build 8874111070393138784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:01:59.273] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:91:0) after 1m0s
[04:02:59.328] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:91:0)
[04:02:59.328] Timer tick, asking Buildbucket for the build status
[04:02:59.409] Build 8874111070393138784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:02:59.409] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:92:0) after 1m0s
[04:03:59.492] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:92:0)
[04:03:59.492] Timer tick, asking Buildbucket for the build status
[04:03:59.644] Build 8874111070393138784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:03:59.644] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:93:0) after 1m0s
[04:04:59.729] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:93:0)
[04:04:59.729] Timer tick, asking Buildbucket for the build status
[04:04:59.794] Build 8874111070393138784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:04:59.794] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:94:0) after 1m0s
[04:05:59.877] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:94:0)
[04:05:59.877] Timer tick, asking Buildbucket for the build status
[04:06:00.273] Build 8874111070393138784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:06:00.273] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:95:0) after 1m0s
[04:07:00.722] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:95:0)
[04:07:00.722] Timer tick, asking Buildbucket for the build status
[04:07:00.790] Build 8874111070393138784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:07:00.790] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:96:0) after 1m0s
[04:08:01.025] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:96:0)
[04:08:01.025] Timer tick, asking Buildbucket for the build status
[04:08:01.185] Build 8874111070393138784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:08:01.185] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:97:0) after 1m0s
[04:09:01.525] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:97:0)
[04:09:01.525] Timer tick, asking Buildbucket for the build status
[04:09:01.658] Build 8874111070393138784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:09:01.658] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:98:0) after 1m0s
[04:10:01.762] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:98:0)
[04:10:01.762] Timer tick, asking Buildbucket for the build status
[04:10:02.243] Build 8874111070393138784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:10:02.243] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:99:0) after 1m0s
[04:11:02.491] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:99:0)
[04:11:02.491] Timer tick, asking Buildbucket for the build status
[04:11:02.603] Build 8874111070393138784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:11:02.603] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:100:0) after 1m0s
[04:12:02.701] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:100:0)
[04:12:02.701] Timer tick, asking Buildbucket for the build status
[04:12:02.787] Build 8874111070393138784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:12:02.787] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:101:0) after 1m0s
[04:13:02.798] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:101:0)
[04:13:02.798] Timer tick, asking Buildbucket for the build status
[04:13:02.974] Build 8874111070393138784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:13:02.974] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:102:0) after 1m0s
[04:14:03.042] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:102:0)
[04:14:03.042] Timer tick, asking Buildbucket for the build status
[04:14:03.297] Build 8874111070393138784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:14:03.297] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:103:0) after 1m0s
[04:15:03.529] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:103:0)
[04:15:03.529] Timer tick, asking Buildbucket for the build status
[04:15:03.657] Build 8874111070393138784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:15:03.657] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:104:0) after 1m0s
[04:16:03.830] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:104:0)
[04:16:03.830] Timer tick, asking Buildbucket for the build status
[04:16:03.919] Build 8874111070393138784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:16:03.919] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:105:0) after 1m0s
[04:17:04.103] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:105:0)
[04:17:04.103] Timer tick, asking Buildbucket for the build status
[04:17:04.186] Build 8874111070393138784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:17:04.186] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:106:0) after 1m0s
[04:18:04.276] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:106:0)
[04:18:04.276] Timer tick, asking Buildbucket for the build status
[04:18:04.519] Build 8874111070393138784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:18:04.519] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:107:0) after 1m0s
[04:19:04.618] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:107:0)
[04:19:04.618] Timer tick, asking Buildbucket for the build status
[04:19:04.905] Build 8874111070393138784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:19:04.905] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:108:0) after 1m0s
[04:20:04.984] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:108:0)
[04:20:04.984] Timer tick, asking Buildbucket for the build status
[04:20:05.066] Build 8874111070393138784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:20:05.066] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:109:0) after 1m0s
[04:21:05.278] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:109:0)
[04:21:05.278] Timer tick, asking Buildbucket for the build status
[04:21:05.353] Build 8874111070393138784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:21:05.353] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:110:0) after 1m0s
[04:22:05.448] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:110:0)
[04:22:05.448] Timer tick, asking Buildbucket for the build status
[04:22:05.576] Build 8874111070393138784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:22:05.576] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:111:0) after 1m0s
[04:23:05.663] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:111:0)
[04:23:05.663] Timer tick, asking Buildbucket for the build status
[04:23:05.752] Build 8874111070393138784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:23:05.753] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:112:0) after 1m0s
[04:24:05.742] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:112:0)
[04:24:05.742] Timer tick, asking Buildbucket for the build status
[04:24:05.859] Build 8874111070393138784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:24:05.859] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:113:0) after 1m0s
[04:25:05.893] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:113:0)
[04:25:05.893] Timer tick, asking Buildbucket for the build status
[04:25:06.117] Build 8874111070393138784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:25:06.117] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:114:0) after 1m0s
[04:26:06.228] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:114:0)
[04:26:06.228] Timer tick, asking Buildbucket for the build status
[04:26:06.311] Build 8874111070393138784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:26:06.311] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:115:0) after 1m0s
[04:27:06.372] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:115:0)
[04:27:06.372] Timer tick, asking Buildbucket for the build status
[04:27:06.593] Build 8874111070393138784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:27:06.593] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:116:0) after 1m0s
[04:28:06.629] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:116:0)
[04:28:06.629] Timer tick, asking Buildbucket for the build status
[04:28:06.803] Build 8874111070393138784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:28:06.803] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:117:0) after 1m0s
[04:29:06.962] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:117:0)
[04:29:06.962] Timer tick, asking Buildbucket for the build status
[04:29:07.089] Build 8874111070393138784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:29:07.089] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:118:0) after 1m0s
[04:30:07.189] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:118:0)
[04:30:07.189] Timer tick, asking Buildbucket for the build status
[04:30:07.480] Build 8874111070393138784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:30:07.481] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:119:0) after 1m0s
[04:31:07.573] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:119:0)
[04:31:07.573] Timer tick, asking Buildbucket for the build status
[04:31:07.857] Build 8874111070393138784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:31:07.857] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:120:0) after 1m0s
[04:32:07.980] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:120:0)
[04:32:07.980] Timer tick, asking Buildbucket for the build status
[04:32:08.293] Build 8874111070393138784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:32:08.293] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:121:0) after 1m0s
[04:33:08.366] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:121:0)
[04:33:08.366] Timer tick, asking Buildbucket for the build status
[04:33:08.620] Build 8874111070393138784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:33:08.620] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:122:0) after 1m0s
[04:34:08.661] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:122:0)
[04:34:08.661] Timer tick, asking Buildbucket for the build status
[04:34:08.833] Build 8874111070393138784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:34:08.833] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:123:0) after 1m0s
[04:35:08.936] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:123:0)
[04:35:08.936] Timer tick, asking Buildbucket for the build status
[04:35:09.078] Build 8874111070393138784: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:35:09.078] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9039541132384625088:124:0) after 1m0s
[04:35:57.772] Received PubSub notification, asking Buildbucket for the build status
[04:35:57.913] Build 8874111070393138784: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[04:35:57.913] Buildbucket build:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "completed_ts": "1595392557296547",
    "created_by": "project:chromium",
    "created_ts": "1595385213437622",
    "failure_reason": "BUILD_FAILURE",
    "id": "8874111070393138784",
    "parameters_json": "{\"builder_name\": \"ToTiOSDevice\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"7e67e227a2310df444cf370fa17ee2d1ff65c4f3\"}}",
    "project": "chromium",
    "result": "FAILURE",
    "result_details_json": "{\"error\": {\"message\": \"18 Test Suite(s) failed.\\n\\n**base_unittests_iPhone 6S 12.3.1** failed.\\n\\n**ios_web_inttests_iPhone 6S 12.3.1** failed.\\n\\n**net_unittests_iPhone 6S 12.3.1** failed.\\n\\n**gfx_unittests_iPhone 6S 12.3.1** failed.\\n\\n**ui_base_unittests_iPhone 6S 12.3.1** failed.\\n\\n**ios_net_unittests_iPhone 6S 12.3.1** failed.\\n\\n**skia_unittests_iPhone 6S 12.3.1** failed.\\n\\n**crypto_unittests_iPhone 6S 12.3.1** failed.\\n\\n**components_unittests_iPhone 6S 12.3.1** failed.\\n\\n**absl_hardening_tests_iPhone 6S 12.3.1** failed.\\n\\n**ios_web_unittests_iPhone 6S 12.3.1** failed.\\n\\n**ios_chrome_unittests_iPhone 6S 12.3.1** failed.\\n\\n**boringssl_crypto_tests_iPhone 6S 12.3.1** failed.\\n\\n**ios_web_view_inttests_iPhone 6S 12.3.1** failed.\\n\\n**boringssl_ssl_tests_iPhone 6S 12.3.1** failed.\\n\\n#### ...3 more test(s)...\"}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/opt/s/w/ir/cache\", \"temp_dir\": \"/opt/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"build286-m9\", \"branch\": \"refs/heads/master\", \"buildername\": \"ToTiOSDevice\", \"buildnumber\": 19268, \"clang_revision\": \"n359864-04b9a46c-1\", \"got_angle_revision\": \"6ca2c1162445d4f190dad98fb142b5e758947ab7\", \"got_dawn_revision\": \"c4cebc7efae1e00f5b15e18aab6c4c0e61c9a1ad\", \"got_nacl_revision\": \"fd20fafa8ec19700e12daa031bf792bae8b6bb21\", \"got_revision\": \"7e67e227a2310df444cf370fa17ee2d1ff65c4f3\", \"got_revision_cp\": \"refs/heads/master@{#790692}\", \"got_swarming_client_revision\": \"4c095d04179dc725a300085ae21fe3b79900d072\", \"got_swiftshader_revision\": \"f272427bda39a1abf3aa6e1a1bdd9b628b5ea5b1\", \"got_v8_revision\": \"1501159524ac28ffd0dfe35d1259e8a4917255e3\", \"got_v8_revision_cp\": \"refs/heads/8.6.211@{#1}\", \"got_webrtc_revision\": \"a5d9c1a45c2bd748b7ec7b6456b7ddddfc46d2d6\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#31772}\", \"isolate_server\": \"https://isolateserver.appspot.com\", \"mastername\": \"chromium.clang\", \"path_config\": \"generic\", \"perf_dashboard_machine_group\": \"ChromiumClang\", \"recipe\": \"chromium\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"7e67e227a2310df444cf370fa17ee2d1ff65c4f3\", \"swarm_hashes\": {\"absl_hardening_tests\": \"52374d9d4333c26bb723e8ae69b8ab3ee97fdad3\", \"base_unittests\": \"8047968bf4ee65639dbeb7ac79d9ba3a0c947632\", \"boringssl_crypto_tests\": \"3ff6b7db49c43ec80b61734eaee18dbc8b0fb667\", \"boringssl_ssl_tests\": \"d38f63a4b94d7e2abf36180726f3732d17e2638b\", \"components_unittests\": \"549afbe6997598d14ed591722e29112e67350c25\", \"crypto_unittests\": \"ce14a2ba95344cf0af8473748ca6169fbabe1839\", \"gfx_unittests\": \"838c383cb1a1d01215706db827e803dd1ff61c64\", \"google_apis_unittests\": \"2112c5b59494df8f5c8db0dc4fc695e152f8af2c\", \"ios_chrome_unittests\": \"28dc6437d7b95d361854e5038dfc9cc5bc7ec0f2\", \"ios_net_unittests\": \"e8419e2e08c11ebf631890a8ea1703f305b8b761\", \"ios_web_inttests\": \"a2be50ab35ba23937eb6c23dd344d67f50887df1\", \"ios_web_unittests\": \"8d18a4ed54b4a29c8cdda4f2a9954e4b2ba6ef38\", \"ios_web_view_inttests\": \"59f4d7aff705163632d36269a3749077cb5e153a\", \"net_unittests\": \"b7d40d8d19a7f66c9dbaa8d3a677773e2ec2c0a0\", \"skia_unittests\": \"3fdf62a3ba9ddf9e7eca4fa4af3152e163409f4a\", \"sql_unittests\": \"5aac66ea72458fb068f1564050a35cf0900e6445\", \"ui_base_unittests\": \"88d17633fb544f6158c71d860c334b7f87599e7f\", \"url_unittests\": \"5aa85f27928cb54b90e829358dae24085df3798c\"}, \"swarm_hashes_refs/heads/master(at){#790692}_without_patch\": {\"absl_hardening_tests\": \"52374d9d4333c26bb723e8ae69b8ab3ee97fdad3\", \"base_unittests\": \"8047968bf4ee65639dbeb7ac79d9ba3a0c947632\", \"boringssl_crypto_tests\": \"3ff6b7db49c43ec80b61734eaee18dbc8b0fb667\", \"boringssl_ssl_tests\": \"d38f63a4b94d7e2abf36180726f3732d17e2638b\", \"components_unittests\": \"549afbe6997598d14ed591722e29112e67350c25\", \"crypto_unittests\": \"ce14a2ba95344cf0af8473748ca6169fbabe1839\", \"gfx_unittests\": \"838c383cb1a1d01215706db827e803dd1ff61c64\", \"google_apis_unittests\": \"2112c5b59494df8f5c8db0dc4fc695e152f8af2c\", \"ios_chrome_unittests\": \"28dc6437d7b95d361854e5038dfc9cc5bc7ec0f2\", \"ios_net_unittests\": \"e8419e2e08c11ebf631890a8ea1703f305b8b761\", \"ios_web_inttests\": \"a2be50ab35ba23937eb6c23dd344d67f50887df1\", \"ios_web_unittests\": \"8d18a4ed54b4a29c8cdda4f2a9954e4b2ba6ef38\", \"ios_web_view_inttests\": \"59f4d7aff705163632d36269a3749077cb5e153a\", \"net_unittests\": \"b7d40d8d19a7f66c9dbaa8d3a677773e2ec2c0a0\", \"skia_unittests\": \"3fdf62a3ba9ddf9e7eca4fa4af3152e163409f4a\", \"sql_unittests\": \"5aac66ea72458fb068f1564050a35cf0900e6445\", \"ui_base_unittests\": \"88d17633fb544f6158c71d860c334b7f87599e7f\", \"url_unittests\": \"5aa85f27928cb54b90e829358dae24085df3798c\"}, \"xcode_build_version\": \"11e146\"}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_0c96c161cf7dd2e1c2b922319da904a0c0164c4adceed5a8844a45f1c516ad13_v2\", \"builder_4a4feefdd7e355061708c01720b06a0ca8c49ffc9968a2ebc674541738676b8f_v2\", \"builder_5372538a354f163a20d332d881c6c5d85e35654ac8a57c760866f12033f8a8a5_v2\", \"builder_69caa34b8f39daac28a821cac2619730401d46a6479812cc34796e3bf180418a_v2\", \"builder_ae5debd901c74ee0906916cb62621bceb2a8b657b42c2e2e9e89a0f6a2e5e53b_v2\", \"builder_d42b89eab403033f5a2a8102ec9c436397350cedb439d5e09b11874a5784adb4_v2\", \"git\", \"goma_v2\", \"vpython\", \"xcode_ios_11c29\", \"xcode_ios_11e146\"], \"cores\": [\"24\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"1002\", \"1002:679e\", \"1002:679e-4.0.11-3.2.8\"], \"hidpi\": [\"0\"], \"id\": [\"build286-m9\"], \"mac_model\": [\"MacPro6,1\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Mac\", \"Mac-10.14\", \"Mac-10.14.6\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.10\"], \"server_version\": [\"5425-e4e3059\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}, \"ui\": {\"info\": \"18 Test Suite(s) failed.\\n\\n**base_unittests_iPhone 6S 12.3.1** failed.\\n\\n**ios_web_inttests_iPhone 6S 12.3.1** failed.\\n\\n**net_unittests_iPhone 6S 12.3.1** failed.\\n\\n**gfx_unittests_iPhone 6S 12.3.1** failed.\\n\\n**ui_base_unittests_iPhone 6S 12.3.1** failed.\\n\\n**ios_net_unittests_iPhone 6S 12.3.1** failed.\\n\\n**skia_unittests_iPhone 6S 12.3.1** failed.\\n\\n**crypto_unittests_iPhone 6S 12.3.1** failed.\\n\\n**components_unittests_iPhone 6S 12.3.1** failed.\\n\\n**absl_hardening_tests_iPhone 6S 12.3.1** failed.\\n\\n**ios_web_unittests_iPhone 6S 12.3.1** failed.\\n\\n**ios_chrome_unittests_iPhone 6S 12.3.1** failed.\\n\\n**boringssl_crypto_tests_iPhone 6S 12.3.1** failed.\\n\\n**ios_web_view_inttests_iPhone 6S 12.3.1** failed.\\n\\n**boringssl_ssl_tests_iPhone 6S 12.3.1** failed.\\n\\n#### ...3 more test(s)...\"}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1595385437889391",
    "status": "COMPLETED",
    "status_changed_ts": "1595385438465390",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOSDevice/19268",
      "builder:ToTiOSDevice",
      "buildset:commit/git/7e67e227a2310df444cf370fa17ee2d1ff65c4f3",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/7e67e227a2310df444cf370fa17ee2d1ff65c4f3",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9039541132384625088",
      "scheduler_job_id:chromium/ToTiOSDevice",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8874111070393138784/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:os:Mac",
      "swarming_tag:recipe_name:chromium",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:4d8d2ffd5a725110",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1595392557411039",
    "url": "https://ci.chromium.org/b/8874111070393138784",
    "utcnow_ts": "1595392557881295"
  }
}
[04:35:57.914] Invocation finished in 2h2m25.759605819s with status FAILED