Status: FAILED
Triggered by: -
Duration: 1 hour
Actions:

Definition (rev ead1c24e5b0e6b883f7d7e816b15c81777fef6bb)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTiOSDevice"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "9fb4d52bf1915938296a1a362f52f82d3a103406"
}

Incoming tags

  • buildset:commit/git/9fb4d52bf1915938296a1a362f52f82d3a103406
  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/9fb4d52bf1915938296a1a362f52f82d3a103406
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[02:40:32.522] New invocation is queued and will start shortly
[02:40:33.619] Starting the invocation (attempt 1)
[02:40:33.716] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:40:33.717] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:40:33.717] Buildbucket request:
{
  "bucket": "luci.chromium.ci",
  "client_operation_id": "9051137103313836272",
  "parameters_json": "{\"builder_name\":\"ToTiOSDevice\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src\",\"revision\":\"9fb4d52bf1915938296a1a362f52f82d3a103406\"}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:ToTiOSDevice",
    "scheduler_invocation_id:9051137103313836272",
    "scheduler_job_id:chromium/ToTiOSDevice",
    "user_agent:luci-scheduler",
    "buildset:commit/git/9fb4d52bf1915938296a1a362f52f82d3a103406",
    "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/9fb4d52bf1915938296a1a362f52f82d3a103406",
    "gitiles_ref:refs/heads/master"
  ]
}
[02:40:34.484] Buildbucket response:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "created_by": "project:chromium",
    "created_ts": "1584326433838072",
    "id": "8885707041270163680",
    "parameters_json": "{\"builder_name\": \"ToTiOSDevice\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"9fb4d52bf1915938296a1a362f52f82d3a103406\"}}",
    "project": "chromium",
    "result_details_json": "{\"properties\": {}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1584326434315292",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOSDevice/16709",
      "builder:ToTiOSDevice",
      "buildset:commit/git/9fb4d52bf1915938296a1a362f52f82d3a103406",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/9fb4d52bf1915938296a1a362f52f82d3a103406",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9051137103313836272",
      "scheduler_job_id:chromium/ToTiOSDevice",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8885707041270163680/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1584326434315414",
    "url": "https://ci.chromium.org/b/8885707041270163680",
    "utcnow_ts": "1584326434471725"
  }
}
[02:40:34.484] Task URL: https://ci.chromium.org/b/8885707041270163680
[02:40:34.484] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:2:0) after 1m0s
[02:41:34.501] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:2:0)
[02:41:34.501] Timer tick, asking Buildbucket for the build status
[02:41:34.602] Build 8885707041270163680: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[02:41:34.602] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:3:0) after 1m0s
[02:42:34.629] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:3:0)
[02:42:34.630] Timer tick, asking Buildbucket for the build status
[02:42:34.798] Build 8885707041270163680: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[02:42:34.798] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:4:0) after 1m0s
[02:43:34.829] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:4:0)
[02:43:34.829] Timer tick, asking Buildbucket for the build status
[02:43:34.943] Build 8885707041270163680: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[02:43:34.943] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:5:0) after 1m0s
[02:44:35.024] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:5:0)
[02:44:35.024] Timer tick, asking Buildbucket for the build status
[02:44:35.164] Build 8885707041270163680: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[02:44:35.164] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:6:0) after 1m0s
[02:45:35.147] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:6:0)
[02:45:35.147] Timer tick, asking Buildbucket for the build status
[02:45:35.439] Build 8885707041270163680: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[02:45:35.439] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:7:0) after 1m0s
[02:46:35.562] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:7:0)
[02:46:35.562] Timer tick, asking Buildbucket for the build status
[02:46:35.780] Build 8885707041270163680: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[02:46:35.780] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:8:0) after 1m0s
[02:46:42.840] Received PubSub notification, asking Buildbucket for the build status
[02:46:42.976] Build 8885707041270163680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:47:35.854] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:8:0)
[02:47:35.854] Timer tick, asking Buildbucket for the build status
[02:47:36.014] Build 8885707041270163680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:47:36.014] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:10:0) after 1m0s
[02:48:36.113] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:10:0)
[02:48:36.113] Timer tick, asking Buildbucket for the build status
[02:48:36.252] Build 8885707041270163680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:48:36.252] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:11:0) after 1m0s
[02:49:36.370] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:11:0)
[02:49:36.370] Timer tick, asking Buildbucket for the build status
[02:49:36.613] Build 8885707041270163680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:49:36.613] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:12:0) after 1m0s
[02:50:36.662] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:12:0)
[02:50:36.662] Timer tick, asking Buildbucket for the build status
[02:50:36.739] Build 8885707041270163680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:50:36.739] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:13:0) after 1m0s
[02:51:36.822] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:13:0)
[02:51:36.822] Timer tick, asking Buildbucket for the build status
[02:51:36.912] Build 8885707041270163680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:51:36.912] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:14:0) after 1m0s
[02:52:37.034] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:14:0)
[02:52:37.034] Timer tick, asking Buildbucket for the build status
[02:52:37.205] Build 8885707041270163680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:52:37.205] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:15:0) after 1m0s
[02:53:37.287] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:15:0)
[02:53:37.287] Timer tick, asking Buildbucket for the build status
[02:53:37.396] Build 8885707041270163680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:53:37.396] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:16:0) after 1m0s
[02:54:37.550] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:16:0)
[02:54:37.550] Timer tick, asking Buildbucket for the build status
[02:54:37.766] Build 8885707041270163680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:54:37.766] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:17:0) after 1m0s
[02:55:37.807] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:17:0)
[02:55:37.808] Timer tick, asking Buildbucket for the build status
[02:55:37.896] Build 8885707041270163680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:55:37.896] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:18:0) after 1m0s
[02:56:37.942] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:18:0)
[02:56:37.942] Timer tick, asking Buildbucket for the build status
[02:56:38.196] Build 8885707041270163680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:56:38.196] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:19:0) after 1m0s
[02:57:38.213] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:19:0)
[02:57:38.213] Timer tick, asking Buildbucket for the build status
[02:57:38.455] Build 8885707041270163680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:57:38.455] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:20:0) after 1m0s
[02:58:38.487] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:20:0)
[02:58:38.487] Timer tick, asking Buildbucket for the build status
[02:58:38.801] Build 8885707041270163680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:58:38.801] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:21:0) after 1m0s
[02:59:38.875] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:21:0)
[02:59:38.875] Timer tick, asking Buildbucket for the build status
[02:59:39.018] Build 8885707041270163680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:59:39.018] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:22:0) after 1m0s
[03:00:39.085] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:22:0)
[03:00:39.085] Timer tick, asking Buildbucket for the build status
[03:00:39.478] Build 8885707041270163680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:00:39.478] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:23:0) after 1m0s
[03:01:39.510] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:23:0)
[03:01:39.510] Timer tick, asking Buildbucket for the build status
[03:01:39.646] Build 8885707041270163680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:01:39.646] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:24:0) after 1m0s
[03:02:39.667] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:24:0)
[03:02:39.667] Timer tick, asking Buildbucket for the build status
[03:02:39.815] Build 8885707041270163680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:02:39.815] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:25:0) after 1m0s
[03:03:39.833] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:25:0)
[03:03:39.833] Timer tick, asking Buildbucket for the build status
[03:03:39.949] Build 8885707041270163680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:03:39.949] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:26:0) after 1m0s
[03:04:39.969] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:26:0)
[03:04:39.969] Timer tick, asking Buildbucket for the build status
[03:04:40.211] Build 8885707041270163680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:04:40.211] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:27:0) after 1m0s
[03:05:40.249] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:27:0)
[03:05:40.249] Timer tick, asking Buildbucket for the build status
[03:05:40.470] Build 8885707041270163680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:05:40.470] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:28:0) after 1m0s
[03:06:40.489] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:28:0)
[03:06:40.489] Timer tick, asking Buildbucket for the build status
[03:06:40.755] Build 8885707041270163680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:06:40.755] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:29:0) after 1m0s
[03:07:40.854] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:29:0)
[03:07:40.854] Timer tick, asking Buildbucket for the build status
[03:07:41.072] Build 8885707041270163680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:07:41.072] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:30:0) after 1m0s
[03:08:41.101] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:30:0)
[03:08:41.101] Timer tick, asking Buildbucket for the build status
[03:08:41.238] Build 8885707041270163680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:08:41.238] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:31:0) after 1m0s
[03:09:41.211] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:31:0)
[03:09:41.211] Timer tick, asking Buildbucket for the build status
[03:09:41.453] Build 8885707041270163680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:09:41.453] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:32:0) after 1m0s
[03:10:41.513] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:32:0)
[03:10:41.513] Timer tick, asking Buildbucket for the build status
[03:10:41.611] Build 8885707041270163680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:10:41.611] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:33:0) after 1m0s
[03:11:41.640] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:33:0)
[03:11:41.640] Timer tick, asking Buildbucket for the build status
[03:11:41.756] Build 8885707041270163680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:11:41.757] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:34:0) after 1m0s
[03:12:41.809] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:34:0)
[03:12:41.809] Timer tick, asking Buildbucket for the build status
[03:12:42.032] Build 8885707041270163680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:12:42.032] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:35:0) after 1m0s
[03:13:42.065] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:35:0)
[03:13:42.065] Timer tick, asking Buildbucket for the build status
[03:13:42.420] Build 8885707041270163680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:13:42.420] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:36:0) after 1m0s
[03:14:42.409] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:36:0)
[03:14:42.409] Timer tick, asking Buildbucket for the build status
[03:14:42.580] Build 8885707041270163680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:14:42.580] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:37:0) after 1m0s
[03:15:42.603] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:37:0)
[03:15:42.603] Timer tick, asking Buildbucket for the build status
[03:15:42.727] Build 8885707041270163680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:15:42.727] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:38:0) after 1m0s
[03:16:42.739] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:38:0)
[03:16:42.739] Timer tick, asking Buildbucket for the build status
[03:16:43.073] Build 8885707041270163680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:16:43.073] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:39:0) after 1m0s
[03:17:43.100] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:39:0)
[03:17:43.100] Timer tick, asking Buildbucket for the build status
[03:17:43.579] Build 8885707041270163680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:17:43.579] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:40:0) after 1m0s
[03:18:43.600] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:40:0)
[03:18:43.600] Timer tick, asking Buildbucket for the build status
[03:18:43.712] Build 8885707041270163680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:18:43.712] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:41:0) after 1m0s
[03:19:43.721] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:41:0)
[03:19:43.721] Timer tick, asking Buildbucket for the build status
[03:19:43.953] Build 8885707041270163680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:19:43.953] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:42:0) after 1m0s
[03:20:44.044] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:42:0)
[03:20:44.044] Timer tick, asking Buildbucket for the build status
[03:20:44.167] Build 8885707041270163680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:20:44.167] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:43:0) after 1m0s
[03:21:44.256] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:43:0)
[03:21:44.256] Timer tick, asking Buildbucket for the build status
[03:21:44.429] Build 8885707041270163680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:21:44.429] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:44:0) after 1m0s
[03:22:44.497] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:44:0)
[03:22:44.497] Timer tick, asking Buildbucket for the build status
[03:22:44.662] Build 8885707041270163680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:22:44.662] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:45:0) after 1m0s
[03:23:44.730] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:45:0)
[03:23:44.730] Timer tick, asking Buildbucket for the build status
[03:23:45.963] Build 8885707041270163680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:23:45.963] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:46:0) after 1m0s
[03:24:46.017] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:46:0)
[03:24:46.017] Timer tick, asking Buildbucket for the build status
[03:24:46.112] Build 8885707041270163680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:24:46.112] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:47:0) after 1m0s
[03:25:46.153] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:47:0)
[03:25:46.153] Timer tick, asking Buildbucket for the build status
[03:25:46.626] Build 8885707041270163680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:25:46.626] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:48:0) after 1m0s
[03:26:46.647] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:48:0)
[03:26:46.647] Timer tick, asking Buildbucket for the build status
[03:26:46.787] Build 8885707041270163680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:26:46.787] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:49:0) after 1m0s
[03:27:46.833] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:49:0)
[03:27:46.833] Timer tick, asking Buildbucket for the build status
[03:27:47.170] Build 8885707041270163680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:27:47.170] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:50:0) after 1m0s
[03:28:47.259] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:50:0)
[03:28:47.259] Timer tick, asking Buildbucket for the build status
[03:28:47.484] Build 8885707041270163680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:28:47.484] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:51:0) after 1m0s
[03:29:47.504] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:51:0)
[03:29:47.504] Timer tick, asking Buildbucket for the build status
[03:29:47.651] Build 8885707041270163680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:29:47.651] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:52:0) after 1m0s
[03:30:47.667] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:52:0)
[03:30:47.667] Timer tick, asking Buildbucket for the build status
[03:30:47.759] Build 8885707041270163680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:30:47.759] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:53:0) after 1m0s
[03:31:47.779] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:53:0)
[03:31:47.779] Timer tick, asking Buildbucket for the build status
[03:31:47.916] Build 8885707041270163680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:31:47.916] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:54:0) after 1m0s
[03:32:47.937] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:54:0)
[03:32:47.938] Timer tick, asking Buildbucket for the build status
[03:32:48.146] Build 8885707041270163680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:32:48.146] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:55:0) after 1m0s
[03:33:48.173] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:55:0)
[03:33:48.173] Timer tick, asking Buildbucket for the build status
[03:33:48.360] Build 8885707041270163680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:33:48.360] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:56:0) after 1m0s
[03:34:48.394] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:56:0)
[03:34:48.394] Timer tick, asking Buildbucket for the build status
[03:34:48.716] Build 8885707041270163680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:34:48.716] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:57:0) after 1m0s
[03:35:48.768] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:57:0)
[03:35:48.768] Timer tick, asking Buildbucket for the build status
[03:35:48.870] Build 8885707041270163680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:35:48.870] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:58:0) after 1m0s
[03:36:48.909] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:58:0)
[03:36:48.909] Timer tick, asking Buildbucket for the build status
[03:36:49.123] Build 8885707041270163680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:36:49.123] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:59:0) after 1m0s
[03:37:49.153] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:59:0)
[03:37:49.153] Timer tick, asking Buildbucket for the build status
[03:37:49.291] Build 8885707041270163680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:37:49.291] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:60:0) after 1m0s
[03:38:49.315] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:60:0)
[03:38:49.315] Timer tick, asking Buildbucket for the build status
[03:38:49.447] Build 8885707041270163680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:38:49.447] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:61:0) after 1m0s
[03:39:49.571] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:61:0)
[03:39:49.571] Timer tick, asking Buildbucket for the build status
[03:39:49.714] Build 8885707041270163680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:39:49.714] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:62:0) after 1m0s
[03:40:49.768] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:62:0)
[03:40:49.768] Timer tick, asking Buildbucket for the build status
[03:40:49.961] Build 8885707041270163680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:40:49.961] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:63:0) after 1m0s
[03:41:49.992] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:63:0)
[03:41:49.992] Timer tick, asking Buildbucket for the build status
[03:41:50.154] Build 8885707041270163680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:41:50.228] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:64:0) after 1m0s
[03:42:50.257] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:64:0)
[03:42:50.257] Timer tick, asking Buildbucket for the build status
[03:42:50.615] Build 8885707041270163680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:42:50.615] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:65:0) after 1m0s
[03:43:50.646] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:65:0)
[03:43:50.646] Timer tick, asking Buildbucket for the build status
[03:43:50.982] Build 8885707041270163680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:43:50.982] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:66:0) after 1m0s
[03:44:51.012] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:66:0)
[03:44:51.012] Timer tick, asking Buildbucket for the build status
[03:44:51.148] Build 8885707041270163680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:44:51.148] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:67:0) after 1m0s
[03:45:51.181] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:67:0)
[03:45:51.181] Timer tick, asking Buildbucket for the build status
[03:45:51.345] Build 8885707041270163680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:45:51.346] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:68:0) after 1m0s
[03:46:51.368] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:68:0)
[03:46:51.368] Timer tick, asking Buildbucket for the build status
[03:46:51.488] Build 8885707041270163680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:46:51.488] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:69:0) after 1m0s
[03:47:51.505] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:69:0)
[03:47:51.505] Timer tick, asking Buildbucket for the build status
[03:47:51.665] Build 8885707041270163680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:47:51.665] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:70:0) after 1m0s
[03:48:51.695] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:70:0)
[03:48:51.695] Timer tick, asking Buildbucket for the build status
[03:48:52.120] Build 8885707041270163680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:48:52.120] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:71:0) after 1m0s
[03:49:52.182] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:71:0)
[03:49:52.182] Timer tick, asking Buildbucket for the build status
[03:49:52.666] Build 8885707041270163680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:49:52.666] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:72:0) after 1m0s
[03:50:52.689] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:72:0)
[03:50:52.689] Timer tick, asking Buildbucket for the build status
[03:50:52.809] Build 8885707041270163680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:50:52.809] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:73:0) after 1m0s
[03:51:52.832] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:73:0)
[03:51:52.832] Timer tick, asking Buildbucket for the build status
[03:51:53.024] Build 8885707041270163680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:51:53.024] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:74:0) after 1m0s
[03:52:53.038] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:74:0)
[03:52:53.038] Timer tick, asking Buildbucket for the build status
[03:52:53.983] Build 8885707041270163680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:52:53.983] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:75:0) after 1m0s
[03:53:54.003] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:75:0)
[03:53:54.003] Timer tick, asking Buildbucket for the build status
[03:53:54.102] Build 8885707041270163680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:53:54.103] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:76:0) after 1m0s
[03:54:54.135] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:76:0)
[03:54:54.135] Timer tick, asking Buildbucket for the build status
[03:54:54.397] Build 8885707041270163680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:54:54.398] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:77:0) after 1m0s
[03:55:54.438] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:77:0)
[03:55:54.438] Timer tick, asking Buildbucket for the build status
[03:55:54.560] Build 8885707041270163680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:55:54.560] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:78:0) after 1m0s
[03:56:54.580] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:78:0)
[03:56:54.580] Timer tick, asking Buildbucket for the build status
[03:56:54.869] Build 8885707041270163680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:56:54.869] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:79:0) after 1m0s
[03:57:54.889] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:79:0)
[03:57:54.889] Timer tick, asking Buildbucket for the build status
[03:57:55.099] Build 8885707041270163680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:57:55.099] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:80:0) after 1m0s
[03:58:55.131] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:80:0)
[03:58:55.131] Timer tick, asking Buildbucket for the build status
[03:58:55.239] Build 8885707041270163680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:58:55.239] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:81:0) after 1m0s
[03:59:55.268] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:81:0)
[03:59:55.268] Timer tick, asking Buildbucket for the build status
[03:59:55.438] Build 8885707041270163680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:59:55.438] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:82:0) after 1m0s
[04:00:55.463] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:82:0)
[04:00:55.463] Timer tick, asking Buildbucket for the build status
[04:00:55.896] Build 8885707041270163680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:00:55.896] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:83:0) after 1m0s
[04:01:55.964] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:83:0)
[04:01:55.964] Timer tick, asking Buildbucket for the build status
[04:01:56.684] Build 8885707041270163680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:01:56.684] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:84:0) after 1m0s
[04:02:56.702] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:84:0)
[04:02:56.702] Timer tick, asking Buildbucket for the build status
[04:02:56.865] Build 8885707041270163680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:02:56.865] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:85:0) after 1m0s
[04:03:56.923] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:85:0)
[04:03:56.923] Timer tick, asking Buildbucket for the build status
[04:03:57.061] Build 8885707041270163680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:03:57.061] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:86:0) after 1m0s
[04:04:57.152] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:86:0)
[04:04:57.152] Timer tick, asking Buildbucket for the build status
[04:04:57.370] Build 8885707041270163680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:04:57.370] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:87:0) after 1m0s
[04:05:57.478] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:87:0)
[04:05:57.478] Timer tick, asking Buildbucket for the build status
[04:05:57.695] Build 8885707041270163680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:05:57.695] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:88:0) after 1m0s
[04:06:57.718] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:88:0)
[04:06:57.718] Timer tick, asking Buildbucket for the build status
[04:06:57.873] Build 8885707041270163680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:06:57.873] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:89:0) after 1m0s
[04:07:57.898] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:89:0)
[04:07:57.898] Timer tick, asking Buildbucket for the build status
[04:07:57.992] Build 8885707041270163680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:07:57.992] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:90:0) after 1m0s
[04:08:58.074] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:90:0)
[04:08:58.074] Timer tick, asking Buildbucket for the build status
[04:08:58.391] Build 8885707041270163680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:08:58.391] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:91:0) after 1m0s
[04:09:58.501] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:91:0)
[04:09:58.501] Timer tick, asking Buildbucket for the build status
[04:10:00.149] Build 8885707041270163680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:10:00.149] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:92:0) after 1m0s
[04:11:00.332] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:92:0)
[04:11:00.332] Timer tick, asking Buildbucket for the build status
[04:11:00.512] Build 8885707041270163680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:11:00.512] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:93:0) after 1m0s
[04:12:00.737] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:93:0)
[04:12:00.737] Timer tick, asking Buildbucket for the build status
[04:12:00.982] Build 8885707041270163680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:12:00.982] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:94:0) after 1m0s
[04:13:01.272] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:94:0)
[04:13:01.272] Timer tick, asking Buildbucket for the build status
[04:13:01.442] Build 8885707041270163680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:13:01.442] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:95:0) after 1m0s
[04:14:01.484] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:95:0)
[04:14:01.484] Timer tick, asking Buildbucket for the build status
[04:14:01.816] Build 8885707041270163680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:14:01.816] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:96:0) after 1m0s
[04:15:01.850] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:96:0)
[04:15:01.850] Timer tick, asking Buildbucket for the build status
[04:15:01.981] Build 8885707041270163680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:15:01.981] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:97:0) after 1m0s
[04:16:02.502] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:97:0)
[04:16:02.502] Timer tick, asking Buildbucket for the build status
[04:16:02.648] Build 8885707041270163680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:16:02.648] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:98:0) after 1m0s
[04:17:02.724] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:98:0)
[04:17:02.724] Timer tick, asking Buildbucket for the build status
[04:17:02.987] Build 8885707041270163680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:17:02.987] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:99:0) after 1m0s
[04:18:03.014] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:99:0)
[04:18:03.014] Timer tick, asking Buildbucket for the build status
[04:18:03.197] Build 8885707041270163680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:18:03.197] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:100:0) after 1m0s
[04:19:03.192] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:100:0)
[04:19:03.192] Timer tick, asking Buildbucket for the build status
[04:19:03.626] Build 8885707041270163680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:19:03.626] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:101:0) after 1m0s
[04:20:03.678] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:101:0)
[04:20:03.678] Timer tick, asking Buildbucket for the build status
[04:20:03.827] Build 8885707041270163680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:20:03.827] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:102:0) after 1m0s
[04:21:03.848] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:102:0)
[04:21:03.848] Timer tick, asking Buildbucket for the build status
[04:21:04.446] Build 8885707041270163680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:21:04.446] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:103:0) after 1m0s
[04:22:04.469] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:103:0)
[04:22:04.469] Timer tick, asking Buildbucket for the build status
[04:22:04.586] Build 8885707041270163680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:22:04.586] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:104:0) after 1m0s
[04:23:04.643] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:104:0)
[04:23:04.643] Timer tick, asking Buildbucket for the build status
[04:23:04.741] Build 8885707041270163680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:23:04.741] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:105:0) after 1m0s
[04:24:04.766] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:105:0)
[04:24:04.766] Timer tick, asking Buildbucket for the build status
[04:24:04.895] Build 8885707041270163680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:24:04.895] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:106:0) after 1m0s
[04:25:04.938] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:106:0)
[04:25:04.938] Timer tick, asking Buildbucket for the build status
[04:25:05.108] Build 8885707041270163680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:25:05.108] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:107:0) after 1m0s
[04:26:05.140] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:107:0)
[04:26:05.140] Timer tick, asking Buildbucket for the build status
[04:26:05.580] Build 8885707041270163680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:26:05.580] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:108:0) after 1m0s
[04:27:05.654] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:108:0)
[04:27:05.654] Timer tick, asking Buildbucket for the build status
[04:27:05.895] Build 8885707041270163680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:27:05.895] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:109:0) after 1m0s
[04:28:05.948] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:109:0)
[04:28:05.948] Timer tick, asking Buildbucket for the build status
[04:28:07.168] Build 8885707041270163680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:28:07.168] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:110:0) after 1m0s
[04:29:07.234] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:110:0)
[04:29:07.234] Timer tick, asking Buildbucket for the build status
[04:29:07.361] Build 8885707041270163680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:29:07.361] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:111:0) after 1m0s
[04:30:07.360] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:111:0)
[04:30:07.360] Timer tick, asking Buildbucket for the build status
[04:30:07.460] Build 8885707041270163680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:30:07.460] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:112:0) after 1m0s
[04:31:07.459] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:112:0)
[04:31:07.459] Timer tick, asking Buildbucket for the build status
[04:31:07.625] Build 8885707041270163680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:31:07.625] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:113:0) after 1m0s
[04:32:07.718] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:113:0)
[04:32:07.718] Timer tick, asking Buildbucket for the build status
[04:32:08.085] Build 8885707041270163680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:32:08.085] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:114:0) after 1m0s
[04:33:08.084] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:114:0)
[04:33:08.084] Timer tick, asking Buildbucket for the build status
[04:33:08.434] Build 8885707041270163680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:33:08.434] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9051137103313836272:115:0) after 1m0s
[04:33:35.478] Received PubSub notification, asking Buildbucket for the build status
[04:33:35.621] Build 8885707041270163680: status "COMPLETED", result "FAILURE", failure_reason "INFRA_FAILURE", cancelation_reason ""
[04:33:35.621] Buildbucket build:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "completed_ts": "1584333215145058",
    "created_by": "project:chromium",
    "created_ts": "1584326433838072",
    "failure_reason": "INFRA_FAILURE",
    "id": "8885707041270163680",
    "parameters_json": "{\"builder_name\": \"ToTiOSDevice\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"9fb4d52bf1915938296a1a362f52f82d3a103406\"}}",
    "project": "chromium",
    "result": "FAILURE",
    "result_details_json": "{\"error\": {\"message\": \"recipe infra failure: Failed base_unittests (iPhone 6s iOS 12.3.1), base_unittests (iPhone 6s iOS 12.3.1), boringssl_crypto_tests (iPhone 6s iOS 12.3.1), boringssl_crypto_tests (iPhone 6s iOS 12.3.1), boringssl_ssl_tests (iPhone 6s iOS 12.3.1), boringssl_ssl_tests (iPhone 6s iOS 12.3.1), components_unittests (iPhone 6s iOS 12.3.1), components_unittests (iPhone 6s iOS 12.3.1), crypto_unittests (iPhone 6s iOS 12.3.1), crypto_unittests (iPhone 6s iOS 12.3.1), gfx_unittests (iPhone 6s iOS 12.3.1), gfx_unittests (iPhone 6s iOS 12.3.1), google_apis_unittests (iPhone 6s iOS 12.3.1), google_apis_unittests (iPhone 6s iOS 12.3.1), ios_chrome_unittests (iPhone 6s iOS 12.3.1), ios_chrome_unittests (iPhone 6s iOS 12.3.1), ios_net_unittests (iPhone 6s iOS 12.3.1), ios_net_unittests (iPhone 6s iOS 12.3.1), ios_web_inttests (iPhone 6s iOS 12.3.1), ios_web_inttests (iPhone 6s iOS 12.3.1), ios_web_unittests (iPhone 6s iOS 12.3.1), ios_web_unittests (iPhone 6s iOS 12.3.1), ios_web_view_inttests (iPhone 6s iOS 12.3.1), ios_web_view_inttests (iPhone 6s iOS 12.3.1), net_unittests (iPhone 6s iOS 12.3.1), net_unittests (iPhone 6s iOS 12.3.1), skia_unittests (iPhone 6s iOS 12.3.1), skia_unittests (iPhone 6s iOS 12.3.1), sql_unittests (iPhone 6s iOS 12.3.1), sql_unittests (iPhone 6s iOS 12.3.1), ui_base_unittests (iPhone 6s iOS 12.3.1), ui_base_unittests (iPhone 6s iOS 12.3.1), url_unittests (iPhone 6s iOS 12.3.1), url_unittests (iPhone 6s iOS 12.3.1).\"}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"build284-m9\", \"branch\": \"refs/heads/master\", \"buildername\": \"ToTiOSDevice\", \"buildnumber\": 16709, \"got_angle_revision\": \"a4a42e6d0baa6ff99eb9e66115044b46280bcc7f\", \"got_dawn_revision\": \"463c394905997cda256fda9f2980acd99f2de09a\", \"got_nacl_revision\": \"35bcc9f6d5e81c3c39ad57de97ef9cd22301ee9e\", \"got_revision\": \"9fb4d52bf1915938296a1a362f52f82d3a103406\", \"got_revision_cp\": \"refs/heads/master@{#750453}\", \"got_swarming_client_revision\": \"cc958279ffd6853e0a1b227a7e957ca334fe56af\", \"got_swiftshader_revision\": \"3a50a43df988b2d375a1247073329fb9ad64bca0\", \"got_v8_revision\": \"506142ad90f3a4d686c6367f4a720f53eeae38af\", \"got_v8_revision_cp\": \"refs/heads/8.2.297@{#1}\", \"got_webrtc_revision\": \"86eb5d9703db177bfcb7c85617d4551f5f9b9490\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#30787}\", \"isolate_server\": \"https://isolateserver.appspot.com\", \"mastername\": \"chromium.clang\", \"path_config\": \"generic\", \"perf_dashboard_machine_group\": \"ChromiumClang\", \"recipe\": \"ios/unified_builder_tester\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"9fb4d52bf1915938296a1a362f52f82d3a103406\", \"swarm_hashes\": {\"0\": \"c1be83fe9a1b1848f24e01f9a775a17052d90007\", \"1\": \"94eb50e9dabdf2dca74159f9a790112e78141728\", \"10\": \"1b8ad557833895d3f08e8e89f1f1c82bdcbafd5b\", \"11\": \"2c2dec37c24a166d923a37feeb7a48d5bc17590b\", \"12\": \"ed5f7bce278c4b04684c406de53e6c2a47f913ea\", \"13\": \"69788075914ee715220ee8578fc45a82dfe8412e\", \"14\": \"8d11dce8ecc09c464b5dd02d71312fa7f3d6a442\", \"15\": \"4370824ec8a21d5215b464e007b8c7e453e5f2c2\", \"16\": \"46918e04963f208b8503f69465bc5fead180c072\", \"2\": \"5df1c40d3400b38c51a731aebbd5b021c79a7a3f\", \"3\": \"ef22c6146d932151aa289ad74bcd83f7b5279fce\", \"4\": \"cf4cb96234596fd704fb8bf84ecc394a66fddf0b\", \"5\": \"4a370fb99b548cbc22a3114e1b4981822b82c99b\", \"6\": \"15cd3878ed04e7f6a3d32cf19d4b2d66eb5333d4\", \"7\": \"c0db60ca3e69d5b428d82edb7844fd77c52a3d82\", \"8\": \"13c7556b61fb70aac1878625da893d6c72660174\", \"9\": \"53ce4b3d17229a5efd2543e2a73146b1f44d4d77\"}}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_4a4feefdd7e355061708c01720b06a0ca8c49ffc9968a2ebc674541738676b8f_v2\", \"builder_5372538a354f163a20d332d881c6c5d85e35654ac8a57c760866f12033f8a8a5_v2\", \"builder_69caa34b8f39daac28a821cac2619730401d46a6479812cc34796e3bf180418a_v2\", \"builder_ae5debd901c74ee0906916cb62621bceb2a8b657b42c2e2e9e89a0f6a2e5e53b_v2\", \"builder_d42b89eab403033f5a2a8102ec9c436397350cedb439d5e09b11874a5784adb4_v2\", \"git\", \"goma_v2\", \"vpython\", \"xcode_ios_11a1027\"], \"cores\": [\"24\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"1002\", \"1002:679e\", \"1002:679e-4.0.11-3.2.8\"], \"hidpi\": [\"0\"], \"id\": [\"build284-m9\"], \"mac_model\": [\"MacPro6,1\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Mac\", \"Mac-10.14\", \"Mac-10.14.6\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.10\"], \"server_version\": [\"4874-3598771\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}, \"ui\": {\"info\": \"recipe infra failure: Failed base_unittests (iPhone 6s iOS 12.3.1), base_unittests (iPhone 6s iOS 12.3.1), boringssl_crypto_tests (iPhone 6s iOS 12.3.1), boringssl_crypto_tests (iPhone 6s iOS 12.3.1), boringssl_ssl_tests (iPhone 6s iOS 12.3.1), boringssl_ssl_tests (iPhone 6s iOS 12.3.1), components_unittests (iPhone 6s iOS 12.3.1), components_unittests (iPhone 6s iOS 12.3.1), crypto_unittests (iPhone 6s iOS 12.3.1), crypto_unittests (iPhone 6s iOS 12.3.1), gfx_unittests (iPhone 6s iOS 12.3.1), gfx_unittests (iPhone 6s iOS 12.3.1), google_apis_unittests (iPhone 6s iOS 12.3.1), google_apis_unittests (iPhone 6s iOS 12.3.1), ios_chrome_unittests (iPhone 6s iOS 12.3.1), ios_chrome_unittests (iPhone 6s iOS 12.3.1), ios_net_unittests (iPhone 6s iOS 12.3.1), ios_net_unittests (iPhone 6s iOS 12.3.1), ios_web_inttests (iPhone 6s iOS 12.3.1), ios_web_inttests (iPhone 6s iOS 12.3.1), ios_web_unittests (iPhone 6s iOS 12.3.1), ios_web_unittests (iPhone 6s iOS 12.3.1), ios_web_view_inttests (iPhone 6s iOS 12.3.1), ios_web_view_inttests (iPhone 6s iOS 12.3.1), net_unittests (iPhone 6s iOS 12.3.1), net_unittests (iPhone 6s iOS 12.3.1), skia_unittests (iPhone 6s iOS 12.3.1), skia_unittests (iPhone 6s iOS 12.3.1), sql_unittests (iPhone 6s iOS 12.3.1), sql_unittests (iPhone 6s iOS 12.3.1), ui_base_unittests (iPhone 6s iOS 12.3.1), ui_base_unittests (iPhone 6s iOS 12.3.1), url_unittests (iPhone 6s iOS 12.3.1), url_unittests (iPhone 6s iOS 12.3.1).\"}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1584326801635727",
    "status": "COMPLETED",
    "status_changed_ts": "1584326802194206",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOSDevice/16709",
      "builder:ToTiOSDevice",
      "buildset:commit/git/9fb4d52bf1915938296a1a362f52f82d3a103406",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/9fb4d52bf1915938296a1a362f52f82d3a103406",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9051137103313836272",
      "scheduler_job_id:chromium/ToTiOSDevice",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8885707041270163680/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:os:Mac",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:4afa08671b280010",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1584333215231933",
    "url": "https://ci.chromium.org/b/8885707041270163680",
    "utcnow_ts": "1584333215602034"
  }
}
[04:33:35.621] Invocation finished in 1h53m3.116382749s with status FAILED