Status: FAILED
Triggered by: -
Duration: 1 hour
Actions:

Definition (rev ead1c24e5b0e6b883f7d7e816b15c81777fef6bb)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTiOSDevice"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "1dc09c636027a743f8ed2d3bdb9a070652d3bd7d"
}

Incoming tags

  • buildset:commit/git/1dc09c636027a743f8ed2d3bdb9a070652d3bd7d
  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/1dc09c636027a743f8ed2d3bdb9a070652d3bd7d
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[12:42:30.577] New invocation is queued and will start shortly
[12:42:31.803] Starting the invocation (attempt 1)
[12:42:31.839] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[12:42:31.839] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[12:42:31.839] Buildbucket request:
{
  "bucket": "luci.chromium.ci",
  "client_operation_id": "9055538482142767216",
  "parameters_json": "{\"builder_name\":\"ToTiOSDevice\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src\",\"revision\":\"1dc09c636027a743f8ed2d3bdb9a070652d3bd7d\"}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:ToTiOSDevice",
    "scheduler_invocation_id:9055538482142767216",
    "scheduler_job_id:chromium/ToTiOSDevice",
    "user_agent:luci-scheduler",
    "buildset:commit/git/1dc09c636027a743f8ed2d3bdb9a070652d3bd7d",
    "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/1dc09c636027a743f8ed2d3bdb9a070652d3bd7d",
    "gitiles_ref:refs/heads/master"
  ]
}
[12:42:32.743] Buildbucket response:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "created_by": "project:chromium",
    "created_ts": "1580128952236985",
    "id": "8890108419738377328",
    "parameters_json": "{\"builder_name\": \"ToTiOSDevice\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"1dc09c636027a743f8ed2d3bdb9a070652d3bd7d\"}}",
    "project": "chromium",
    "result_details_json": "{\"properties\": {}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1580128952614884",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOSDevice/16178",
      "builder:ToTiOSDevice",
      "buildset:commit/git/1dc09c636027a743f8ed2d3bdb9a070652d3bd7d",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/1dc09c636027a743f8ed2d3bdb9a070652d3bd7d",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9055538482142767216",
      "scheduler_job_id:chromium/ToTiOSDevice",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8890108419738377328/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1580128952615004",
    "url": "https://ci.chromium.org/b/8890108419738377328",
    "utcnow_ts": "1580128952735257"
  }
}
[12:42:32.743] Task URL: https://ci.chromium.org/b/8890108419738377328
[12:42:32.743] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:2:0) after 1m0s
[12:43:32.792] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:2:0)
[12:43:32.792] Timer tick, asking Buildbucket for the build status
[12:43:32.974] Build 8890108419738377328: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[12:43:32.974] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:3:0) after 1m0s
[12:44:33.000] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:3:0)
[12:44:33.000] Timer tick, asking Buildbucket for the build status
[12:44:33.132] Build 8890108419738377328: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[12:44:33.132] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:4:0) after 1m0s
[12:45:21.414] Received PubSub notification, asking Buildbucket for the build status
[12:45:21.866] Build 8890108419738377328: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:45:33.164] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:4:0)
[12:45:33.164] Timer tick, asking Buildbucket for the build status
[12:45:33.274] Build 8890108419738377328: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:45:33.274] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:6:0) after 1m0s
[12:46:33.294] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:6:0)
[12:46:33.294] Timer tick, asking Buildbucket for the build status
[12:46:33.500] Build 8890108419738377328: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:46:33.500] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:7:0) after 1m0s
[12:47:33.518] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:7:0)
[12:47:33.518] Timer tick, asking Buildbucket for the build status
[12:47:33.656] Build 8890108419738377328: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:47:33.656] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:8:0) after 1m0s
[12:48:33.674] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:8:0)
[12:48:33.674] Timer tick, asking Buildbucket for the build status
[12:48:33.846] Build 8890108419738377328: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:48:33.846] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:9:0) after 1m0s
[12:49:33.869] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:9:0)
[12:49:33.869] Timer tick, asking Buildbucket for the build status
[12:49:34.020] Build 8890108419738377328: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:49:34.020] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:10:0) after 1m0s
[12:50:34.004] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:10:0)
[12:50:34.004] Timer tick, asking Buildbucket for the build status
[12:50:34.199] Build 8890108419738377328: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:50:34.199] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:11:0) after 1m0s
[12:51:34.219] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:11:0)
[12:51:34.219] Timer tick, asking Buildbucket for the build status
[12:51:34.565] Build 8890108419738377328: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:51:34.565] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:12:0) after 1m0s
[12:52:34.636] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:12:0)
[12:52:34.636] Timer tick, asking Buildbucket for the build status
[12:52:34.752] Build 8890108419738377328: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:52:34.752] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:13:0) after 1m0s
[12:53:34.849] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:13:0)
[12:53:34.849] Timer tick, asking Buildbucket for the build status
[12:53:35.070] Build 8890108419738377328: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:53:35.070] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:14:0) after 1m0s
[12:54:35.089] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:14:0)
[12:54:35.089] Timer tick, asking Buildbucket for the build status
[12:54:35.250] Build 8890108419738377328: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:54:35.250] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:15:0) after 1m0s
[12:55:35.258] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:15:0)
[12:55:35.258] Timer tick, asking Buildbucket for the build status
[12:55:35.382] Build 8890108419738377328: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:55:35.382] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:16:0) after 1m0s
[12:56:35.453] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:16:0)
[12:56:35.453] Timer tick, asking Buildbucket for the build status
[12:56:36.031] Build 8890108419738377328: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:56:36.031] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:17:0) after 1m0s
[12:57:36.049] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:17:0)
[12:57:36.049] Timer tick, asking Buildbucket for the build status
[12:57:36.768] Build 8890108419738377328: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:57:36.768] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:18:0) after 1m0s
[12:58:36.787] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:18:0)
[12:58:36.787] Timer tick, asking Buildbucket for the build status
[12:58:37.221] Build 8890108419738377328: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:58:37.221] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:19:0) after 1m0s
[12:59:37.244] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:19:0)
[12:59:37.244] Timer tick, asking Buildbucket for the build status
[12:59:37.528] Build 8890108419738377328: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:59:37.528] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:20:0) after 1m0s
[13:00:37.550] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:20:0)
[13:00:37.550] Timer tick, asking Buildbucket for the build status
[13:00:38.358] Build 8890108419738377328: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:00:38.358] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:21:0) after 1m0s
[13:01:38.333] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:21:0)
[13:01:38.333] Timer tick, asking Buildbucket for the build status
[13:01:38.629] Build 8890108419738377328: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:01:38.629] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:22:0) after 1m0s
[13:02:38.658] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:22:0)
[13:02:38.658] Timer tick, asking Buildbucket for the build status
[13:02:39.685] Build 8890108419738377328: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:02:39.685] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:23:0) after 1m0s
[13:03:39.706] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:23:0)
[13:03:39.706] Timer tick, asking Buildbucket for the build status
[13:03:40.021] Build 8890108419738377328: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:03:40.021] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:24:0) after 1m0s
[13:04:40.043] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:24:0)
[13:04:40.043] Timer tick, asking Buildbucket for the build status
[13:04:40.736] Build 8890108419738377328: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:04:40.736] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:25:0) after 1m0s
[13:05:40.827] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:25:0)
[13:05:40.827] Timer tick, asking Buildbucket for the build status
[13:05:41.029] Build 8890108419738377328: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:05:41.029] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:26:0) after 1m0s
[13:06:41.083] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:26:0)
[13:06:41.083] Timer tick, asking Buildbucket for the build status
[13:06:41.472] Build 8890108419738377328: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:06:41.472] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:27:0) after 1m0s
[13:07:41.474] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:27:0)
[13:07:41.474] Timer tick, asking Buildbucket for the build status
[13:07:41.681] Build 8890108419738377328: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:07:41.681] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:28:0) after 1m0s
[13:08:41.728] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:28:0)
[13:08:41.728] Timer tick, asking Buildbucket for the build status
[13:08:41.902] Build 8890108419738377328: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:08:41.902] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:29:0) after 1m0s
[13:09:41.935] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:29:0)
[13:09:41.935] Timer tick, asking Buildbucket for the build status
[13:09:42.134] Build 8890108419738377328: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:09:42.134] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:30:0) after 1m0s
[13:10:42.197] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:30:0)
[13:10:42.197] Timer tick, asking Buildbucket for the build status
[13:10:42.394] Build 8890108419738377328: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:10:42.394] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:31:0) after 1m0s
[13:11:42.445] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:31:0)
[13:11:42.445] Timer tick, asking Buildbucket for the build status
[13:11:42.708] Build 8890108419738377328: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:11:42.708] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:32:0) after 1m0s
[13:12:42.733] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:32:0)
[13:12:42.733] Timer tick, asking Buildbucket for the build status
[13:12:43.176] Build 8890108419738377328: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:12:43.176] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:33:0) after 1m0s
[13:13:43.158] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:33:0)
[13:13:43.158] Timer tick, asking Buildbucket for the build status
[13:13:44.397] Build 8890108419738377328: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:13:44.397] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:34:0) after 1m0s
[13:14:44.418] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:34:0)
[13:14:44.418] Timer tick, asking Buildbucket for the build status
[13:14:44.801] Build 8890108419738377328: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:14:44.801] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:35:0) after 1m0s
[13:15:44.820] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:35:0)
[13:15:44.820] Timer tick, asking Buildbucket for the build status
[13:15:44.989] Build 8890108419738377328: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:15:44.989] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:36:0) after 1m0s
[13:16:45.064] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:36:0)
[13:16:45.064] Timer tick, asking Buildbucket for the build status
[13:16:45.924] Build 8890108419738377328: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:16:45.924] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:37:0) after 1m0s
[13:17:45.951] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:37:0)
[13:17:45.951] Timer tick, asking Buildbucket for the build status
[13:17:46.183] Build 8890108419738377328: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:17:46.183] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:38:0) after 1m0s
[13:18:46.219] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:38:0)
[13:18:46.219] Timer tick, asking Buildbucket for the build status
[13:18:46.652] Build 8890108419738377328: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:18:46.652] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:39:0) after 1m0s
[13:19:46.704] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:39:0)
[13:19:46.704] Timer tick, asking Buildbucket for the build status
[13:19:46.861] Build 8890108419738377328: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:19:46.861] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:40:0) after 1m0s
[13:20:46.899] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:40:0)
[13:20:46.899] Timer tick, asking Buildbucket for the build status
[13:20:47.494] Build 8890108419738377328: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:20:47.494] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:41:0) after 1m0s
[13:21:47.516] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:41:0)
[13:21:47.516] Timer tick, asking Buildbucket for the build status
[13:21:48.005] Build 8890108419738377328: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:21:48.005] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:42:0) after 1m0s
[13:22:48.016] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:42:0)
[13:22:48.016] Timer tick, asking Buildbucket for the build status
[13:22:48.234] Build 8890108419738377328: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:22:48.234] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:43:0) after 1m0s
[13:23:48.240] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:43:0)
[13:23:48.240] Timer tick, asking Buildbucket for the build status
[13:23:48.363] Build 8890108419738377328: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:23:48.363] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:44:0) after 1m0s
[13:24:48.400] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:44:0)
[13:24:48.400] Timer tick, asking Buildbucket for the build status
[13:24:48.615] Build 8890108419738377328: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:24:48.615] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:45:0) after 1m0s
[13:25:48.638] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:45:0)
[13:25:48.638] Timer tick, asking Buildbucket for the build status
[13:25:49.064] Build 8890108419738377328: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:25:49.064] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:46:0) after 1m0s
[13:26:49.101] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:46:0)
[13:26:49.101] Timer tick, asking Buildbucket for the build status
[13:26:49.874] Build 8890108419738377328: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:26:49.874] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:47:0) after 1m0s
[13:27:49.893] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:47:0)
[13:27:49.893] Timer tick, asking Buildbucket for the build status
[13:27:50.292] Build 8890108419738377328: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:27:50.292] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:48:0) after 1m0s
[13:28:50.317] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:48:0)
[13:28:50.317] Timer tick, asking Buildbucket for the build status
[13:28:50.529] Build 8890108419738377328: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:28:50.529] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:49:0) after 1m0s
[13:29:50.550] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:49:0)
[13:29:50.550] Timer tick, asking Buildbucket for the build status
[13:29:50.803] Build 8890108419738377328: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:29:50.803] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:50:0) after 1m0s
[13:30:50.827] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:50:0)
[13:30:50.827] Timer tick, asking Buildbucket for the build status
[13:30:50.990] Build 8890108419738377328: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:30:50.990] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:51:0) after 1m0s
[13:31:51.038] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:51:0)
[13:31:51.038] Timer tick, asking Buildbucket for the build status
[13:31:51.697] Build 8890108419738377328: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:31:51.697] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:52:0) after 1m0s
[13:32:51.737] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:52:0)
[13:32:51.737] Timer tick, asking Buildbucket for the build status
[13:32:51.922] Build 8890108419738377328: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:32:51.922] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:53:0) after 1m0s
[13:33:51.935] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:53:0)
[13:33:51.935] Timer tick, asking Buildbucket for the build status
[13:33:52.072] Build 8890108419738377328: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:33:52.072] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:54:0) after 1m0s
[13:34:52.126] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:54:0)
[13:34:52.126] Timer tick, asking Buildbucket for the build status
[13:34:52.270] Build 8890108419738377328: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:34:52.270] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:55:0) after 1m0s
[13:35:52.315] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:55:0)
[13:35:52.315] Timer tick, asking Buildbucket for the build status
[13:35:52.457] Build 8890108419738377328: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:35:52.457] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:56:0) after 1m0s
[13:36:52.522] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:56:0)
[13:36:52.522] Timer tick, asking Buildbucket for the build status
[13:36:52.951] Build 8890108419738377328: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:36:52.951] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:57:0) after 1m0s
[13:37:52.994] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:57:0)
[13:37:52.994] Timer tick, asking Buildbucket for the build status
[13:37:53.180] Build 8890108419738377328: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:37:53.180] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:58:0) after 1m0s
[13:38:53.201] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:58:0)
[13:38:53.201] Timer tick, asking Buildbucket for the build status
[13:38:53.400] Build 8890108419738377328: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:38:53.400] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:59:0) after 1m0s
[13:39:53.424] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:59:0)
[13:39:53.424] Timer tick, asking Buildbucket for the build status
[13:39:54.023] Build 8890108419738377328: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:39:54.023] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:60:0) after 1m0s
[13:40:54.117] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:60:0)
[13:40:54.117] Timer tick, asking Buildbucket for the build status
[13:40:54.590] Build 8890108419738377328: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:40:54.590] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:61:0) after 1m0s
[13:41:54.610] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:61:0)
[13:41:54.610] Timer tick, asking Buildbucket for the build status
[13:41:54.724] Build 8890108419738377328: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:41:54.724] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:62:0) after 1m0s
[13:42:54.795] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:62:0)
[13:42:54.795] Timer tick, asking Buildbucket for the build status
[13:42:55.380] Build 8890108419738377328: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:42:55.380] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:63:0) after 1m0s
[13:43:55.405] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:63:0)
[13:43:55.405] Timer tick, asking Buildbucket for the build status
[13:43:55.547] Build 8890108419738377328: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:43:55.547] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:64:0) after 1m0s
[13:44:55.567] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:64:0)
[13:44:55.567] Timer tick, asking Buildbucket for the build status
[13:44:55.967] Build 8890108419738377328: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:44:55.967] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:65:0) after 1m0s
[13:45:56.025] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:65:0)
[13:45:56.025] Timer tick, asking Buildbucket for the build status
[13:45:56.196] Build 8890108419738377328: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:45:56.196] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:66:0) after 1m0s
[13:46:56.245] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:66:0)
[13:46:56.245] Timer tick, asking Buildbucket for the build status
[13:46:56.601] Build 8890108419738377328: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:46:56.601] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:67:0) after 1m0s
[13:47:56.653] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:67:0)
[13:47:56.653] Timer tick, asking Buildbucket for the build status
[13:47:57.334] Build 8890108419738377328: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:47:57.334] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:68:0) after 1m0s
[13:48:57.357] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:68:0)
[13:48:57.357] Timer tick, asking Buildbucket for the build status
[13:48:58.063] Build 8890108419738377328: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:48:58.063] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:69:0) after 1m0s
[13:49:58.099] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:69:0)
[13:49:58.099] Timer tick, asking Buildbucket for the build status
[13:49:58.248] Build 8890108419738377328: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:49:58.248] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:70:0) after 1m0s
[13:50:58.302] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:70:0)
[13:50:58.302] Timer tick, asking Buildbucket for the build status
[13:50:58.793] Build 8890108419738377328: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:50:58.793] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:71:0) after 1m0s
[13:51:58.848] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:71:0)
[13:51:58.848] Timer tick, asking Buildbucket for the build status
[13:51:59.052] Build 8890108419738377328: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:51:59.052] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:72:0) after 1m0s
[13:52:59.073] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:72:0)
[13:52:59.073] Timer tick, asking Buildbucket for the build status
[13:53:00.680] Build 8890108419738377328: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:53:00.680] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:73:0) after 1m0s
[13:54:00.689] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:73:0)
[13:54:00.689] Timer tick, asking Buildbucket for the build status
[13:54:02.879] Build 8890108419738377328: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:54:02.879] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:74:0) after 1m0s
[13:55:02.914] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:74:0)
[13:55:02.914] Timer tick, asking Buildbucket for the build status
[13:55:03.175] Build 8890108419738377328: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:55:03.175] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:75:0) after 1m0s
[13:56:03.283] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:75:0)
[13:56:03.283] Timer tick, asking Buildbucket for the build status
[13:56:03.467] Build 8890108419738377328: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:56:03.467] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:76:0) after 1m0s
[13:57:03.489] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:76:0)
[13:57:03.489] Timer tick, asking Buildbucket for the build status
[13:57:04.256] Build 8890108419738377328: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:57:04.256] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:77:0) after 1m0s
[13:58:04.276] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:77:0)
[13:58:04.276] Timer tick, asking Buildbucket for the build status
[13:58:04.438] Build 8890108419738377328: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:58:04.438] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:78:0) after 1m0s
[13:59:04.471] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:78:0)
[13:59:04.471] Timer tick, asking Buildbucket for the build status
[13:59:05.527] Build 8890108419738377328: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:59:05.527] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:79:0) after 1m0s
[14:00:05.612] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:79:0)
[14:00:05.615] Timer tick, asking Buildbucket for the build status
[14:00:05.772] Build 8890108419738377328: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:00:05.772] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:80:0) after 1m0s
[14:01:05.986] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:80:0)
[14:01:05.986] Timer tick, asking Buildbucket for the build status
[14:01:06.114] Build 8890108419738377328: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:01:06.114] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:81:0) after 1m0s
[14:02:06.276] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:81:0)
[14:02:06.276] Timer tick, asking Buildbucket for the build status
[14:02:06.539] Build 8890108419738377328: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:02:06.539] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:82:0) after 1m0s
[14:03:06.645] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:82:0)
[14:03:06.645] Timer tick, asking Buildbucket for the build status
[14:03:06.812] Build 8890108419738377328: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:03:06.812] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:83:0) after 1m0s
[14:04:07.054] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:83:0)
[14:04:07.054] Timer tick, asking Buildbucket for the build status
[14:04:07.499] Build 8890108419738377328: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:04:07.499] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:84:0) after 1m0s
[14:05:07.748] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:84:0)
[14:05:07.748] Timer tick, asking Buildbucket for the build status
[14:05:08.128] Build 8890108419738377328: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:05:08.128] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:85:0) after 1m0s
[14:06:08.164] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:85:0)
[14:06:08.164] Timer tick, asking Buildbucket for the build status
[14:06:08.321] Build 8890108419738377328: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:06:08.321] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:86:0) after 1m0s
[14:07:08.443] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:86:0)
[14:07:08.443] Timer tick, asking Buildbucket for the build status
[14:07:09.475] Build 8890108419738377328: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:07:09.475] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:87:0) after 1m0s
[14:08:09.571] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:87:0)
[14:08:09.571] Timer tick, asking Buildbucket for the build status
[14:08:09.769] Build 8890108419738377328: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:08:09.769] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:88:0) after 1m0s
[14:09:09.769] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:88:0)
[14:09:09.769] Timer tick, asking Buildbucket for the build status
[14:09:09.960] Build 8890108419738377328: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:09:09.960] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:89:0) after 1m0s
[14:10:10.162] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:89:0)
[14:10:10.162] Timer tick, asking Buildbucket for the build status
[14:10:12.453] Build 8890108419738377328: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:10:12.453] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:90:0) after 1m0s
[14:11:12.559] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:90:0)
[14:11:12.559] Timer tick, asking Buildbucket for the build status
[14:11:12.739] Build 8890108419738377328: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:11:12.739] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:91:0) after 1m0s
[14:12:12.849] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:91:0)
[14:12:12.849] Timer tick, asking Buildbucket for the build status
[14:12:13.195] Build 8890108419738377328: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:12:13.195] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:92:0) after 1m0s
[14:13:13.281] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:92:0)
[14:13:13.281] Timer tick, asking Buildbucket for the build status
[14:13:13.449] Build 8890108419738377328: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:13:13.449] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:93:0) after 1m0s
[14:14:13.570] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:93:0)
[14:14:13.570] Timer tick, asking Buildbucket for the build status
[14:14:14.636] Build 8890108419738377328: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:14:14.637] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:94:0) after 1m0s
[14:15:14.690] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:94:0)
[14:15:14.690] Timer tick, asking Buildbucket for the build status
[14:15:14.959] Build 8890108419738377328: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:15:14.959] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:95:0) after 1m0s
[14:16:14.948] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:95:0)
[14:16:14.948] Timer tick, asking Buildbucket for the build status
[14:16:15.125] Build 8890108419738377328: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:16:15.125] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:96:0) after 1m0s
[14:17:15.191] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:96:0)
[14:17:15.191] Timer tick, asking Buildbucket for the build status
[14:17:15.362] Build 8890108419738377328: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:17:15.362] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:97:0) after 1m0s
[14:18:15.463] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:97:0)
[14:18:15.463] Timer tick, asking Buildbucket for the build status
[14:18:15.625] Build 8890108419738377328: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:18:15.625] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:98:0) after 1m0s
[14:19:15.728] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:98:0)
[14:19:15.728] Timer tick, asking Buildbucket for the build status
[14:19:15.868] Build 8890108419738377328: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:19:15.868] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:99:0) after 1m0s
[14:20:15.926] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:99:0)
[14:20:15.926] Timer tick, asking Buildbucket for the build status
[14:20:16.257] Build 8890108419738377328: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:20:16.257] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:100:0) after 1m0s
[14:21:16.332] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:100:0)
[14:21:16.332] Timer tick, asking Buildbucket for the build status
[14:21:16.573] Build 8890108419738377328: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:21:16.573] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:101:0) after 1m0s
[14:22:16.576] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:101:0)
[14:22:16.576] Timer tick, asking Buildbucket for the build status
[14:22:17.034] Build 8890108419738377328: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:22:17.034] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:102:0) after 1m0s
[14:23:17.102] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:102:0)
[14:23:17.102] Timer tick, asking Buildbucket for the build status
[14:23:17.292] Build 8890108419738377328: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:23:17.292] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:103:0) after 1m0s
[14:24:17.337] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:103:0)
[14:24:17.337] Timer tick, asking Buildbucket for the build status
[14:24:17.543] Build 8890108419738377328: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:24:17.543] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:104:0) after 1m0s
[14:25:17.591] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:104:0)
[14:25:17.591] Timer tick, asking Buildbucket for the build status
[14:25:17.743] Build 8890108419738377328: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:25:17.743] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:105:0) after 1m0s
[14:26:17.877] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:105:0)
[14:26:17.877] Timer tick, asking Buildbucket for the build status
[14:26:18.054] Build 8890108419738377328: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:26:18.054] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:106:0) after 1m0s
[14:27:18.097] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:106:0)
[14:27:18.097] Timer tick, asking Buildbucket for the build status
[14:27:19.092] Build 8890108419738377328: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:27:19.092] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:107:0) after 1m0s
[14:28:19.116] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:107:0)
[14:28:19.116] Timer tick, asking Buildbucket for the build status
[14:28:19.288] Build 8890108419738377328: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:28:19.288] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:108:0) after 1m0s
[14:29:19.309] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:108:0)
[14:29:19.309] Timer tick, asking Buildbucket for the build status
[14:29:19.450] Build 8890108419738377328: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:29:19.450] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:109:0) after 1m0s
[14:30:19.478] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:109:0)
[14:30:19.478] Timer tick, asking Buildbucket for the build status
[14:30:19.760] Build 8890108419738377328: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:30:19.760] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9055538482142767216:110:0) after 1m0s
[14:30:39.739] Received PubSub notification, asking Buildbucket for the build status
[14:30:40.163] Build 8890108419738377328: status "COMPLETED", result "FAILURE", failure_reason "INFRA_FAILURE", cancelation_reason ""
[14:30:40.164] Buildbucket build:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "completed_ts": "1580135438681491",
    "created_by": "project:chromium",
    "created_ts": "1580128952236985",
    "failure_reason": "INFRA_FAILURE",
    "id": "8890108419738377328",
    "parameters_json": "{\"builder_name\": \"ToTiOSDevice\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"1dc09c636027a743f8ed2d3bdb9a070652d3bd7d\"}}",
    "project": "chromium",
    "result": "FAILURE",
    "result_details_json": "{\"error\": {\"message\": \"recipe infra failure: Failed base_unittests (iPhone 6s iOS 12.3.1), base_unittests (iPhone 6s iOS 12.3.1), boringssl_crypto_tests (iPhone 6s iOS 12.3.1), boringssl_crypto_tests (iPhone 6s iOS 12.3.1), boringssl_ssl_tests (iPhone 6s iOS 12.3.1), boringssl_ssl_tests (iPhone 6s iOS 12.3.1), components_unittests (iPhone 6s iOS 12.3.1), components_unittests (iPhone 6s iOS 12.3.1), crypto_unittests (iPhone 6s iOS 12.3.1), crypto_unittests (iPhone 6s iOS 12.3.1), gfx_unittests (iPhone 6s iOS 12.3.1), gfx_unittests (iPhone 6s iOS 12.3.1), google_apis_unittests (iPhone 6s iOS 12.3.1), google_apis_unittests (iPhone 6s iOS 12.3.1), ios_chrome_unittests (iPhone 6s iOS 12.3.1), ios_chrome_unittests (iPhone 6s iOS 12.3.1), ios_net_unittests (iPhone 6s iOS 12.3.1), ios_net_unittests (iPhone 6s iOS 12.3.1), ios_web_inttests (iPhone 6s iOS 12.3.1), ios_web_inttests (iPhone 6s iOS 12.3.1), ios_web_unittests (iPhone 6s iOS 12.3.1), ios_web_unittests (iPhone 6s iOS 12.3.1), ios_web_view_inttests (iPhone 6s iOS 12.3.1), ios_web_view_inttests (iPhone 6s iOS 12.3.1), net_unittests (iPhone 6s iOS 12.3.1), net_unittests (iPhone 6s iOS 12.3.1), skia_unittests (iPhone 6s iOS 12.3.1), skia_unittests (iPhone 6s iOS 12.3.1), sql_unittests (iPhone 6s iOS 12.3.1), sql_unittests (iPhone 6s iOS 12.3.1), ui_base_unittests (iPhone 6s iOS 12.3.1), ui_base_unittests (iPhone 6s iOS 12.3.1), url_unittests (iPhone 6s iOS 12.3.1), url_unittests (iPhone 6s iOS 12.3.1).\"}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"build285-m9\", \"branch\": \"refs/heads/master\", \"buildername\": \"ToTiOSDevice\", \"buildnumber\": 16178, \"got_angle_revision\": \"589b1875f6b628bca4adc211c8e980a563d33ee9\", \"got_dawn_revision\": \"d26ee85fba6d511eff4362f5b72eaca2dd36657c\", \"got_nacl_revision\": \"3651f6c52037c96e034cc422746768d59182bff3\", \"got_revision\": \"1dc09c636027a743f8ed2d3bdb9a070652d3bd7d\", \"got_revision_cp\": \"refs/heads/master@{#735372}\", \"got_swarming_client_revision\": \"885b3febcc170a60f25795304e60927b77d1e92d\", \"got_swiftshader_revision\": \"748ad200897b5023ba16e527aa1221400f90b4fe\", \"got_v8_revision\": \"f78f188194d6b28dd31d61847c3a9095e65594a5\", \"got_v8_revision_cp\": \"refs/heads/8.1.282@{#1}\", \"got_webrtc_revision\": \"760fd5249488a7a8698679a026b247423caa7cce\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#30366}\", \"isolate_server\": \"https://isolateserver.appspot.com\", \"mastername\": \"chromium.clang\", \"path_config\": \"generic\", \"perf_dashboard_machine_group\": \"ChromiumClang\", \"recipe\": \"ios/unified_builder_tester\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"1dc09c636027a743f8ed2d3bdb9a070652d3bd7d\", \"swarm_hashes\": {\"0\": \"cc048738369189c95906cc49f6003605ee8fb173\", \"1\": \"66f2add9942678b37b186367f0bc3b0cde8f9829\", \"10\": \"d032d9787b4c477774e6d8ce77869e7961507ff4\", \"11\": \"3840ad3594d6f1b8f74772a35e058155530bebb4\", \"12\": \"555d85abc6d707f8b95e38f511b176bf00ebbb9c\", \"13\": \"5318ca4ce04957a40f6aa4e3ae0679fc303c93a2\", \"14\": \"bf5423d0f7fc946e41b80989296d718b9e0c0984\", \"15\": \"f469bc37cf2c6129831e578631a1181d66a5523a\", \"16\": \"d08e48db9153757dcda9a2299536e81a7c580873\", \"2\": \"7ca06952a0fb7781f9a6c204d32e028c75ccae32\", \"3\": \"ce81bab8403e47812fe43b807e536713f6ec0753\", \"4\": \"7fa7bf0559458de7e1dd50473c05a9914cb4b65c\", \"5\": \"1d61bef4a1dd70317124348374d5684f5e1eee46\", \"6\": \"626fc2b64e8395f64e91d648ce66e9d0b535a04e\", \"7\": \"ba974b94bdd95ff863e5328977220e8cdf35fbd4\", \"8\": \"cdd450cb84d558b1a88c0a5797c2f37fa82eb8a6\", \"9\": \"57031a658bd7ae21f57ca1cd01758c7291f2a6e2\"}}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_5372538a354f163a20d332d881c6c5d85e35654ac8a57c760866f12033f8a8a5_v2\", \"builder_ae5debd901c74ee0906916cb62621bceb2a8b657b42c2e2e9e89a0f6a2e5e53b_v2\", \"builder_d42b89eab403033f5a2a8102ec9c436397350cedb439d5e09b11874a5784adb4_v2\", \"git\", \"goma_v2\", \"vpython\", \"xcode_ios_11a1027\"], \"cores\": [\"24\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"1002\", \"1002:679e\", \"1002:679e-4.0.11-3.2.8\"], \"hidpi\": [\"0\"], \"id\": [\"build285-m9\"], \"mac_model\": [\"MacPro6,1\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Mac\", \"Mac-10.14\", \"Mac-10.14.6\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.10\"], \"server_version\": [\"4801-8ac0b59\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}, \"ui\": {\"info\": \"recipe infra failure: Failed base_unittests (iPhone 6s iOS 12.3.1), base_unittests (iPhone 6s iOS 12.3.1), boringssl_crypto_tests (iPhone 6s iOS 12.3.1), boringssl_crypto_tests (iPhone 6s iOS 12.3.1), boringssl_ssl_tests (iPhone 6s iOS 12.3.1), boringssl_ssl_tests (iPhone 6s iOS 12.3.1), components_unittests (iPhone 6s iOS 12.3.1), components_unittests (iPhone 6s iOS 12.3.1), crypto_unittests (iPhone 6s iOS 12.3.1), crypto_unittests (iPhone 6s iOS 12.3.1), gfx_unittests (iPhone 6s iOS 12.3.1), gfx_unittests (iPhone 6s iOS 12.3.1), google_apis_unittests (iPhone 6s iOS 12.3.1), google_apis_unittests (iPhone 6s iOS 12.3.1), ios_chrome_unittests (iPhone 6s iOS 12.3.1), ios_chrome_unittests (iPhone 6s iOS 12.3.1), ios_net_unittests (iPhone 6s iOS 12.3.1), ios_net_unittests (iPhone 6s iOS 12.3.1), ios_web_inttests (iPhone 6s iOS 12.3.1), ios_web_inttests (iPhone 6s iOS 12.3.1), ios_web_unittests (iPhone 6s iOS 12.3.1), ios_web_unittests (iPhone 6s iOS 12.3.1), ios_web_view_inttests (iPhone 6s iOS 12.3.1), ios_web_view_inttests (iPhone 6s iOS 12.3.1), net_unittests (iPhone 6s iOS 12.3.1), net_unittests (iPhone 6s iOS 12.3.1), skia_unittests (iPhone 6s iOS 12.3.1), skia_unittests (iPhone 6s iOS 12.3.1), sql_unittests (iPhone 6s iOS 12.3.1), sql_unittests (iPhone 6s iOS 12.3.1), ui_base_unittests (iPhone 6s iOS 12.3.1), ui_base_unittests (iPhone 6s iOS 12.3.1), url_unittests (iPhone 6s iOS 12.3.1), url_unittests (iPhone 6s iOS 12.3.1).\"}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1580129120699807",
    "status": "COMPLETED",
    "status_changed_ts": "1580129121145364",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOSDevice/16178",
      "builder:ToTiOSDevice",
      "buildset:commit/git/1dc09c636027a743f8ed2d3bdb9a070652d3bd7d",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/1dc09c636027a743f8ed2d3bdb9a070652d3bd7d",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9055538482142767216",
      "scheduler_job_id:chromium/ToTiOSDevice",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8890108419738377328/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:os:Mac",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:49ffd7e9e46fe610",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1580135439261026",
    "url": "https://ci.chromium.org/b/8890108419738377328",
    "utcnow_ts": "1580135440155300"
  }
}
[14:30:40.164] Invocation finished in 1h48m9.603630138s with status FAILED