Status: FAILED
Triggered by: -
Duration: 2 hours
Actions:

Definition (rev ead1c24e5b0e6b883f7d7e816b15c81777fef6bb)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTiOSDevice"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/chromium/src.git",
  "revision": "c5d1945527a975242822e05e2aaec2e642c90e46"
}

Incoming tags

  • buildset:commit/git/c5d1945527a975242822e05e2aaec2e642c90e46
  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/c5d1945527a975242822e05e2aaec2e642c90e46
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[20:52:12.653] New invocation is queued and will start shortly
[20:52:14.403] Starting the invocation (attempt 1)
[20:52:14.494] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:52:14.494] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:52:14.494] Buildbucket request:
{
  "bucket": "luci.chromium.ci",
  "client_operation_id": "9069278411697168512",
  "parameters_json": "{\"builder_name\":\"ToTiOSDevice\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src.git\",\"revision\":\"c5d1945527a975242822e05e2aaec2e642c90e46\"}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:ToTiOSDevice",
    "scheduler_invocation_id:9069278411697168512",
    "scheduler_job_id:chromium/ToTiOSDevice",
    "user_agent:luci-scheduler",
    "buildset:commit/git/c5d1945527a975242822e05e2aaec2e642c90e46",
    "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/c5d1945527a975242822e05e2aaec2e642c90e46",
    "gitiles_ref:refs/heads/master"
  ]
}
[20:52:17.813] Buildbucket response:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "created_by": "project:chromium",
    "created_ts": "1567025534832811",
    "id": "8903848348746132624",
    "parameters_json": "{\"builder_name\": \"ToTiOSDevice\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"c5d1945527a975242822e05e2aaec2e642c90e46\"}}",
    "project": "chromium",
    "result_details_json": "{\"properties\": {}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1567025537102548",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOSDevice/13865",
      "builder:ToTiOSDevice",
      "buildset:commit/git/c5d1945527a975242822e05e2aaec2e642c90e46",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/c5d1945527a975242822e05e2aaec2e642c90e46",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9069278411697168512",
      "scheduler_job_id:chromium/ToTiOSDevice",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8903848348746132624/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1567025537104499",
    "url": "https://ci.chromium.org/b/8903848348746132624",
    "utcnow_ts": "1567025537796251"
  }
}
[20:52:17.813] Task URL: https://ci.chromium.org/b/8903848348746132624
[20:52:17.813] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:2:0) after 1m0s
[20:53:17.870] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:2:0)
[20:53:17.870] Timer tick, asking Buildbucket for the build status
[20:53:18.190] Build 8903848348746132624: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[20:53:18.190] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:3:0) after 1m0s
[20:54:18.353] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:3:0)
[20:54:18.353] Timer tick, asking Buildbucket for the build status
[20:54:18.767] Build 8903848348746132624: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[20:54:18.767] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:4:0) after 1m0s
[20:54:51.006] Received PubSub notification, asking Buildbucket for the build status
[20:54:51.173] Build 8903848348746132624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:55:18.850] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:4:0)
[20:55:18.850] Timer tick, asking Buildbucket for the build status
[20:55:19.045] Build 8903848348746132624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:55:19.045] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:6:0) after 1m0s
[20:56:19.125] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:6:0)
[20:56:19.125] Timer tick, asking Buildbucket for the build status
[20:56:19.646] Build 8903848348746132624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:56:19.646] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:7:0) after 1m0s
[20:57:19.813] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:7:0)
[20:57:19.813] Timer tick, asking Buildbucket for the build status
[20:57:19.993] Build 8903848348746132624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:57:19.994] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:8:0) after 1m0s
[20:58:20.141] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:8:0)
[20:58:20.141] Timer tick, asking Buildbucket for the build status
[20:58:20.299] Build 8903848348746132624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:58:20.299] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:9:0) after 1m0s
[20:59:20.434] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:9:0)
[20:59:20.434] Timer tick, asking Buildbucket for the build status
[20:59:20.648] Build 8903848348746132624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:59:20.648] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:10:0) after 1m0s
[21:00:20.768] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:10:0)
[21:00:20.768] Timer tick, asking Buildbucket for the build status
[21:00:21.455] Build 8903848348746132624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:00:21.455] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:11:0) after 1m0s
[21:01:21.671] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:11:0)
[21:01:21.672] Timer tick, asking Buildbucket for the build status
[21:01:25.159] Build 8903848348746132624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:01:25.159] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:12:0) after 1m0s
[21:02:25.387] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:12:0)
[21:02:25.387] Timer tick, asking Buildbucket for the build status
[21:02:26.625] Build 8903848348746132624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:02:26.625] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:13:0) after 1m0s
[21:03:26.968] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:13:0)
[21:03:26.968] Timer tick, asking Buildbucket for the build status
[21:03:28.266] Build 8903848348746132624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:03:28.266] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:14:0) after 1m0s
[21:04:28.563] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:14:0)
[21:04:28.563] Timer tick, asking Buildbucket for the build status
[21:04:34.342] Build 8903848348746132624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:04:34.342] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:15:0) after 1m0s
[21:05:34.433] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:15:0)
[21:05:34.433] Timer tick, asking Buildbucket for the build status
[21:05:35.003] Build 8903848348746132624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:05:35.003] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:16:0) after 1m0s
[21:06:35.217] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:16:0)
[21:06:35.217] Timer tick, asking Buildbucket for the build status
[21:06:35.487] Build 8903848348746132624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:06:35.487] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:17:0) after 1m0s
[21:07:35.596] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:17:0)
[21:07:35.596] Timer tick, asking Buildbucket for the build status
[21:07:36.243] Build 8903848348746132624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:07:36.243] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:18:0) after 1m0s
[21:08:36.272] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:18:0)
[21:08:36.272] Timer tick, asking Buildbucket for the build status
[21:08:36.702] Build 8903848348746132624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:08:36.702] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:19:0) after 1m0s
[21:09:36.841] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:19:0)
[21:09:36.841] Timer tick, asking Buildbucket for the build status
[21:09:37.051] Build 8903848348746132624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:09:37.051] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:20:0) after 1m0s
[21:10:37.133] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:20:0)
[21:10:37.133] Timer tick, asking Buildbucket for the build status
[21:10:39.764] Build 8903848348746132624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:10:39.764] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:21:0) after 1m0s
[21:11:40.212] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:21:0)
[21:11:40.212] Timer tick, asking Buildbucket for the build status
[21:11:41.221] Build 8903848348746132624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:11:41.222] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:22:0) after 1m0s
[21:12:41.323] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:22:0)
[21:12:41.323] Timer tick, asking Buildbucket for the build status
[21:12:41.549] Build 8903848348746132624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:12:41.549] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:23:0) after 1m0s
[21:13:41.556] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:23:0)
[21:13:41.556] Timer tick, asking Buildbucket for the build status
[21:13:42.070] Build 8903848348746132624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:13:42.070] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:24:0) after 1m0s
[21:14:42.137] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:24:0)
[21:14:42.137] Timer tick, asking Buildbucket for the build status
[21:14:42.512] Build 8903848348746132624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:14:42.512] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:25:0) after 1m0s
[21:15:42.535] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:25:0)
[21:15:42.535] Timer tick, asking Buildbucket for the build status
[21:15:43.516] Build 8903848348746132624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:15:43.516] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:26:0) after 1m0s
[21:16:43.580] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:26:0)
[21:16:43.580] Timer tick, asking Buildbucket for the build status
[21:16:44.099] Build 8903848348746132624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:16:44.099] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:27:0) after 1m0s
[21:17:44.249] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:27:0)
[21:17:44.249] Timer tick, asking Buildbucket for the build status
[21:17:44.852] Build 8903848348746132624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:17:44.852] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:28:0) after 1m0s
[21:18:44.947] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:28:0)
[21:18:44.947] Timer tick, asking Buildbucket for the build status
[21:18:45.248] Build 8903848348746132624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:18:45.248] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:29:0) after 1m0s
[21:19:45.271] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:29:0)
[21:19:45.271] Timer tick, asking Buildbucket for the build status
[21:19:46.360] Build 8903848348746132624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:19:46.360] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:30:0) after 1m0s
[21:20:46.373] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:30:0)
[21:20:46.373] Timer tick, asking Buildbucket for the build status
[21:20:46.678] Build 8903848348746132624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:20:46.678] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:31:0) after 1m0s
[21:21:46.730] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:31:0)
[21:21:46.730] Timer tick, asking Buildbucket for the build status
[21:21:47.496] Build 8903848348746132624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:21:47.496] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:32:0) after 1m0s
[21:22:47.510] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:32:0)
[21:22:47.510] Timer tick, asking Buildbucket for the build status
[21:22:47.721] Build 8903848348746132624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:22:47.721] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:33:0) after 1m0s
[21:23:47.765] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:33:0)
[21:23:47.765] Timer tick, asking Buildbucket for the build status
[21:23:48.694] Build 8903848348746132624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:23:48.694] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:34:0) after 1m0s
[21:24:48.755] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:34:0)
[21:24:48.755] Timer tick, asking Buildbucket for the build status
[21:24:49.083] Build 8903848348746132624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:24:49.083] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:35:0) after 1m0s
[21:25:49.180] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:35:0)
[21:25:49.180] Timer tick, asking Buildbucket for the build status
[21:25:49.608] Build 8903848348746132624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:25:49.608] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:36:0) after 1m0s
[21:26:49.625] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:36:0)
[21:26:49.625] Timer tick, asking Buildbucket for the build status
[21:26:50.623] Build 8903848348746132624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:26:50.623] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:37:0) after 1m0s
[21:27:50.723] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:37:0)
[21:27:50.723] Timer tick, asking Buildbucket for the build status
[21:27:51.432] Build 8903848348746132624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:27:51.432] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:38:0) after 1m0s
[21:28:51.648] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:38:0)
[21:28:51.648] Timer tick, asking Buildbucket for the build status
[21:28:52.052] Build 8903848348746132624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:28:52.052] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:39:0) after 1m0s
[21:29:52.194] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:39:0)
[21:29:52.194] Timer tick, asking Buildbucket for the build status
[21:29:52.571] Build 8903848348746132624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:29:52.571] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:40:0) after 1m0s
[21:30:52.669] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:40:0)
[21:30:52.669] Timer tick, asking Buildbucket for the build status
[21:30:53.251] Build 8903848348746132624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:30:53.251] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:41:0) after 1m0s
[21:31:53.288] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:41:0)
[21:31:53.288] Timer tick, asking Buildbucket for the build status
[21:31:53.934] Build 8903848348746132624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:31:53.934] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:42:0) after 1m0s
[21:32:53.997] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:42:0)
[21:32:53.997] Timer tick, asking Buildbucket for the build status
[21:32:54.720] Build 8903848348746132624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:32:54.720] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:43:0) after 1m0s
[21:33:54.754] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:43:0)
[21:33:54.754] Timer tick, asking Buildbucket for the build status
[21:33:55.006] Build 8903848348746132624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:33:55.006] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:44:0) after 1m0s
[21:34:55.042] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:44:0)
[21:34:55.042] Timer tick, asking Buildbucket for the build status
[21:34:55.324] Build 8903848348746132624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:34:55.324] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:45:0) after 1m0s
[21:35:55.370] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:45:0)
[21:35:55.370] Timer tick, asking Buildbucket for the build status
[21:35:55.625] Build 8903848348746132624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:35:55.625] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:46:0) after 1m0s
[21:36:55.667] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:46:0)
[21:36:55.667] Timer tick, asking Buildbucket for the build status
[21:36:55.909] Build 8903848348746132624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:36:55.909] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:47:0) after 1m0s
[21:37:55.915] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:47:0)
[21:37:55.915] Timer tick, asking Buildbucket for the build status
[21:37:57.040] Build 8903848348746132624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:37:57.040] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:48:0) after 1m0s
[21:38:57.032] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:48:0)
[21:38:57.032] Timer tick, asking Buildbucket for the build status
[21:38:59.384] Build 8903848348746132624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:38:59.384] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:49:0) after 1m0s
[21:39:59.440] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:49:0)
[21:39:59.440] Timer tick, asking Buildbucket for the build status
[21:39:59.794] Build 8903848348746132624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:39:59.794] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:50:0) after 1m0s
[21:40:59.896] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:50:0)
[21:40:59.896] Timer tick, asking Buildbucket for the build status
[21:41:00.137] Build 8903848348746132624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:41:00.137] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:51:0) after 1m0s
[21:42:00.210] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:51:0)
[21:42:00.210] Timer tick, asking Buildbucket for the build status
[21:42:02.516] Build 8903848348746132624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:42:02.516] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:52:0) after 1m0s
[21:43:02.637] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:52:0)
[21:43:02.637] Timer tick, asking Buildbucket for the build status
[21:43:02.808] Build 8903848348746132624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:43:02.808] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:53:0) after 1m0s
[21:44:02.880] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:53:0)
[21:44:02.880] Timer tick, asking Buildbucket for the build status
[21:44:03.088] Build 8903848348746132624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:44:03.088] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:54:0) after 1m0s
[21:45:03.245] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:54:0)
[21:45:03.245] Timer tick, asking Buildbucket for the build status
[21:45:03.610] Build 8903848348746132624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:45:03.610] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:55:0) after 1m0s
[21:46:03.648] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:55:0)
[21:46:03.648] Timer tick, asking Buildbucket for the build status
[21:46:04.197] Build 8903848348746132624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:46:04.197] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:56:0) after 1m0s
[21:47:04.260] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:56:0)
[21:47:04.260] Timer tick, asking Buildbucket for the build status
[21:47:04.489] Build 8903848348746132624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:47:04.489] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:57:0) after 1m0s
[21:48:04.514] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:57:0)
[21:48:04.514] Timer tick, asking Buildbucket for the build status
[21:48:04.765] Build 8903848348746132624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:48:04.765] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:58:0) after 1m0s
[21:49:04.804] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:58:0)
[21:49:04.804] Timer tick, asking Buildbucket for the build status
[21:49:06.131] Build 8903848348746132624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:49:06.131] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:59:0) after 1m0s
[21:50:06.160] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:59:0)
[21:50:06.160] Timer tick, asking Buildbucket for the build status
[21:50:06.566] Build 8903848348746132624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:50:06.566] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:60:0) after 1m0s
[21:51:06.629] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:60:0)
[21:51:06.629] Timer tick, asking Buildbucket for the build status
[21:51:07.958] Build 8903848348746132624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:51:07.958] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:61:0) after 1m0s
[21:52:07.960] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:61:0)
[21:52:07.960] Timer tick, asking Buildbucket for the build status
[21:52:08.306] Build 8903848348746132624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:52:08.306] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:62:0) after 1m0s
[21:53:08.367] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:62:0)
[21:53:08.367] Timer tick, asking Buildbucket for the build status
[21:53:09.131] Build 8903848348746132624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:53:09.132] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:63:0) after 1m0s
[21:54:09.213] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:63:0)
[21:54:09.213] Timer tick, asking Buildbucket for the build status
[21:54:09.497] Build 8903848348746132624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:54:09.497] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:64:0) after 1m0s
[21:55:09.539] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:64:0)
[21:55:09.539] Timer tick, asking Buildbucket for the build status
[21:55:09.776] Build 8903848348746132624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:55:09.776] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:65:0) after 1m0s
[21:56:09.842] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:65:0)
[21:56:09.842] Timer tick, asking Buildbucket for the build status
[21:56:09.998] Build 8903848348746132624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:56:09.998] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:66:0) after 1m0s
[21:57:10.039] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:66:0)
[21:57:10.039] Timer tick, asking Buildbucket for the build status
[21:57:10.266] Build 8903848348746132624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:57:10.266] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:67:0) after 1m0s
[21:58:10.340] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:67:0)
[21:58:10.340] Timer tick, asking Buildbucket for the build status
[21:58:10.853] Build 8903848348746132624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:58:10.853] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:68:0) after 1m0s
[21:59:10.944] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:68:0)
[21:59:10.944] Timer tick, asking Buildbucket for the build status
[21:59:12.503] Build 8903848348746132624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:59:12.503] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:69:0) after 1m0s
[22:00:12.536] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:69:0)
[22:00:12.536] Timer tick, asking Buildbucket for the build status
[22:00:13.042] Build 8903848348746132624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:00:13.042] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:70:0) after 1m0s
[22:01:13.150] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:70:0)
[22:01:13.150] Timer tick, asking Buildbucket for the build status
[22:01:14.085] Build 8903848348746132624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:01:14.085] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:71:0) after 1m0s
[22:02:14.162] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:71:0)
[22:02:14.163] Timer tick, asking Buildbucket for the build status
[22:02:16.529] Build 8903848348746132624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:02:16.529] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:72:0) after 1m0s
[22:03:16.527] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:72:0)
[22:03:16.527] Timer tick, asking Buildbucket for the build status
[22:03:17.644] Build 8903848348746132624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:03:17.644] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:73:0) after 1m0s
[22:04:17.782] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:73:0)
[22:04:17.782] Timer tick, asking Buildbucket for the build status
[22:04:18.029] Build 8903848348746132624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:04:18.030] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:74:0) after 1m0s
[22:05:18.118] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:74:0)
[22:05:18.118] Timer tick, asking Buildbucket for the build status
[22:05:18.301] Build 8903848348746132624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:05:18.301] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:75:0) after 1m0s
[22:06:18.527] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:75:0)
[22:06:18.527] Timer tick, asking Buildbucket for the build status
[22:06:19.186] Build 8903848348746132624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:06:19.186] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:76:0) after 1m0s
[22:07:19.288] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:76:0)
[22:07:19.288] Timer tick, asking Buildbucket for the build status
[22:07:20.148] Build 8903848348746132624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:07:20.148] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:77:0) after 1m0s
[22:08:20.205] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:77:0)
[22:08:20.205] Timer tick, asking Buildbucket for the build status
[22:08:20.451] Build 8903848348746132624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:08:20.451] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:78:0) after 1m0s
[22:09:20.606] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:78:0)
[22:09:20.606] Timer tick, asking Buildbucket for the build status
[22:09:20.807] Build 8903848348746132624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:09:20.807] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:79:0) after 1m0s
[22:10:20.931] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:79:0)
[22:10:20.931] Timer tick, asking Buildbucket for the build status
[22:10:21.128] Build 8903848348746132624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:10:21.128] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:80:0) after 1m0s
[22:11:21.125] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:80:0)
[22:11:21.125] Timer tick, asking Buildbucket for the build status
[22:11:21.639] Build 8903848348746132624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:11:21.639] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:81:0) after 1m0s
[22:12:21.726] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:81:0)
[22:12:21.726] Timer tick, asking Buildbucket for the build status
[22:12:22.596] Build 8903848348746132624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:12:22.596] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:82:0) after 1m0s
[22:13:22.774] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:82:0)
[22:13:22.774] Timer tick, asking Buildbucket for the build status
[22:13:26.384] Build 8903848348746132624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:13:26.384] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:83:0) after 1m0s
[22:14:26.435] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:83:0)
[22:14:26.435] Timer tick, asking Buildbucket for the build status
[22:14:26.826] Build 8903848348746132624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:14:26.826] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:84:0) after 1m0s
[22:15:26.931] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:84:0)
[22:15:26.931] Timer tick, asking Buildbucket for the build status
[22:15:28.720] Build 8903848348746132624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:15:28.720] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:85:0) after 1m0s
[22:16:28.855] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:85:0)
[22:16:28.855] Timer tick, asking Buildbucket for the build status
[22:16:30.235] Build 8903848348746132624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:16:30.235] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:86:0) after 1m0s
[22:17:30.310] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:86:0)
[22:17:30.310] Timer tick, asking Buildbucket for the build status
[22:17:30.566] Build 8903848348746132624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:17:30.566] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:87:0) after 1m0s
[22:18:30.665] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:87:0)
[22:18:30.665] Timer tick, asking Buildbucket for the build status
[22:18:31.640] Build 8903848348746132624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:18:31.640] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:88:0) after 1m0s
[22:19:31.729] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:88:0)
[22:19:31.729] Timer tick, asking Buildbucket for the build status
[22:19:32.889] Build 8903848348746132624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:19:32.889] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:89:0) after 1m0s
[22:20:32.923] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:89:0)
[22:20:32.923] Timer tick, asking Buildbucket for the build status
[22:20:33.355] Build 8903848348746132624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:20:33.355] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:90:0) after 1m0s
[22:21:33.414] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:90:0)
[22:21:33.414] Timer tick, asking Buildbucket for the build status
[22:21:34.023] Build 8903848348746132624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:21:34.023] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:91:0) after 1m0s
[22:22:34.061] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:91:0)
[22:22:34.061] Timer tick, asking Buildbucket for the build status
[22:22:34.392] Build 8903848348746132624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:22:34.392] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:92:0) after 1m0s
[22:23:34.508] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:92:0)
[22:23:34.508] Timer tick, asking Buildbucket for the build status
[22:23:35.115] Build 8903848348746132624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:23:35.115] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:93:0) after 1m0s
[22:24:35.145] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:93:0)
[22:24:35.145] Timer tick, asking Buildbucket for the build status
[22:24:35.567] Build 8903848348746132624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:24:35.567] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:94:0) after 1m0s
[22:25:35.617] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:94:0)
[22:25:35.617] Timer tick, asking Buildbucket for the build status
[22:25:35.853] Build 8903848348746132624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:25:35.853] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:95:0) after 1m0s
[22:26:35.923] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:95:0)
[22:26:35.923] Timer tick, asking Buildbucket for the build status
[22:26:36.367] Build 8903848348746132624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:26:36.367] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:96:0) after 1m0s
[22:27:36.397] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:96:0)
[22:27:36.397] Timer tick, asking Buildbucket for the build status
[22:27:36.709] Build 8903848348746132624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:27:36.709] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:97:0) after 1m0s
[22:28:36.740] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:97:0)
[22:28:36.740] Timer tick, asking Buildbucket for the build status
[22:28:37.604] Build 8903848348746132624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:28:37.604] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:98:0) after 1m0s
[22:29:37.682] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:98:0)
[22:29:37.682] Timer tick, asking Buildbucket for the build status
[22:29:38.094] Build 8903848348746132624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:29:38.094] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:99:0) after 1m0s
[22:30:38.156] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:99:0)
[22:30:38.156] Timer tick, asking Buildbucket for the build status
[22:30:38.691] Build 8903848348746132624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:30:38.691] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:100:0) after 1m0s
[22:31:38.737] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:100:0)
[22:31:38.737] Timer tick, asking Buildbucket for the build status
[22:31:38.886] Build 8903848348746132624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:31:38.886] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:101:0) after 1m0s
[22:32:38.916] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:101:0)
[22:32:38.916] Timer tick, asking Buildbucket for the build status
[22:32:39.236] Build 8903848348746132624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:32:39.236] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:102:0) after 1m0s
[22:33:39.265] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:102:0)
[22:33:39.265] Timer tick, asking Buildbucket for the build status
[22:33:39.477] Build 8903848348746132624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:33:39.477] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:103:0) after 1m0s
[22:34:39.514] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:103:0)
[22:34:39.514] Timer tick, asking Buildbucket for the build status
[22:34:39.895] Build 8903848348746132624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:34:39.895] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:104:0) after 1m0s
[22:35:39.877] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:104:0)
[22:35:39.877] Timer tick, asking Buildbucket for the build status
[22:35:40.149] Build 8903848348746132624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:35:40.149] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:105:0) after 1m0s
[22:36:40.181] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:105:0)
[22:36:40.181] Timer tick, asking Buildbucket for the build status
[22:36:40.858] Build 8903848348746132624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:36:40.858] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:106:0) after 1m0s
[22:37:40.868] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:106:0)
[22:37:40.868] Timer tick, asking Buildbucket for the build status
[22:37:41.099] Build 8903848348746132624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:37:41.099] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:107:0) after 1m0s
[22:38:41.175] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:107:0)
[22:38:41.175] Timer tick, asking Buildbucket for the build status
[22:38:41.494] Build 8903848348746132624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:38:41.494] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:108:0) after 1m0s
[22:39:41.792] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:108:0)
[22:39:41.792] Timer tick, asking Buildbucket for the build status
[22:39:42.148] Build 8903848348746132624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:39:42.148] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:109:0) after 1m0s
[22:40:42.225] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:109:0)
[22:40:42.225] Timer tick, asking Buildbucket for the build status
[22:40:42.617] Build 8903848348746132624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:40:42.617] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:110:0) after 1m0s
[22:41:42.765] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:110:0)
[22:41:42.765] Timer tick, asking Buildbucket for the build status
[22:41:42.973] Build 8903848348746132624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:41:42.973] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:111:0) after 1m0s
[22:42:42.989] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:111:0)
[22:42:42.989] Timer tick, asking Buildbucket for the build status
[22:42:43.239] Build 8903848348746132624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:42:43.239] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:112:0) after 1m0s
[22:43:43.316] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:112:0)
[22:43:43.316] Timer tick, asking Buildbucket for the build status
[22:43:43.693] Build 8903848348746132624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:43:43.693] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:113:0) after 1m0s
[22:44:43.821] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:113:0)
[22:44:43.821] Timer tick, asking Buildbucket for the build status
[22:44:44.034] Build 8903848348746132624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:44:44.034] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:114:0) after 1m0s
[22:45:44.271] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:114:0)
[22:45:44.271] Timer tick, asking Buildbucket for the build status
[22:45:44.500] Build 8903848348746132624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:45:44.500] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:115:0) after 1m0s
[22:46:44.614] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:115:0)
[22:46:44.614] Timer tick, asking Buildbucket for the build status
[22:46:45.299] Build 8903848348746132624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:46:45.299] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:116:0) after 1m0s
[22:47:45.414] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:116:0)
[22:47:45.414] Timer tick, asking Buildbucket for the build status
[22:47:47.594] Build 8903848348746132624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:47:47.594] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:117:0) after 1m0s
[22:48:47.790] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:117:0)
[22:48:47.790] Timer tick, asking Buildbucket for the build status
[22:48:48.006] Build 8903848348746132624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:48:48.006] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:118:0) after 1m0s
[22:49:48.209] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:118:0)
[22:49:48.209] Timer tick, asking Buildbucket for the build status
[22:49:49.290] Build 8903848348746132624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:49:49.290] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:119:0) after 1m0s
[22:50:49.347] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:119:0)
[22:50:49.347] Timer tick, asking Buildbucket for the build status
[22:50:49.537] Build 8903848348746132624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:50:49.537] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:120:0) after 1m0s
[22:51:49.599] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:120:0)
[22:51:49.599] Timer tick, asking Buildbucket for the build status
[22:51:50.364] Build 8903848348746132624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:51:50.364] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:121:0) after 1m0s
[22:52:50.397] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:121:0)
[22:52:50.397] Timer tick, asking Buildbucket for the build status
[22:52:50.943] Build 8903848348746132624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:52:50.943] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:122:0) after 1m0s
[22:53:50.998] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:122:0)
[22:53:50.998] Timer tick, asking Buildbucket for the build status
[22:53:51.385] Build 8903848348746132624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:53:51.385] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:123:0) after 1m0s
[22:54:51.493] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:123:0)
[22:54:51.493] Timer tick, asking Buildbucket for the build status
[22:54:51.650] Build 8903848348746132624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:54:51.650] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:124:0) after 1m0s
[22:55:51.690] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:124:0)
[22:55:51.690] Timer tick, asking Buildbucket for the build status
[22:55:51.972] Build 8903848348746132624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:55:51.972] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:125:0) after 1m0s
[22:56:52.035] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:125:0)
[22:56:52.035] Timer tick, asking Buildbucket for the build status
[22:56:52.334] Build 8903848348746132624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:56:52.334] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:126:0) after 1m0s
[22:57:52.419] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:126:0)
[22:57:52.419] Timer tick, asking Buildbucket for the build status
[22:57:52.756] Build 8903848348746132624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:57:52.756] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:127:0) after 1m0s
[22:58:52.826] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:127:0)
[22:58:52.826] Timer tick, asking Buildbucket for the build status
[22:58:53.214] Build 8903848348746132624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:58:53.214] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:128:0) after 1m0s
[22:59:53.285] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:128:0)
[22:59:53.285] Timer tick, asking Buildbucket for the build status
[22:59:53.437] Build 8903848348746132624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:59:53.437] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:129:0) after 1m0s
[23:00:53.479] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:129:0)
[23:00:53.479] Timer tick, asking Buildbucket for the build status
[23:00:54.258] Build 8903848348746132624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:00:54.258] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:130:0) after 1m0s
[23:01:54.316] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:130:0)
[23:01:54.316] Timer tick, asking Buildbucket for the build status
[23:01:54.505] Build 8903848348746132624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:01:54.505] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:131:0) after 1m0s
[23:02:54.605] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:131:0)
[23:02:54.605] Timer tick, asking Buildbucket for the build status
[23:02:56.265] Build 8903848348746132624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:02:56.265] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:132:0) after 1m0s
[23:03:56.397] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:132:0)
[23:03:56.397] Timer tick, asking Buildbucket for the build status
[23:03:56.911] Build 8903848348746132624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:03:56.911] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:133:0) after 1m0s
[23:04:57.087] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:133:0)
[23:04:57.087] Timer tick, asking Buildbucket for the build status
[23:04:57.778] Build 8903848348746132624: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:04:57.778] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069278411697168512:134:0) after 1m0s
[23:05:12.896] Received PubSub notification, asking Buildbucket for the build status
[23:05:13.009] Build 8903848348746132624: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[23:05:13.009] Buildbucket build:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "completed_ts": "1567033512421468",
    "created_by": "project:chromium",
    "created_ts": "1567025534832811",
    "failure_reason": "BUILD_FAILURE",
    "id": "8903848348746132624",
    "parameters_json": "{\"builder_name\": \"ToTiOSDevice\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"c5d1945527a975242822e05e2aaec2e642c90e46\"}}",
    "project": "chromium",
    "result": "FAILURE",
    "result_details_json": "{\"error\": {\"message\": \"Failed ios_web_unittests (iPhone 6s iOS 12.3.1).\"}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"build282-m9\", \"branch\": \"refs/heads/master\", \"buildername\": \"ToTiOSDevice\", \"buildnumber\": 13865, \"got_angle_revision\": \"7cd5f64acbcb8bb644cbf93cb1839f68a385a9cf\", \"got_dawn_revision\": \"650859b4200800be3b2970f0af262e1114a40208\", \"got_nacl_revision\": \"058a26f57015051953a727add26e7e26348b9558\", \"got_revision\": \"c5d1945527a975242822e05e2aaec2e642c90e46\", \"got_revision_cp\": \"refs/heads/master@{#691324}\", \"got_swarming_client_revision\": \"96f125709acfd0b48fc1e5dae7d6ea42291726ac\", \"got_v8_revision\": \"1a7d8ec7ab6663d0f7f420902837957f6162c208\", \"got_v8_revision_cp\": \"refs/heads/7.8.209@{#1}\", \"got_webrtc_revision\": \"10b636138d77e7d89497d5f7fde848a9bc33c648\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#28990}\", \"isolate_server\": \"https://isolateserver.appspot.com\", \"mastername\": \"chromium.clang\", \"path_config\": \"generic\", \"perf_dashboard_machine_group\": \"ChromiumClang\", \"recipe\": \"ios/unified_builder_tester\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"c5d1945527a975242822e05e2aaec2e642c90e46\", \"swarm_hashes\": {\"0\": \"febe8d93fa915c7db8f242f5a886a5f4fecaa04d\", \"1\": \"634eace928600913ff93f12f6466578e393da401\", \"10\": \"d19a3deda3f4ff15eea3086ad82174ed97f59910\", \"11\": \"dc4f0b0693a7ec04d5736bc5a521fc3336d38435\", \"12\": \"c0fe938ff3fba098da69bdc5f329b586732236e2\", \"13\": \"2ea40b0c6106a1f9dd551b4af4f33b5f97bdc9fb\", \"14\": \"aa279be5baa75e6415e799fa85d55dd0d03676e4\", \"15\": \"9b15bd1868efbc8fbd9153db37fb52e42a209692\", \"16\": \"168eac17fd0655f0a04e829ef8103565c1eb6872\", \"2\": \"25c290f300ff4c699d438533c2ea6f7d7c318fe1\", \"3\": \"a0453e618c409028c8eb661287bcdfe3a58af52f\", \"4\": \"98485e2c56ff0b6f2c9e5bc4fb6fd6c37e6665c0\", \"5\": \"515ed93bef65c12ebff167db7d311d9595f46eac\", \"6\": \"46e2051fd247997effac8364ba4563f586b700dd\", \"7\": \"1b049c459078c6db97c74ca61298b9ecbe7df943\", \"8\": \"6a6fcf23a5925a49f8f624597a916da1a70ab6da\", \"9\": \"a3cbc022b3bb6c111d2a8c54848130b1868e45fc\"}}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_4a4feefdd7e355061708c01720b06a0ca8c49ffc9968a2ebc674541738676b8f_v2\", \"builder_5372538a354f163a20d332d881c6c5d85e35654ac8a57c760866f12033f8a8a5_v2\", \"builder_ae5debd901c74ee0906916cb62621bceb2a8b657b42c2e2e9e89a0f6a2e5e53b_v2\", \"builder_d42b89eab403033f5a2a8102ec9c436397350cedb439d5e09b11874a5784adb4_v2\", \"git\", \"goma_v2\", \"vpython\", \"xcode_ios_11m382q\", \"xcode_ios_11m392q\", \"xcode_ios_11m392r\"], \"cores\": [\"24\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"1002\", \"1002:679e\", \"1002:679e-4.0.11-3.2.8\"], \"hidpi\": [\"0\"], \"id\": [\"build282-m9\"], \"mac_model\": [\"MacPro6,1\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Mac\", \"Mac-10.14\", \"Mac-10.14.6\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.10\"], \"server_version\": [\"4397-8786906\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}, \"ui\": {\"info\": \"Failed ios_web_unittests (iPhone 6s iOS 12.3.1).\"}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1567025689771315",
    "status": "COMPLETED",
    "status_changed_ts": "1567025690519134",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOSDevice/13865",
      "builder:ToTiOSDevice",
      "buildset:commit/git/c5d1945527a975242822e05e2aaec2e642c90e46",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/c5d1945527a975242822e05e2aaec2e642c90e46",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9069278411697168512",
      "scheduler_job_id:chromium/ToTiOSDevice",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8903848348746132624/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:os:Mac",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:46f2d1aca873e910",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1567033512532722",
    "url": "https://ci.chromium.org/b/8903848348746132624",
    "utcnow_ts": "1567033512999798"
  }
}
[23:05:13.009] Invocation finished in 2h13m0.374532043s with status FAILED