Status: FAILED
Triggered by: -
Duration: 2 hours
Actions:

Definition (rev ead1c24e5b0e6b883f7d7e816b15c81777fef6bb)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTiOSDevice"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/chromium/src.git",
  "revision": "cdc419dd21b972a79aa0ac59f855560f5dcd19ee"
}

Incoming tags

  • buildset:commit/git/cdc419dd21b972a79aa0ac59f855560f5dcd19ee
  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/cdc419dd21b972a79aa0ac59f855560f5dcd19ee
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[16:03:06.547] New invocation is queued and will start shortly
[16:03:07.667] Starting the invocation (attempt 1)
[16:03:07.724] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[16:03:07.725] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[16:03:07.725] Buildbucket request:
{
  "bucket": "luci.chromium.ci",
  "client_operation_id": "9072558091202136688",
  "parameters_json": "{\"builder_name\":\"ToTiOSDevice\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src.git\",\"revision\":\"cdc419dd21b972a79aa0ac59f855560f5dcd19ee\"}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:ToTiOSDevice",
    "scheduler_invocation_id:9072558091202136688",
    "scheduler_job_id:chromium/ToTiOSDevice",
    "user_agent:luci-scheduler",
    "buildset:commit/git/cdc419dd21b972a79aa0ac59f855560f5dcd19ee",
    "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/cdc419dd21b972a79aa0ac59f855560f5dcd19ee",
    "gitiles_ref:refs/heads/master"
  ]
}
[16:03:09.360] Buildbucket response:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "created_by": "project:chromium",
    "created_ts": "1563897788075712",
    "id": "8907128028929828944",
    "parameters_json": "{\"builder_name\": \"ToTiOSDevice\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"cdc419dd21b972a79aa0ac59f855560f5dcd19ee\"}}",
    "project": "chromium",
    "result_details_json": "{\"properties\": {}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1563897789018649",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOSDevice/13060",
      "builder:ToTiOSDevice",
      "buildset:commit/git/cdc419dd21b972a79aa0ac59f855560f5dcd19ee",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/cdc419dd21b972a79aa0ac59f855560f5dcd19ee",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9072558091202136688",
      "scheduler_job_id:chromium/ToTiOSDevice",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8907128028929828944/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1563897789022092",
    "url": "https://ci.chromium.org/b/8907128028929828944",
    "utcnow_ts": "1563897789341038"
  }
}
[16:03:09.360] Task URL: https://ci.chromium.org/b/8907128028929828944
[16:03:09.360] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:2:0) after 1m0s
[16:04:09.423] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:2:0)
[16:04:09.423] Timer tick, asking Buildbucket for the build status
[16:04:10.950] Build 8907128028929828944: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[16:04:10.950] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:3:0) after 1m0s
[16:05:10.973] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:3:0)
[16:05:10.973] Timer tick, asking Buildbucket for the build status
[16:05:11.584] Build 8907128028929828944: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[16:05:11.584] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:4:0) after 1m0s
[16:05:48.697] Received PubSub notification, asking Buildbucket for the build status
[16:05:49.297] Build 8907128028929828944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:06:11.653] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:4:0)
[16:06:11.653] Timer tick, asking Buildbucket for the build status
[16:06:11.841] Build 8907128028929828944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:06:11.841] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:6:0) after 1m0s
[16:07:11.889] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:6:0)
[16:07:11.889] Timer tick, asking Buildbucket for the build status
[16:07:12.023] Build 8907128028929828944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:07:12.023] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:7:0) after 1m0s
[16:08:12.149] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:7:0)
[16:08:12.149] Timer tick, asking Buildbucket for the build status
[16:08:12.896] Build 8907128028929828944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:08:12.896] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:8:0) after 1m0s
[16:09:12.980] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:8:0)
[16:09:12.980] Timer tick, asking Buildbucket for the build status
[16:09:13.893] Build 8907128028929828944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:09:13.893] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:9:0) after 1m0s
[16:10:13.980] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:9:0)
[16:10:13.980] Timer tick, asking Buildbucket for the build status
[16:10:14.371] Build 8907128028929828944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:10:14.371] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:10:0) after 1m0s
[16:11:14.463] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:10:0)
[16:11:14.463] Timer tick, asking Buildbucket for the build status
[16:11:15.316] Build 8907128028929828944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:11:15.316] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:11:0) after 1m0s
[16:12:15.402] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:11:0)
[16:12:15.402] Timer tick, asking Buildbucket for the build status
[16:12:15.620] Build 8907128028929828944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:12:15.620] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:12:0) after 1m0s
[16:13:15.770] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:12:0)
[16:13:15.770] Timer tick, asking Buildbucket for the build status
[16:13:16.015] Build 8907128028929828944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:13:16.015] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:13:0) after 1m0s
[16:14:16.214] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:13:0)
[16:14:16.214] Timer tick, asking Buildbucket for the build status
[16:14:17.011] Build 8907128028929828944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:14:17.011] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:14:0) after 1m0s
[16:15:17.071] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:14:0)
[16:15:17.071] Timer tick, asking Buildbucket for the build status
[16:15:17.498] Build 8907128028929828944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:15:17.498] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:15:0) after 1m0s
[16:16:17.565] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:15:0)
[16:16:17.565] Timer tick, asking Buildbucket for the build status
[16:16:17.772] Build 8907128028929828944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:16:17.772] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:16:0) after 1m0s
[16:17:17.816] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:16:0)
[16:17:17.816] Timer tick, asking Buildbucket for the build status
[16:17:18.329] Build 8907128028929828944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:17:18.329] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:17:0) after 1m0s
[16:18:18.405] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:17:0)
[16:18:18.405] Timer tick, asking Buildbucket for the build status
[16:18:19.713] Build 8907128028929828944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:18:19.713] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:18:0) after 1m0s
[16:19:19.894] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:18:0)
[16:19:19.894] Timer tick, asking Buildbucket for the build status
[16:19:20.029] Build 8907128028929828944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:19:20.029] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:19:0) after 1m0s
[16:20:20.133] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:19:0)
[16:20:20.133] Timer tick, asking Buildbucket for the build status
[16:20:20.282] Build 8907128028929828944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:20:20.282] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:20:0) after 1m0s
[16:21:20.321] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:20:0)
[16:21:20.321] Timer tick, asking Buildbucket for the build status
[16:21:21.278] Build 8907128028929828944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:21:21.278] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:21:0) after 1m0s
[16:22:21.389] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:21:0)
[16:22:21.389] Timer tick, asking Buildbucket for the build status
[16:22:21.943] Build 8907128028929828944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:22:21.943] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:22:0) after 1m0s
[16:23:21.963] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:22:0)
[16:23:21.963] Timer tick, asking Buildbucket for the build status
[16:23:22.399] Build 8907128028929828944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:23:22.399] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:23:0) after 1m0s
[16:24:22.464] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:23:0)
[16:24:22.464] Timer tick, asking Buildbucket for the build status
[16:24:23.007] Build 8907128028929828944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:24:23.007] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:24:0) after 1m0s
[16:25:23.040] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:24:0)
[16:25:23.040] Timer tick, asking Buildbucket for the build status
[16:25:23.262] Build 8907128028929828944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:25:23.262] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:25:0) after 1m0s
[16:26:23.298] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:25:0)
[16:26:23.298] Timer tick, asking Buildbucket for the build status
[16:26:23.638] Build 8907128028929828944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:26:23.638] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:26:0) after 1m0s
[16:27:23.661] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:26:0)
[16:27:23.661] Timer tick, asking Buildbucket for the build status
[16:27:23.886] Build 8907128028929828944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:27:23.886] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:27:0) after 1m0s
[16:28:23.906] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:27:0)
[16:28:23.906] Timer tick, asking Buildbucket for the build status
[16:28:24.129] Build 8907128028929828944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:28:24.129] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:28:0) after 1m0s
[16:29:24.150] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:28:0)
[16:29:24.150] Timer tick, asking Buildbucket for the build status
[16:29:24.941] Build 8907128028929828944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:29:24.941] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:29:0) after 1m0s
[16:30:25.013] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:29:0)
[16:30:25.013] Timer tick, asking Buildbucket for the build status
[16:30:25.304] Build 8907128028929828944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:30:25.304] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:30:0) after 1m0s
[16:31:25.298] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:30:0)
[16:31:25.298] Timer tick, asking Buildbucket for the build status
[16:31:25.698] Build 8907128028929828944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:31:25.698] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:31:0) after 1m0s
[16:32:25.732] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:31:0)
[16:32:25.732] Timer tick, asking Buildbucket for the build status
[16:32:25.899] Build 8907128028929828944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:32:25.899] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:32:0) after 1m0s
[16:33:25.967] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:32:0)
[16:33:25.967] Timer tick, asking Buildbucket for the build status
[16:33:26.604] Build 8907128028929828944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:33:26.604] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:33:0) after 1m0s
[16:34:26.731] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:33:0)
[16:34:26.731] Timer tick, asking Buildbucket for the build status
[16:34:26.965] Build 8907128028929828944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:34:26.965] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:34:0) after 1m0s
[16:35:26.970] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:34:0)
[16:35:26.970] Timer tick, asking Buildbucket for the build status
[16:35:27.320] Build 8907128028929828944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:35:27.320] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:35:0) after 1m0s
[16:36:27.387] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:35:0)
[16:36:27.387] Timer tick, asking Buildbucket for the build status
[16:36:28.127] Build 8907128028929828944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:36:28.127] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:36:0) after 1m0s
[16:37:28.165] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:36:0)
[16:37:28.165] Timer tick, asking Buildbucket for the build status
[16:37:30.489] Build 8907128028929828944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:37:30.489] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:37:0) after 1m0s
[16:38:30.577] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:37:0)
[16:38:30.577] Timer tick, asking Buildbucket for the build status
[16:38:30.940] Build 8907128028929828944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:38:30.940] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:38:0) after 1m0s
[16:39:31.072] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:38:0)
[16:39:31.072] Timer tick, asking Buildbucket for the build status
[16:39:31.422] Build 8907128028929828944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:39:31.422] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:39:0) after 1m0s
[16:40:31.511] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:39:0)
[16:40:31.511] Timer tick, asking Buildbucket for the build status
[16:40:31.728] Build 8907128028929828944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:40:31.728] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:40:0) after 1m0s
[16:41:31.865] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:40:0)
[16:41:31.865] Timer tick, asking Buildbucket for the build status
[16:41:32.508] Build 8907128028929828944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:41:32.508] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:41:0) after 1m0s
[16:42:32.611] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:41:0)
[16:42:32.611] Timer tick, asking Buildbucket for the build status
[16:42:32.855] Build 8907128028929828944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:42:32.855] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:42:0) after 1m0s
[16:43:32.956] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:42:0)
[16:43:32.956] Timer tick, asking Buildbucket for the build status
[16:43:33.761] Build 8907128028929828944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:43:33.761] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:43:0) after 1m0s
[16:44:34.226] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:43:0)
[16:44:34.226] Timer tick, asking Buildbucket for the build status
[16:44:34.716] Build 8907128028929828944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:44:34.716] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:44:0) after 1m0s
[16:45:34.817] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:44:0)
[16:45:34.817] Timer tick, asking Buildbucket for the build status
[16:45:34.984] Build 8907128028929828944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:45:34.984] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:45:0) after 1m0s
[16:46:35.049] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:45:0)
[16:46:35.049] Timer tick, asking Buildbucket for the build status
[16:46:35.313] Build 8907128028929828944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:46:35.313] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:46:0) after 1m0s
[16:47:35.345] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:46:0)
[16:47:35.345] Timer tick, asking Buildbucket for the build status
[16:47:35.866] Build 8907128028929828944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:47:35.866] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:47:0) after 1m0s
[16:48:35.867] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:47:0)
[16:48:35.867] Timer tick, asking Buildbucket for the build status
[16:48:36.116] Build 8907128028929828944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:48:36.116] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:48:0) after 1m0s
[16:49:36.175] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:48:0)
[16:49:36.175] Timer tick, asking Buildbucket for the build status
[16:49:36.457] Build 8907128028929828944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:49:36.457] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:49:0) after 1m0s
[16:50:36.482] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:49:0)
[16:50:36.482] Timer tick, asking Buildbucket for the build status
[16:50:36.697] Build 8907128028929828944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:50:36.697] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:50:0) after 1m0s
[16:51:36.788] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:50:0)
[16:51:36.788] Timer tick, asking Buildbucket for the build status
[16:51:37.306] Build 8907128028929828944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:51:37.306] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:51:0) after 1m0s
[16:52:37.357] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:51:0)
[16:52:37.357] Timer tick, asking Buildbucket for the build status
[16:52:37.641] Build 8907128028929828944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:52:37.642] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:52:0) after 1m0s
[16:53:37.678] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:52:0)
[16:53:37.678] Timer tick, asking Buildbucket for the build status
[16:53:37.824] Build 8907128028929828944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:53:37.824] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:53:0) after 1m0s
[16:54:37.855] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:53:0)
[16:54:37.855] Timer tick, asking Buildbucket for the build status
[16:54:39.064] Build 8907128028929828944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:54:39.064] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:54:0) after 1m0s
[16:55:39.241] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:54:0)
[16:55:39.241] Timer tick, asking Buildbucket for the build status
[16:55:41.895] Build 8907128028929828944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:55:41.895] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:55:0) after 1m0s
[16:56:41.921] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:55:0)
[16:56:41.921] Timer tick, asking Buildbucket for the build status
[16:56:43.563] Build 8907128028929828944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:56:43.563] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:56:0) after 1m0s
[16:57:43.660] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:56:0)
[16:57:43.660] Timer tick, asking Buildbucket for the build status
[16:57:44.017] Build 8907128028929828944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:57:44.017] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:57:0) after 1m0s
[16:58:44.075] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:57:0)
[16:58:44.075] Timer tick, asking Buildbucket for the build status
[16:58:44.473] Build 8907128028929828944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:58:44.473] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:58:0) after 1m0s
[16:59:44.537] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:58:0)
[16:59:44.537] Timer tick, asking Buildbucket for the build status
[16:59:44.964] Build 8907128028929828944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:59:44.964] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:59:0) after 1m0s
[17:00:45.090] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:59:0)
[17:00:45.090] Timer tick, asking Buildbucket for the build status
[17:00:45.539] Build 8907128028929828944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:00:45.539] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:60:0) after 1m0s
[17:01:45.566] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:60:0)
[17:01:45.566] Timer tick, asking Buildbucket for the build status
[17:01:45.821] Build 8907128028929828944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:01:45.821] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:61:0) after 1m0s
[17:02:45.926] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:61:0)
[17:02:45.926] Timer tick, asking Buildbucket for the build status
[17:02:46.166] Build 8907128028929828944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:02:46.166] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:62:0) after 1m0s
[17:03:46.191] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:62:0)
[17:03:46.191] Timer tick, asking Buildbucket for the build status
[17:03:46.456] Build 8907128028929828944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:03:46.456] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:63:0) after 1m0s
[17:04:46.542] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:63:0)
[17:04:46.542] Timer tick, asking Buildbucket for the build status
[17:04:46.747] Build 8907128028929828944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:04:46.747] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:64:0) after 1m0s
[17:05:46.782] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:64:0)
[17:05:46.782] Timer tick, asking Buildbucket for the build status
[17:05:46.958] Build 8907128028929828944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:05:46.958] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:65:0) after 1m0s
[17:06:47.087] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:65:0)
[17:06:47.087] Timer tick, asking Buildbucket for the build status
[17:06:47.636] Build 8907128028929828944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:06:47.637] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:66:0) after 1m0s
[17:07:47.816] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:66:0)
[17:07:47.816] Timer tick, asking Buildbucket for the build status
[17:07:47.992] Build 8907128028929828944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:07:47.992] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:67:0) after 1m0s
[17:08:48.085] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:67:0)
[17:08:48.085] Timer tick, asking Buildbucket for the build status
[17:08:48.529] Build 8907128028929828944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:08:48.529] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:68:0) after 1m0s
[17:09:48.539] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:68:0)
[17:09:48.539] Timer tick, asking Buildbucket for the build status
[17:09:49.299] Build 8907128028929828944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:09:49.299] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:69:0) after 1m0s
[17:10:49.447] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:69:0)
[17:10:49.447] Timer tick, asking Buildbucket for the build status
[17:10:50.034] Build 8907128028929828944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:10:50.034] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:70:0) after 1m0s
[17:11:50.082] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:70:0)
[17:11:50.082] Timer tick, asking Buildbucket for the build status
[17:11:50.579] Build 8907128028929828944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:11:50.579] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:71:0) after 1m0s
[17:12:50.664] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:71:0)
[17:12:50.664] Timer tick, asking Buildbucket for the build status
[17:12:51.363] Build 8907128028929828944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:12:51.363] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:72:0) after 1m0s
[17:13:51.368] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:72:0)
[17:13:51.368] Timer tick, asking Buildbucket for the build status
[17:13:51.509] Build 8907128028929828944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:13:51.509] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:73:0) after 1m0s
[17:14:51.608] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:73:0)
[17:14:51.608] Timer tick, asking Buildbucket for the build status
[17:14:51.787] Build 8907128028929828944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:14:51.787] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:74:0) after 1m0s
[17:15:51.813] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:74:0)
[17:15:51.813] Timer tick, asking Buildbucket for the build status
[17:15:52.433] Build 8907128028929828944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:15:52.433] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:75:0) after 1m0s
[17:16:52.529] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:75:0)
[17:16:52.529] Timer tick, asking Buildbucket for the build status
[17:16:53.077] Build 8907128028929828944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:16:53.077] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:76:0) after 1m0s
[17:17:53.202] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:76:0)
[17:17:53.202] Timer tick, asking Buildbucket for the build status
[17:17:53.361] Build 8907128028929828944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:17:53.361] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:77:0) after 1m0s
[17:18:53.486] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:77:0)
[17:18:53.486] Timer tick, asking Buildbucket for the build status
[17:18:53.731] Build 8907128028929828944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:18:53.731] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:78:0) after 1m0s
[17:19:53.801] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:78:0)
[17:19:53.801] Timer tick, asking Buildbucket for the build status
[17:19:54.332] Build 8907128028929828944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:19:54.332] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:79:0) after 1m0s
[17:20:54.413] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:79:0)
[17:20:54.413] Timer tick, asking Buildbucket for the build status
[17:20:54.635] Build 8907128028929828944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:20:54.635] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:80:0) after 1m0s
[17:21:54.704] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:80:0)
[17:21:54.704] Timer tick, asking Buildbucket for the build status
[17:21:54.894] Build 8907128028929828944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:21:54.894] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:81:0) after 1m0s
[17:22:54.934] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:81:0)
[17:22:54.934] Timer tick, asking Buildbucket for the build status
[17:22:55.218] Build 8907128028929828944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:22:55.218] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:82:0) after 1m0s
[17:23:55.254] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:82:0)
[17:23:55.254] Timer tick, asking Buildbucket for the build status
[17:23:56.596] Build 8907128028929828944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:23:56.596] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:83:0) after 1m0s
[17:24:56.719] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:83:0)
[17:24:56.719] Timer tick, asking Buildbucket for the build status
[17:24:57.630] Build 8907128028929828944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:24:57.630] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:84:0) after 1m0s
[17:25:57.673] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:84:0)
[17:25:57.673] Timer tick, asking Buildbucket for the build status
[17:25:58.009] Build 8907128028929828944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:25:58.009] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:85:0) after 1m0s
[17:26:58.082] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:85:0)
[17:26:58.082] Timer tick, asking Buildbucket for the build status
[17:26:58.244] Build 8907128028929828944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:26:58.244] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:86:0) after 1m0s
[17:27:58.301] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:86:0)
[17:27:58.301] Timer tick, asking Buildbucket for the build status
[17:27:58.583] Build 8907128028929828944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:27:58.583] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:87:0) after 1m0s
[17:28:58.674] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:87:0)
[17:28:58.674] Timer tick, asking Buildbucket for the build status
[17:28:58.882] Build 8907128028929828944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:28:58.882] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:88:0) after 1m0s
[17:29:58.954] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:88:0)
[17:29:58.954] Timer tick, asking Buildbucket for the build status
[17:29:59.126] Build 8907128028929828944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:29:59.126] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:89:0) after 1m0s
[17:30:59.227] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:89:0)
[17:30:59.227] Timer tick, asking Buildbucket for the build status
[17:31:01.794] Build 8907128028929828944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:31:01.794] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:90:0) after 1m0s
[17:32:01.847] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:90:0)
[17:32:01.847] Timer tick, asking Buildbucket for the build status
[17:32:02.272] Build 8907128028929828944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:32:02.272] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:91:0) after 1m0s
[17:33:02.307] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:91:0)
[17:33:02.307] Timer tick, asking Buildbucket for the build status
[17:33:04.465] Build 8907128028929828944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:33:04.465] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:92:0) after 1m0s
[17:34:04.564] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:92:0)
[17:34:04.565] Timer tick, asking Buildbucket for the build status
[17:34:04.782] Build 8907128028929828944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:34:04.782] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:93:0) after 1m0s
[17:35:04.872] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:93:0)
[17:35:04.872] Timer tick, asking Buildbucket for the build status
[17:35:06.517] Build 8907128028929828944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:35:06.517] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:94:0) after 1m0s
[17:36:06.716] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:94:0)
[17:36:06.716] Timer tick, asking Buildbucket for the build status
[17:36:07.024] Build 8907128028929828944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:36:07.024] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:95:0) after 1m0s
[17:37:07.120] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:95:0)
[17:37:07.120] Timer tick, asking Buildbucket for the build status
[17:37:07.611] Build 8907128028929828944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:37:07.611] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:96:0) after 1m0s
[17:38:07.740] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:96:0)
[17:38:07.740] Timer tick, asking Buildbucket for the build status
[17:38:08.052] Build 8907128028929828944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:38:08.052] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:97:0) after 1m0s
[17:39:08.108] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:97:0)
[17:39:08.108] Timer tick, asking Buildbucket for the build status
[17:39:09.004] Build 8907128028929828944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:39:09.004] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:98:0) after 1m0s
[17:40:09.085] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:98:0)
[17:40:09.085] Timer tick, asking Buildbucket for the build status
[17:40:11.514] Build 8907128028929828944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:40:11.514] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:99:0) after 1m0s
[17:41:11.545] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:99:0)
[17:41:11.545] Timer tick, asking Buildbucket for the build status
[17:41:11.732] Build 8907128028929828944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:41:11.732] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:100:0) after 1m0s
[17:42:11.762] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:100:0)
[17:42:11.762] Timer tick, asking Buildbucket for the build status
[17:42:12.354] Build 8907128028929828944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:42:12.354] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:101:0) after 1m0s
[17:43:12.383] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:101:0)
[17:43:12.383] Timer tick, asking Buildbucket for the build status
[17:43:12.783] Build 8907128028929828944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:43:12.783] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:102:0) after 1m0s
[17:44:12.978] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:102:0)
[17:44:12.978] Timer tick, asking Buildbucket for the build status
[17:44:13.164] Build 8907128028929828944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:44:13.164] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:103:0) after 1m0s
[17:45:13.243] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:103:0)
[17:45:13.243] Timer tick, asking Buildbucket for the build status
[17:45:14.207] Build 8907128028929828944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:45:14.207] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:104:0) after 1m0s
[17:46:14.238] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:104:0)
[17:46:14.238] Timer tick, asking Buildbucket for the build status
[17:46:14.641] Build 8907128028929828944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:46:14.641] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:105:0) after 1m0s
[17:47:14.755] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:105:0)
[17:47:14.755] Timer tick, asking Buildbucket for the build status
[17:47:14.965] Build 8907128028929828944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:47:14.965] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:106:0) after 1m0s
[17:48:15.058] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:106:0)
[17:48:15.058] Timer tick, asking Buildbucket for the build status
[17:48:15.664] Build 8907128028929828944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:48:15.664] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:107:0) after 1m0s
[17:49:15.733] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:107:0)
[17:49:15.733] Timer tick, asking Buildbucket for the build status
[17:49:17.213] Build 8907128028929828944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:49:17.213] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:108:0) after 1m0s
[17:50:17.278] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:108:0)
[17:50:17.279] Timer tick, asking Buildbucket for the build status
[17:50:17.536] Build 8907128028929828944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:50:17.536] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:109:0) after 1m0s
[17:51:17.568] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:109:0)
[17:51:17.568] Timer tick, asking Buildbucket for the build status
[17:51:18.188] Build 8907128028929828944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:51:18.188] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:110:0) after 1m0s
[17:52:18.255] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:110:0)
[17:52:18.255] Timer tick, asking Buildbucket for the build status
[17:52:18.562] Build 8907128028929828944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:52:18.562] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:111:0) after 1m0s
[17:53:18.590] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:111:0)
[17:53:18.590] Timer tick, asking Buildbucket for the build status
[17:53:19.461] Build 8907128028929828944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:53:19.461] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:112:0) after 1m0s
[17:54:19.513] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:112:0)
[17:54:19.513] Timer tick, asking Buildbucket for the build status
[17:54:20.052] Build 8907128028929828944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:54:20.052] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:113:0) after 1m0s
[17:55:20.104] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:113:0)
[17:55:20.104] Timer tick, asking Buildbucket for the build status
[17:55:20.354] Build 8907128028929828944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:55:20.354] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:114:0) after 1m0s
[17:56:20.416] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:114:0)
[17:56:20.416] Timer tick, asking Buildbucket for the build status
[17:56:21.047] Build 8907128028929828944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:56:21.047] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:115:0) after 1m0s
[17:57:21.076] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:115:0)
[17:57:21.076] Timer tick, asking Buildbucket for the build status
[17:57:21.770] Build 8907128028929828944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:57:21.770] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:116:0) after 1m0s
[17:58:21.860] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:116:0)
[17:58:21.860] Timer tick, asking Buildbucket for the build status
[17:58:22.027] Build 8907128028929828944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:58:22.027] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:117:0) after 1m0s
[17:59:22.099] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:117:0)
[17:59:22.099] Timer tick, asking Buildbucket for the build status
[17:59:22.288] Build 8907128028929828944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:59:22.288] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:118:0) after 1m0s
[18:00:22.309] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:118:0)
[18:00:22.309] Timer tick, asking Buildbucket for the build status
[18:00:23.123] Build 8907128028929828944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:00:23.123] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:119:0) after 1m0s
[18:01:23.272] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:119:0)
[18:01:23.272] Timer tick, asking Buildbucket for the build status
[18:01:23.518] Build 8907128028929828944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:01:23.518] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:120:0) after 1m0s
[18:02:23.589] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:120:0)
[18:02:23.589] Timer tick, asking Buildbucket for the build status
[18:02:23.726] Build 8907128028929828944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:02:23.726] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:121:0) after 1m0s
[18:03:23.832] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:121:0)
[18:03:23.832] Timer tick, asking Buildbucket for the build status
[18:03:24.489] Build 8907128028929828944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:03:24.489] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:122:0) after 1m0s
[18:04:24.525] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:122:0)
[18:04:24.525] Timer tick, asking Buildbucket for the build status
[18:04:24.675] Build 8907128028929828944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:04:24.675] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:123:0) after 1m0s
[18:05:24.801] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:123:0)
[18:05:24.801] Timer tick, asking Buildbucket for the build status
[18:05:24.999] Build 8907128028929828944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:05:24.999] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:124:0) after 1m0s
[18:06:25.027] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:124:0)
[18:06:25.027] Timer tick, asking Buildbucket for the build status
[18:06:25.498] Build 8907128028929828944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:06:25.498] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:125:0) after 1m0s
[18:07:25.593] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:125:0)
[18:07:25.593] Timer tick, asking Buildbucket for the build status
[18:07:25.990] Build 8907128028929828944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:07:25.990] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:126:0) after 1m0s
[18:08:26.028] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:126:0)
[18:08:26.028] Timer tick, asking Buildbucket for the build status
[18:08:26.344] Build 8907128028929828944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:08:26.344] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9072558091202136688:127:0) after 1m0s
[18:09:17.766] Received PubSub notification, asking Buildbucket for the build status
[18:09:17.963] Build 8907128028929828944: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[18:09:17.963] Buildbucket build:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "completed_ts": "1563905356979743",
    "created_by": "project:chromium",
    "created_ts": "1563897788075712",
    "failure_reason": "BUILD_FAILURE",
    "id": "8907128028929828944",
    "parameters_json": "{\"builder_name\": \"ToTiOSDevice\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"cdc419dd21b972a79aa0ac59f855560f5dcd19ee\"}}",
    "project": "chromium",
    "result": "FAILURE",
    "result_details_json": "{\"error\": {\"message\": \"Failed base_unittests (iPhone 6s iOS 12.3.1), boringssl_crypto_tests (iPhone 6s iOS 12.3.1), boringssl_ssl_tests (iPhone 6s iOS 12.3.1), components_unittests (iPhone 6s iOS 12.3.1), crypto_unittests (iPhone 6s iOS 12.3.1), gfx_unittests (iPhone 6s iOS 12.3.1), google_apis_unittests (iPhone 6s iOS 12.3.1), ios_chrome_unittests (iPhone 6s iOS 12.3.1), ios_net_unittests (iPhone 6s iOS 12.3.1), ios_web_inttests (iPhone 6s iOS 12.3.1), ios_web_unittests (iPhone 6s iOS 12.3.1), ios_web_view_inttests (iPhone 6s iOS 12.3.1), net_unittests (iPhone 6s iOS 12.3.1), skia_unittests (iPhone 6s iOS 12.3.1), sql_unittests (iPhone 6s iOS 12.3.1), ui_base_unittests (iPhone 6s iOS 12.3.1), url_unittests (iPhone 6s iOS 12.3.1).\"}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"build286-m9\", \"branch\": \"refs/heads/master\", \"buildername\": \"ToTiOSDevice\", \"buildnumber\": 13060, \"got_angle_revision\": \"cd369bb8a2518eaca7fbdb0936095d3b5d44b4ee\", \"got_dawn_revision\": \"4e3b218e9695b1f7011ff80319e75e14a35cf466\", \"got_nacl_revision\": \"058a26f57015051953a727add26e7e26348b9558\", \"got_revision\": \"cdc419dd21b972a79aa0ac59f855560f5dcd19ee\", \"got_revision_cp\": \"refs/heads/master@{#680004}\", \"got_swarming_client_revision\": \"96f125709acfd0b48fc1e5dae7d6ea42291726ac\", \"got_v8_revision\": \"12c0646785a3207f5cdd747038a9cf9910e2bab5\", \"got_v8_revision_cp\": \"refs/heads/7.7.295@{#1}\", \"got_webrtc_revision\": \"61689ab0630a4489549a67024d6bd4fb2c153295\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#28645}\", \"isolate_server\": \"https://isolateserver.appspot.com\", \"mastername\": \"chromium.clang\", \"path_config\": \"generic\", \"perf_dashboard_machine_group\": \"ChromiumClang\", \"recipe\": \"ios/unified_builder_tester\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"cdc419dd21b972a79aa0ac59f855560f5dcd19ee\", \"swarm_hashes\": {\"0\": \"59120a8d41b783564d7ca6f30b59ab34e845595d\", \"1\": \"336b54b1cfca1afa4e5662cb80762735fa598d7d\", \"10\": \"6af7e591eeaa1c86cab9da13efbd6c2639d098a3\", \"11\": \"dbf6e0553faed4a41187f95cf0839099a741cafc\", \"12\": \"e627699a4b4e89327f6a7a68eda9c846868babd6\", \"13\": \"aaeca0398f90f6345a92bc4fe898b79dcb7528bf\", \"14\": \"a020a8f2cc3577f2eafb9ff49d80d06abb6bca1e\", \"15\": \"454192d13b4f96b06bb9a2eb0af56d072102dd9d\", \"16\": \"0f64106c6473f7fad966f02c17eeb7fd8c09b9d8\", \"2\": \"1afb9fd31840a818e26212f60e8d179bac74c696\", \"3\": \"f45e3d5ff84e5397ff9b7f09fbf8eb4ce14b9806\", \"4\": \"d878ef28e2f6f08e28493e7db00390ebc3c33875\", \"5\": \"df2749109b81c7958acc9e02d172879ba0d2adcc\", \"6\": \"9c17618ef885e2c31c0ed4235a7bc016d142c036\", \"7\": \"89fff2d5114873aac889826e28cd89ded47c2788\", \"8\": \"3df759a0ed7e7b2f9639524075e841d33a1a0f26\", \"9\": \"0236c8d35dcaf0f59817ff2b3d101f2ffc5246bd\"}}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_4a4feefdd7e355061708c01720b06a0ca8c49ffc9968a2ebc674541738676b8f_v2\", \"builder_5372538a354f163a20d332d881c6c5d85e35654ac8a57c760866f12033f8a8a5_v2\", \"builder_69caa34b8f39daac28a821cac2619730401d46a6479812cc34796e3bf180418a_v2\", \"builder_ae5debd901c74ee0906916cb62621bceb2a8b657b42c2e2e9e89a0f6a2e5e53b_v2\", \"builder_d42b89eab403033f5a2a8102ec9c436397350cedb439d5e09b11874a5784adb4_v2\", \"git\", \"goma_v2\", \"vpython\", \"xcode_ios_10b61\"], \"cores\": [\"24\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"1002\", \"1002:679e\", \"1002:679e-4.0.11-3.2.8\"], \"hidpi\": [\"0\"], \"id\": [\"build286-m9\"], \"mac_model\": [\"MacPro6,1\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Mac\", \"Mac-10.13\", \"Mac-10.13.6\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.10\"], \"server_version\": [\"4381-7c1a68d\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}, \"ui\": {\"info\": \"Failed base_unittests (iPhone 6s iOS 12.3.1), boringssl_crypto_tests (iPhone 6s iOS 12.3.1), boringssl_ssl_tests (iPhone 6s iOS 12.3.1), components_unittests (iPhone 6s iOS 12.3.1), crypto_unittests (iPhone 6s iOS 12.3.1), gfx_unittests (iPhone 6s iOS 12.3.1), google_apis_unittests (iPhone 6s iOS 12.3.1), ios_chrome_unittests (iPhone 6s iOS 12.3.1), ios_net_unittests (iPhone 6s iOS 12.3.1), ios_web_inttests (iPhone 6s iOS 12.3.1), ios_web_unittests (iPhone 6s iOS 12.3.1), ios_web_view_inttests (iPhone 6s iOS 12.3.1), net_unittests (iPhone 6s iOS 12.3.1), skia_unittests (iPhone 6s iOS 12.3.1), sql_unittests (iPhone 6s iOS 12.3.1), ui_base_unittests (iPhone 6s iOS 12.3.1), url_unittests (iPhone 6s iOS 12.3.1).\"}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1563897941590880",
    "status": "COMPLETED",
    "status_changed_ts": "1563897947958673",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOSDevice/13060",
      "builder:ToTiOSDevice",
      "buildset:commit/git/cdc419dd21b972a79aa0ac59f855560f5dcd19ee",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/cdc419dd21b972a79aa0ac59f855560f5dcd19ee",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9072558091202136688",
      "scheduler_job_id:chromium/ToTiOSDevice",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8907128028929828944/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:os:Mac",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:46386405339dc210",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1563905357058800",
    "url": "https://ci.chromium.org/b/8907128028929828944",
    "utcnow_ts": "1563905357953898"
  }
}
[18:09:17.963] Invocation finished in 2h6m11.439405302s with status FAILED