Status: FAILED
Triggered by: -
Duration: 2 hours
Actions:

Definition (rev ead1c24e5b0e6b883f7d7e816b15c81777fef6bb)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTiOSDevice"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/chromium/src.git",
  "revision": "8fd5207f4dc38783d35d6e526383f9b048549afa"
}

Incoming tags

  • buildset:commit/git/8fd5207f4dc38783d35d6e526383f9b048549afa
  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/8fd5207f4dc38783d35d6e526383f9b048549afa
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[15:58:48.451] New invocation is queued and will start shortly
[15:58:49.793] Starting the invocation (attempt 1)
[15:58:49.837] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[15:58:49.837] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[15:58:49.837] Buildbucket request:
{
  "bucket": "luci.chromium.ci",
  "client_operation_id": "9068753289240613424",
  "parameters_json": "{\"builder_name\":\"ToTiOSDevice\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src.git\",\"revision\":\"8fd5207f4dc38783d35d6e526383f9b048549afa\"}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:ToTiOSDevice",
    "scheduler_invocation_id:9068753289240613424",
    "scheduler_job_id:chromium/ToTiOSDevice",
    "user_agent:luci-scheduler",
    "buildset:commit/git/8fd5207f4dc38783d35d6e526383f9b048549afa",
    "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/8fd5207f4dc38783d35d6e526383f9b048549afa",
    "gitiles_ref:refs/heads/master"
  ]
}
[15:58:52.167] Buildbucket response:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "created_by": "project:chromium",
    "created_ts": "1567526330783156",
    "id": "8903323226131121872",
    "parameters_json": "{\"builder_name\": \"ToTiOSDevice\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"8fd5207f4dc38783d35d6e526383f9b048549afa\"}}",
    "project": "chromium",
    "result_details_json": "{\"properties\": {}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1567526331902497",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOSDevice/13960",
      "builder:ToTiOSDevice",
      "buildset:commit/git/8fd5207f4dc38783d35d6e526383f9b048549afa",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/8fd5207f4dc38783d35d6e526383f9b048549afa",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9068753289240613424",
      "scheduler_job_id:chromium/ToTiOSDevice",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8903323226131121872/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1567526331902671",
    "url": "https://ci.chromium.org/b/8903323226131121872",
    "utcnow_ts": "1567526332137656"
  }
}
[15:58:52.167] Task URL: https://ci.chromium.org/b/8903323226131121872
[15:58:52.167] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:2:0) after 1m0s
[15:59:52.374] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:2:0)
[15:59:52.374] Timer tick, asking Buildbucket for the build status
[15:59:52.800] Build 8903323226131121872: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[15:59:52.800] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:3:0) after 1m0s
[16:00:53.105] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:3:0)
[16:00:53.105] Timer tick, asking Buildbucket for the build status
[16:00:53.294] Build 8903323226131121872: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[16:00:53.294] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:4:0) after 1m0s
[16:01:38.265] Received PubSub notification, asking Buildbucket for the build status
[16:01:39.066] Build 8903323226131121872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:01:53.375] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:4:0)
[16:01:53.375] Timer tick, asking Buildbucket for the build status
[16:01:55.980] Build 8903323226131121872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:01:55.980] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:6:0) after 1m0s
[16:02:56.337] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:6:0)
[16:02:56.337] Timer tick, asking Buildbucket for the build status
[16:02:56.854] Build 8903323226131121872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:02:56.854] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:7:0) after 1m0s
[16:03:57.066] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:7:0)
[16:03:57.066] Timer tick, asking Buildbucket for the build status
[16:03:57.287] Build 8903323226131121872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:03:57.287] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:8:0) after 1m0s
[16:04:57.347] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:8:0)
[16:04:57.347] Timer tick, asking Buildbucket for the build status
[16:04:57.640] Build 8903323226131121872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:04:57.640] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:9:0) after 1m0s
[16:05:57.920] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:9:0)
[16:05:57.920] Timer tick, asking Buildbucket for the build status
[16:06:01.053] Build 8903323226131121872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:06:01.053] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:10:0) after 1m0s
[16:07:01.084] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:10:0)
[16:07:01.084] Timer tick, asking Buildbucket for the build status
[16:07:05.171] Build 8903323226131121872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:07:05.171] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:11:0) after 1m0s
[16:08:05.191] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:11:0)
[16:08:05.191] Timer tick, asking Buildbucket for the build status
[16:08:05.453] Build 8903323226131121872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:08:05.453] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:12:0) after 1m0s
[16:09:05.580] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:12:0)
[16:09:05.580] Timer tick, asking Buildbucket for the build status
[16:09:05.855] Build 8903323226131121872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:09:05.855] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:13:0) after 1m0s
[16:10:05.900] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:13:0)
[16:10:05.900] Timer tick, asking Buildbucket for the build status
[16:10:06.152] Build 8903323226131121872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:10:06.152] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:14:0) after 1m0s
[16:11:06.503] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:14:0)
[16:11:06.503] Timer tick, asking Buildbucket for the build status
[16:11:07.433] Build 8903323226131121872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:11:07.433] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:15:0) after 1m0s
[16:12:07.683] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:15:0)
[16:12:07.683] Timer tick, asking Buildbucket for the build status
[16:12:09.810] Build 8903323226131121872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:12:09.810] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:16:0) after 1m0s
[16:13:09.902] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:16:0)
[16:13:09.902] Timer tick, asking Buildbucket for the build status
[16:13:10.563] Build 8903323226131121872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:13:10.563] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:17:0) after 1m0s
[16:14:10.588] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:17:0)
[16:14:10.588] Timer tick, asking Buildbucket for the build status
[16:14:12.648] Build 8903323226131121872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:14:12.648] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:18:0) after 1m0s
[16:15:12.746] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:18:0)
[16:15:12.746] Timer tick, asking Buildbucket for the build status
[16:15:14.917] Build 8903323226131121872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:15:14.917] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:19:0) after 1m0s
[16:16:14.918] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:19:0)
[16:16:14.918] Timer tick, asking Buildbucket for the build status
[16:16:16.380] Build 8903323226131121872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:16:16.380] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:20:0) after 1m0s
[16:17:16.460] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:20:0)
[16:17:16.460] Timer tick, asking Buildbucket for the build status
[16:17:17.032] Build 8903323226131121872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:17:17.032] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:21:0) after 1m0s
[16:18:17.209] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:21:0)
[16:18:17.209] Timer tick, asking Buildbucket for the build status
[16:18:17.798] Build 8903323226131121872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:18:17.798] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:22:0) after 1m0s
[16:19:18.052] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:22:0)
[16:19:18.052] Timer tick, asking Buildbucket for the build status
[16:19:18.703] Build 8903323226131121872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:19:18.703] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:23:0) after 1m0s
[16:20:19.034] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:23:0)
[16:20:19.034] Timer tick, asking Buildbucket for the build status
[16:20:20.469] Build 8903323226131121872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:20:20.469] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:24:0) after 1m0s
[16:21:20.904] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:24:0)
[16:21:20.904] Timer tick, asking Buildbucket for the build status
[16:21:21.261] Build 8903323226131121872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:21:21.261] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:25:0) after 1m0s
[16:22:21.358] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:25:0)
[16:22:21.358] Timer tick, asking Buildbucket for the build status
[16:22:21.891] Build 8903323226131121872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:22:21.891] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:26:0) after 1m0s
[16:23:21.951] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:26:0)
[16:23:21.951] Timer tick, asking Buildbucket for the build status
[16:23:22.626] Build 8903323226131121872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:23:22.626] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:27:0) after 1m0s
[16:24:22.743] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:27:0)
[16:24:22.743] Timer tick, asking Buildbucket for the build status
[16:24:24.411] Build 8903323226131121872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:24:24.411] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:28:0) after 1m0s
[16:25:24.479] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:28:0)
[16:25:24.479] Timer tick, asking Buildbucket for the build status
[16:25:25.442] Build 8903323226131121872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:25:25.442] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:29:0) after 1m0s
[16:26:25.518] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:29:0)
[16:26:25.518] Timer tick, asking Buildbucket for the build status
[16:26:26.094] Build 8903323226131121872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:26:26.094] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:30:0) after 1m0s
[16:27:26.108] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:30:0)
[16:27:26.108] Timer tick, asking Buildbucket for the build status
[16:27:27.202] Build 8903323226131121872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:27:27.202] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:31:0) after 1m0s
[16:28:27.306] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:31:0)
[16:28:27.306] Timer tick, asking Buildbucket for the build status
[16:28:30.193] Build 8903323226131121872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:28:30.193] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:32:0) after 1m0s
[16:29:30.224] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:32:0)
[16:29:30.224] Timer tick, asking Buildbucket for the build status
[16:29:30.741] Build 8903323226131121872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:29:30.741] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:33:0) after 1m0s
[16:30:30.798] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:33:0)
[16:30:30.798] Timer tick, asking Buildbucket for the build status
[16:30:33.483] Build 8903323226131121872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:30:33.484] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:34:0) after 1m0s
[16:31:33.525] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:34:0)
[16:31:33.525] Timer tick, asking Buildbucket for the build status
[16:31:35.343] Build 8903323226131121872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:31:35.343] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:35:0) after 1m0s
[16:32:35.430] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:35:0)
[16:32:35.430] Timer tick, asking Buildbucket for the build status
[16:32:36.420] Build 8903323226131121872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:32:36.420] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:36:0) after 1m0s
[16:33:36.448] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:36:0)
[16:33:36.448] Timer tick, asking Buildbucket for the build status
[16:33:36.858] Build 8903323226131121872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:33:36.858] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:37:0) after 1m0s
[16:34:36.911] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:37:0)
[16:34:36.911] Timer tick, asking Buildbucket for the build status
[16:34:37.171] Build 8903323226131121872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:34:37.171] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:38:0) after 1m0s
[16:35:37.209] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:38:0)
[16:35:37.209] Timer tick, asking Buildbucket for the build status
[16:35:39.594] Build 8903323226131121872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:35:39.594] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:39:0) after 1m0s
[16:36:39.627] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:39:0)
[16:36:39.627] Timer tick, asking Buildbucket for the build status
[16:36:39.862] Build 8903323226131121872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:36:39.862] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:40:0) after 1m0s
[16:37:39.885] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:40:0)
[16:37:39.885] Timer tick, asking Buildbucket for the build status
[16:37:41.768] Build 8903323226131121872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:37:41.768] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:41:0) after 1m0s
[16:38:41.887] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:41:0)
[16:38:41.887] Timer tick, asking Buildbucket for the build status
[16:38:43.102] Build 8903323226131121872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:38:43.102] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:42:0) after 1m0s
[16:39:43.146] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:42:0)
[16:39:43.146] Timer tick, asking Buildbucket for the build status
[16:39:43.381] Build 8903323226131121872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:39:43.381] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:43:0) after 1m0s
[16:40:43.401] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:43:0)
[16:40:43.401] Timer tick, asking Buildbucket for the build status
[16:40:43.976] Build 8903323226131121872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:40:43.976] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:44:0) after 1m0s
[16:41:44.116] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:44:0)
[16:41:44.116] Timer tick, asking Buildbucket for the build status
[16:41:45.582] Build 8903323226131121872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:41:45.582] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:45:0) after 1m0s
[16:42:45.689] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:45:0)
[16:42:45.689] Timer tick, asking Buildbucket for the build status
[16:42:46.420] Build 8903323226131121872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:42:46.420] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:46:0) after 1m0s
[16:43:46.481] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:46:0)
[16:43:46.481] Timer tick, asking Buildbucket for the build status
[16:43:46.926] Build 8903323226131121872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:43:46.926] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:47:0) after 1m0s
[16:44:47.027] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:47:0)
[16:44:47.027] Timer tick, asking Buildbucket for the build status
[16:44:47.528] Build 8903323226131121872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:44:47.528] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:48:0) after 1m0s
[16:45:47.620] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:48:0)
[16:45:47.620] Timer tick, asking Buildbucket for the build status
[16:45:48.147] Build 8903323226131121872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:45:48.147] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:49:0) after 1m0s
[16:46:48.195] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:49:0)
[16:46:48.196] Timer tick, asking Buildbucket for the build status
[16:46:51.726] Build 8903323226131121872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:46:51.726] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:50:0) after 1m0s
[16:47:51.762] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:50:0)
[16:47:51.762] Timer tick, asking Buildbucket for the build status
[16:47:53.125] Build 8903323226131121872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:47:53.125] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:51:0) after 1m0s
[16:48:53.149] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:51:0)
[16:48:53.149] Timer tick, asking Buildbucket for the build status
[16:48:53.376] Build 8903323226131121872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:48:53.376] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:52:0) after 1m0s
[16:49:53.399] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:52:0)
[16:49:53.399] Timer tick, asking Buildbucket for the build status
[16:49:54.287] Build 8903323226131121872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:49:54.287] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:53:0) after 1m0s
[16:50:54.316] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:53:0)
[16:50:54.316] Timer tick, asking Buildbucket for the build status
[16:50:55.618] Build 8903323226131121872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:50:55.618] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:54:0) after 1m0s
[16:51:55.711] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:54:0)
[16:51:55.711] Timer tick, asking Buildbucket for the build status
[16:51:56.264] Build 8903323226131121872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:51:56.264] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:55:0) after 1m0s
[16:52:56.345] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:55:0)
[16:52:56.345] Timer tick, asking Buildbucket for the build status
[16:52:56.546] Build 8903323226131121872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:52:56.546] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:56:0) after 1m0s
[16:53:56.625] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:56:0)
[16:53:56.625] Timer tick, asking Buildbucket for the build status
[16:53:57.102] Build 8903323226131121872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:53:57.102] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:57:0) after 1m0s
[16:54:57.154] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:57:0)
[16:54:57.154] Timer tick, asking Buildbucket for the build status
[16:54:59.336] Build 8903323226131121872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:54:59.336] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:58:0) after 1m0s
[16:55:59.396] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:58:0)
[16:55:59.396] Timer tick, asking Buildbucket for the build status
[16:56:01.953] Build 8903323226131121872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:56:01.953] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:59:0) after 1m0s
[16:57:01.968] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:59:0)
[16:57:01.968] Timer tick, asking Buildbucket for the build status
[16:57:02.365] Build 8903323226131121872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:57:02.365] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:60:0) after 1m0s
[16:58:02.407] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:60:0)
[16:58:02.407] Timer tick, asking Buildbucket for the build status
[16:58:02.879] Build 8903323226131121872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:58:02.879] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:61:0) after 1m0s
[16:59:02.983] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:61:0)
[16:59:02.983] Timer tick, asking Buildbucket for the build status
[16:59:03.990] Build 8903323226131121872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:59:03.990] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:62:0) after 1m0s
[17:00:04.013] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:62:0)
[17:00:04.013] Timer tick, asking Buildbucket for the build status
[17:00:04.250] Build 8903323226131121872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:00:04.250] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:63:0) after 1m0s
[17:01:04.418] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:63:0)
[17:01:04.418] Timer tick, asking Buildbucket for the build status
[17:01:05.054] Build 8903323226131121872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:01:05.054] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:64:0) after 1m0s
[17:02:05.096] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:64:0)
[17:02:05.096] Timer tick, asking Buildbucket for the build status
[17:02:05.520] Build 8903323226131121872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:02:05.520] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:65:0) after 1m0s
[17:03:05.527] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:65:0)
[17:03:05.527] Timer tick, asking Buildbucket for the build status
[17:03:08.493] Build 8903323226131121872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:03:08.493] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:66:0) after 1m0s
[17:04:08.627] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:66:0)
[17:04:08.627] Timer tick, asking Buildbucket for the build status
[17:04:08.972] Build 8903323226131121872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:04:08.972] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:67:0) after 1m0s
[17:05:08.976] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:67:0)
[17:05:08.976] Timer tick, asking Buildbucket for the build status
[17:05:11.376] Build 8903323226131121872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:05:11.376] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:68:0) after 1m0s
[17:06:11.432] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:68:0)
[17:06:11.432] Timer tick, asking Buildbucket for the build status
[17:06:11.836] Build 8903323226131121872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:06:11.836] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:69:0) after 1m0s
[17:07:11.944] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:69:0)
[17:07:11.944] Timer tick, asking Buildbucket for the build status
[17:07:12.895] Build 8903323226131121872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:07:12.895] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:70:0) after 1m0s
[17:08:12.921] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:70:0)
[17:08:12.921] Timer tick, asking Buildbucket for the build status
[17:08:13.567] Build 8903323226131121872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:08:13.567] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:71:0) after 1m0s
[17:09:13.622] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:71:0)
[17:09:13.622] Timer tick, asking Buildbucket for the build status
[17:09:18.253] Build 8903323226131121872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:09:18.253] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:72:0) after 1m0s
[17:10:18.290] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:72:0)
[17:10:18.290] Timer tick, asking Buildbucket for the build status
[17:10:20.624] Build 8903323226131121872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:10:20.624] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:73:0) after 1m0s
[17:11:20.718] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:73:0)
[17:11:20.718] Timer tick, asking Buildbucket for the build status
[17:11:24.920] Build 8903323226131121872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:11:24.920] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:74:0) after 1m0s
[17:12:24.964] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:74:0)
[17:12:24.964] Timer tick, asking Buildbucket for the build status
[17:12:25.894] Build 8903323226131121872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:12:25.894] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:75:0) after 1m0s
[17:13:25.928] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:75:0)
[17:13:25.928] Timer tick, asking Buildbucket for the build status
[17:13:26.338] Build 8903323226131121872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:13:26.338] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:76:0) after 1m0s
[17:14:26.373] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:76:0)
[17:14:26.373] Timer tick, asking Buildbucket for the build status
[17:14:27.211] Build 8903323226131121872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:14:27.211] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:77:0) after 1m0s
[17:15:27.236] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:77:0)
[17:15:27.236] Timer tick, asking Buildbucket for the build status
[17:15:27.790] Build 8903323226131121872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:15:27.790] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:78:0) after 1m0s
[17:16:27.897] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:78:0)
[17:16:27.897] Timer tick, asking Buildbucket for the build status
[17:16:28.337] Build 8903323226131121872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:16:28.337] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:79:0) after 1m0s
[17:17:28.359] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:79:0)
[17:17:28.359] Timer tick, asking Buildbucket for the build status
[17:17:28.617] Build 8903323226131121872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:17:28.617] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:80:0) after 1m0s
[17:18:28.633] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:80:0)
[17:18:28.633] Timer tick, asking Buildbucket for the build status
[17:18:29.234] Build 8903323226131121872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:18:29.234] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:81:0) after 1m0s
[17:19:29.254] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:81:0)
[17:19:29.255] Timer tick, asking Buildbucket for the build status
[17:19:29.744] Build 8903323226131121872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:19:29.744] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:82:0) after 1m0s
[17:20:29.806] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:82:0)
[17:20:29.806] Timer tick, asking Buildbucket for the build status
[17:20:32.984] Build 8903323226131121872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:20:32.984] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:83:0) after 1m0s
[17:21:33.035] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:83:0)
[17:21:33.035] Timer tick, asking Buildbucket for the build status
[17:21:37.697] Build 8903323226131121872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:21:37.697] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:84:0) after 1m0s
[17:22:37.721] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:84:0)
[17:22:37.721] Timer tick, asking Buildbucket for the build status
[17:22:40.265] Build 8903323226131121872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:22:40.265] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:85:0) after 1m0s
[17:23:40.371] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:85:0)
[17:23:40.371] Timer tick, asking Buildbucket for the build status
[17:23:43.894] Build 8903323226131121872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:23:43.894] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:86:0) after 1m0s
[17:24:43.953] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:86:0)
[17:24:43.953] Timer tick, asking Buildbucket for the build status
[17:24:44.762] Build 8903323226131121872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:24:44.762] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:87:0) after 1m0s
[17:25:44.792] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:87:0)
[17:25:44.792] Timer tick, asking Buildbucket for the build status
[17:25:45.636] Build 8903323226131121872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:25:45.636] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:88:0) after 1m0s
[17:26:45.854] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:88:0)
[17:26:45.854] Timer tick, asking Buildbucket for the build status
[17:26:47.450] Build 8903323226131121872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:26:47.450] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:89:0) after 1m0s
[17:27:47.529] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:89:0)
[17:27:47.529] Timer tick, asking Buildbucket for the build status
[17:27:47.751] Build 8903323226131121872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:27:47.751] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:90:0) after 1m0s
[17:28:48.480] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:90:0)
[17:28:48.480] Timer tick, asking Buildbucket for the build status
[17:28:51.646] Build 8903323226131121872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:28:51.646] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:91:0) after 1m0s
[17:29:51.737] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:91:0)
[17:29:51.737] Timer tick, asking Buildbucket for the build status
[17:29:56.767] Build 8903323226131121872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:29:56.767] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:92:0) after 1m0s
[17:30:56.898] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:92:0)
[17:30:56.898] Timer tick, asking Buildbucket for the build status
[17:30:57.184] Build 8903323226131121872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:30:57.184] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:93:0) after 1m0s
[17:31:57.217] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:93:0)
[17:31:57.217] Timer tick, asking Buildbucket for the build status
[17:31:57.581] Build 8903323226131121872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:31:57.581] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:94:0) after 1m0s
[17:32:57.712] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:94:0)
[17:32:57.712] Timer tick, asking Buildbucket for the build status
[17:32:58.798] Build 8903323226131121872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:32:58.798] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:95:0) after 1m0s
[17:33:58.949] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:95:0)
[17:33:58.949] Timer tick, asking Buildbucket for the build status
[17:33:59.611] Build 8903323226131121872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:33:59.611] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:96:0) after 1m0s
[17:34:59.598] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:96:0)
[17:34:59.598] Timer tick, asking Buildbucket for the build status
[17:35:00.877] Build 8903323226131121872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:35:00.877] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:97:0) after 1m0s
[17:36:00.957] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:97:0)
[17:36:00.957] Timer tick, asking Buildbucket for the build status
[17:36:01.873] Build 8903323226131121872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:36:01.873] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:98:0) after 1m0s
[17:37:01.931] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:98:0)
[17:37:01.931] Timer tick, asking Buildbucket for the build status
[17:37:03.035] Build 8903323226131121872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:37:03.035] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:99:0) after 1m0s
[17:38:03.077] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:99:0)
[17:38:03.078] Timer tick, asking Buildbucket for the build status
[17:38:03.296] Build 8903323226131121872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:38:03.296] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:100:0) after 1m0s
[17:39:03.324] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:100:0)
[17:39:03.324] Timer tick, asking Buildbucket for the build status
[17:39:03.639] Build 8903323226131121872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:39:03.639] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:101:0) after 1m0s
[17:40:03.710] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:101:0)
[17:40:03.711] Timer tick, asking Buildbucket for the build status
[17:40:04.584] Build 8903323226131121872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:40:04.584] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:102:0) after 1m0s
[17:41:04.607] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:102:0)
[17:41:04.607] Timer tick, asking Buildbucket for the build status
[17:41:05.240] Build 8903323226131121872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:41:05.240] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:103:0) after 1m0s
[17:42:05.318] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:103:0)
[17:42:05.318] Timer tick, asking Buildbucket for the build status
[17:42:05.852] Build 8903323226131121872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:42:05.852] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:104:0) after 1m0s
[17:43:05.962] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:104:0)
[17:43:05.962] Timer tick, asking Buildbucket for the build status
[17:43:08.693] Build 8903323226131121872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:43:08.693] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:105:0) after 1m0s
[17:44:08.715] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:105:0)
[17:44:08.715] Timer tick, asking Buildbucket for the build status
[17:44:09.168] Build 8903323226131121872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:44:09.168] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:106:0) after 1m0s
[17:45:09.193] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:106:0)
[17:45:09.193] Timer tick, asking Buildbucket for the build status
[17:45:09.768] Build 8903323226131121872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:45:09.768] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:107:0) after 1m0s
[17:46:09.793] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:107:0)
[17:46:09.793] Timer tick, asking Buildbucket for the build status
[17:46:11.622] Build 8903323226131121872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:46:11.622] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:108:0) after 1m0s
[17:47:11.669] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:108:0)
[17:47:11.669] Timer tick, asking Buildbucket for the build status
[17:47:17.733] Build 8903323226131121872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:47:17.733] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:109:0) after 1m0s
[17:48:17.788] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:109:0)
[17:48:17.788] Timer tick, asking Buildbucket for the build status
[17:48:18.751] Build 8903323226131121872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:48:18.751] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:110:0) after 1m0s
[17:49:18.806] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:110:0)
[17:49:18.806] Timer tick, asking Buildbucket for the build status
[17:49:19.286] Build 8903323226131121872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:49:19.286] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:111:0) after 1m0s
[17:50:19.309] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:111:0)
[17:50:19.309] Timer tick, asking Buildbucket for the build status
[17:50:19.606] Build 8903323226131121872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:50:19.606] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:112:0) after 1m0s
[17:51:19.631] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:112:0)
[17:51:19.631] Timer tick, asking Buildbucket for the build status
[17:51:19.917] Build 8903323226131121872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:51:19.917] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:113:0) after 1m0s
[17:52:19.903] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:113:0)
[17:52:19.903] Timer tick, asking Buildbucket for the build status
[17:52:20.171] Build 8903323226131121872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:52:20.171] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:114:0) after 1m0s
[17:53:20.224] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:114:0)
[17:53:20.224] Timer tick, asking Buildbucket for the build status
[17:53:20.920] Build 8903323226131121872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:53:20.920] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:115:0) after 1m0s
[17:54:20.955] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:115:0)
[17:54:20.955] Timer tick, asking Buildbucket for the build status
[17:54:21.230] Build 8903323226131121872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:54:21.230] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:116:0) after 1m0s
[17:55:21.278] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:116:0)
[17:55:21.278] Timer tick, asking Buildbucket for the build status
[17:55:21.740] Build 8903323226131121872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:55:21.740] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:117:0) after 1m0s
[17:56:21.789] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:117:0)
[17:56:21.789] Timer tick, asking Buildbucket for the build status
[17:56:23.835] Build 8903323226131121872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:56:23.835] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:118:0) after 1m0s
[17:57:23.914] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:118:0)
[17:57:23.914] Timer tick, asking Buildbucket for the build status
[17:57:24.836] Build 8903323226131121872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:57:24.836] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:119:0) after 1m0s
[17:58:24.906] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:119:0)
[17:58:24.906] Timer tick, asking Buildbucket for the build status
[17:58:25.305] Build 8903323226131121872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:58:25.305] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:120:0) after 1m0s
[17:59:25.379] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:120:0)
[17:59:25.379] Timer tick, asking Buildbucket for the build status
[17:59:25.910] Build 8903323226131121872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:59:25.910] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:121:0) after 1m0s
[18:00:25.951] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:121:0)
[18:00:25.951] Timer tick, asking Buildbucket for the build status
[18:00:26.428] Build 8903323226131121872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:00:26.428] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:122:0) after 1m0s
[18:01:26.482] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:122:0)
[18:01:26.482] Timer tick, asking Buildbucket for the build status
[18:01:27.748] Build 8903323226131121872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:01:27.748] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:123:0) after 1m0s
[18:02:27.781] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:123:0)
[18:02:27.781] Timer tick, asking Buildbucket for the build status
[18:02:28.248] Build 8903323226131121872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:02:28.248] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:124:0) after 1m0s
[18:03:28.349] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:124:0)
[18:03:28.349] Timer tick, asking Buildbucket for the build status
[18:03:28.550] Build 8903323226131121872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:03:28.550] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:125:0) after 1m0s
[18:04:28.603] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:125:0)
[18:04:28.603] Timer tick, asking Buildbucket for the build status
[18:04:28.745] Build 8903323226131121872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:04:28.745] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:126:0) after 1m0s
[18:05:28.779] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:126:0)
[18:05:28.779] Timer tick, asking Buildbucket for the build status
[18:05:31.255] Build 8903323226131121872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:05:31.255] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:127:0) after 1m0s
[18:06:31.292] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:127:0)
[18:06:31.292] Timer tick, asking Buildbucket for the build status
[18:06:32.045] Build 8903323226131121872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:06:32.045] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:128:0) after 1m0s
[18:07:32.069] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:128:0)
[18:07:32.069] Timer tick, asking Buildbucket for the build status
[18:07:35.852] Build 8903323226131121872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:07:35.852] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:129:0) after 1m0s
[18:08:35.865] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:129:0)
[18:08:35.865] Timer tick, asking Buildbucket for the build status
[18:08:40.647] Build 8903323226131121872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:08:40.647] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:130:0) after 1m0s
[18:09:40.836] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:130:0)
[18:09:40.836] Timer tick, asking Buildbucket for the build status
[18:09:43.770] Build 8903323226131121872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:09:43.770] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:131:0) after 1m0s
[18:10:43.845] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:131:0)
[18:10:43.845] Timer tick, asking Buildbucket for the build status
[18:10:45.596] Build 8903323226131121872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:10:45.596] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:132:0) after 1m0s
[18:11:45.644] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:132:0)
[18:11:45.644] Timer tick, asking Buildbucket for the build status
[18:11:46.999] Build 8903323226131121872: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:11:46.999] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9068753289240613424:133:0) after 1m0s
[18:11:50.713] Received PubSub notification, asking Buildbucket for the build status
[18:11:50.934] Build 8903323226131121872: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[18:11:50.934] Buildbucket build:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "completed_ts": "1567534310125130",
    "created_by": "project:chromium",
    "created_ts": "1567526330783156",
    "failure_reason": "BUILD_FAILURE",
    "id": "8903323226131121872",
    "parameters_json": "{\"builder_name\": \"ToTiOSDevice\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"8fd5207f4dc38783d35d6e526383f9b048549afa\"}}",
    "project": "chromium",
    "result": "FAILURE",
    "result_details_json": "{\"error\": {\"message\": \"Failed ios_web_unittests (iPhone 6s iOS 12.3.1).\"}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"build286-m9\", \"branch\": \"refs/heads/master\", \"buildername\": \"ToTiOSDevice\", \"buildnumber\": 13960, \"got_angle_revision\": \"fc508813b05abce0eeea194acd28172d60111b06\", \"got_dawn_revision\": \"c7910d19fe50116c74511567b67656beb8f53716\", \"got_nacl_revision\": \"058a26f57015051953a727add26e7e26348b9558\", \"got_revision\": \"8fd5207f4dc38783d35d6e526383f9b048549afa\", \"got_revision_cp\": \"refs/heads/master@{#692659}\", \"got_swarming_client_revision\": \"96f125709acfd0b48fc1e5dae7d6ea42291726ac\", \"got_v8_revision\": \"d325f2b20852f9dba8e1d3d8f6b3cbdcfd815646\", \"got_v8_revision_cp\": \"refs/heads/7.8.262@{#1}\", \"got_webrtc_revision\": \"1aa7e2fa2d6de586253d93575b2d3b6ae70cb056\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#29046}\", \"isolate_server\": \"https://isolateserver.appspot.com\", \"mastername\": \"chromium.clang\", \"path_config\": \"generic\", \"perf_dashboard_machine_group\": \"ChromiumClang\", \"recipe\": \"ios/unified_builder_tester\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"8fd5207f4dc38783d35d6e526383f9b048549afa\", \"swarm_hashes\": {\"0\": \"8eda4084a7c6846078813e5f4f15c8059e494cab\", \"1\": \"1000833c8d056aa0f234714f13067a81470887d0\", \"10\": \"8cebf84530f3ec5d2cbab8999606a79033d3e4c7\", \"11\": \"f94f7d4013fc13590258e1af62f377ff5e1b86f6\", \"12\": \"c43bb656a526bf207039319cc8983753b0b1ace5\", \"13\": \"f3d73b0b6205ab3335cfd97f0dc87886339fe2bf\", \"14\": \"8eaad2f2235339522e85c3f6c4c43f841de5ebca\", \"15\": \"8205c90e1dc45ce8c8c107513c9f3b767c444e42\", \"16\": \"662142bcdd080ac444cd1f77bff2fed61c0e3b6f\", \"2\": \"66ebfca7ddf355210eaf089ef2e1041fddcac02d\", \"3\": \"b7dd73acf34a230cbf78b108b6fc271a723c4eac\", \"4\": \"2ce7a6c1583d72f06d28e881d50fceba6137ba51\", \"5\": \"e9b06e351bd55ce667feb883d60bc8532b317a0b\", \"6\": \"2b8a99266596cd757f5fb56ca4a4191c320f56ea\", \"7\": \"913acd8154c0854588f4291ac9534817705d84da\", \"8\": \"52fc415b253e43752106aecdddc842f8a6dfcd2c\", \"9\": \"b15d2c6a1b11c63586902f76a5aa78243ffa56b5\"}}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_4a4feefdd7e355061708c01720b06a0ca8c49ffc9968a2ebc674541738676b8f_v2\", \"builder_5372538a354f163a20d332d881c6c5d85e35654ac8a57c760866f12033f8a8a5_v2\", \"builder_69caa34b8f39daac28a821cac2619730401d46a6479812cc34796e3bf180418a_v2\", \"builder_ae5debd901c74ee0906916cb62621bceb2a8b657b42c2e2e9e89a0f6a2e5e53b_v2\", \"builder_d42b89eab403033f5a2a8102ec9c436397350cedb439d5e09b11874a5784adb4_v2\", \"git\", \"goma_v2\", \"vpython\", \"xcode_ios_11m382q\", \"xcode_ios_11m392q\", \"xcode_ios_11m392r\"], \"cores\": [\"24\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"1002\", \"1002:679e\", \"1002:679e-4.0.11-3.2.8\"], \"hidpi\": [\"0\"], \"id\": [\"build286-m9\"], \"mac_model\": [\"MacPro6,1\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Mac\", \"Mac-10.14\", \"Mac-10.14.6\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.10\"], \"server_version\": [\"4397-8786906\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}, \"ui\": {\"info\": \"Failed ios_web_unittests (iPhone 6s iOS 12.3.1).\"}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1567526496799981",
    "status": "COMPLETED",
    "status_changed_ts": "1567526497721478",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOSDevice/13960",
      "builder:ToTiOSDevice",
      "buildset:commit/git/8fd5207f4dc38783d35d6e526383f9b048549afa",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/8fd5207f4dc38783d35d6e526383f9b048549afa",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9068753289240613424",
      "scheduler_job_id:chromium/ToTiOSDevice",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8903323226131121872/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:os:Mac",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:4710ab30fee3a910",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1567534310300146",
    "url": "https://ci.chromium.org/b/8903323226131121872",
    "utcnow_ts": "1567534310926002"
  }
}
[18:11:50.934] Invocation finished in 2h13m2.500129927s with status FAILED