Status: FAILED
Triggered by: -
Duration: 2 hours
Actions:

Definition (rev ead1c24e5b0e6b883f7d7e816b15c81777fef6bb)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTiOSDevice"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/chromium/src.git",
  "revision": "74df443144ef42e2c15d53a0ab7a4ea6d94f4d88"
}

Incoming tags

  • buildset:commit/git/74df443144ef42e2c15d53a0ab7a4ea6d94f4d88
  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/74df443144ef42e2c15d53a0ab7a4ea6d94f4d88
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[22:49:52.207] New invocation is queued and will start shortly
[22:49:53.343] Starting the invocation (attempt 1)
[22:49:53.395] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[22:49:53.395] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[22:49:53.395] Buildbucket request:
{
  "bucket": "luci.chromium.ci",
  "client_operation_id": "9069361606184430256",
  "parameters_json": "{\"builder_name\":\"ToTiOSDevice\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src.git\",\"revision\":\"74df443144ef42e2c15d53a0ab7a4ea6d94f4d88\"}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:ToTiOSDevice",
    "scheduler_invocation_id:9069361606184430256",
    "scheduler_job_id:chromium/ToTiOSDevice",
    "user_agent:luci-scheduler",
    "buildset:commit/git/74df443144ef42e2c15d53a0ab7a4ea6d94f4d88",
    "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/74df443144ef42e2c15d53a0ab7a4ea6d94f4d88",
    "gitiles_ref:refs/heads/master"
  ]
}
[22:49:54.205] Buildbucket response:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "created_by": "project:chromium",
    "created_ts": "1566946193604668",
    "id": "8903931544053312528",
    "parameters_json": "{\"builder_name\": \"ToTiOSDevice\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"74df443144ef42e2c15d53a0ab7a4ea6d94f4d88\"}}",
    "project": "chromium",
    "result_details_json": "{\"properties\": {}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1566946194079140",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOSDevice/13854",
      "builder:ToTiOSDevice",
      "buildset:commit/git/74df443144ef42e2c15d53a0ab7a4ea6d94f4d88",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/74df443144ef42e2c15d53a0ab7a4ea6d94f4d88",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9069361606184430256",
      "scheduler_job_id:chromium/ToTiOSDevice",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8903931544053312528/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1566946194079236",
    "url": "https://ci.chromium.org/b/8903931544053312528",
    "utcnow_ts": "1566946194197463"
  }
}
[22:49:54.205] Task URL: https://ci.chromium.org/b/8903931544053312528
[22:49:54.205] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:2:0) after 1m0s
[22:50:54.263] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:2:0)
[22:50:54.263] Timer tick, asking Buildbucket for the build status
[22:50:55.375] Build 8903931544053312528: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[22:50:55.375] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:3:0) after 1m0s
[22:51:55.407] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:3:0)
[22:51:55.407] Timer tick, asking Buildbucket for the build status
[22:51:56.292] Build 8903931544053312528: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[22:51:56.292] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:4:0) after 1m0s
[22:52:39.699] Received PubSub notification, asking Buildbucket for the build status
[22:52:40.315] Build 8903931544053312528: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:52:56.314] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:4:0)
[22:52:56.314] Timer tick, asking Buildbucket for the build status
[22:52:56.544] Build 8903931544053312528: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:52:56.544] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:6:0) after 1m0s
[22:53:56.606] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:6:0)
[22:53:56.606] Timer tick, asking Buildbucket for the build status
[22:53:57.035] Build 8903931544053312528: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:53:57.035] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:7:0) after 1m0s
[22:54:57.174] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:7:0)
[22:54:57.174] Timer tick, asking Buildbucket for the build status
[22:54:57.406] Build 8903931544053312528: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:54:57.406] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:8:0) after 1m0s
[22:55:57.511] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:8:0)
[22:55:57.511] Timer tick, asking Buildbucket for the build status
[22:55:59.303] Build 8903931544053312528: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:55:59.303] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:9:0) after 1m0s
[22:56:59.336] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:9:0)
[22:56:59.336] Timer tick, asking Buildbucket for the build status
[22:56:59.756] Build 8903931544053312528: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:56:59.756] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:10:0) after 1m0s
[22:57:59.839] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:10:0)
[22:57:59.839] Timer tick, asking Buildbucket for the build status
[22:58:00.063] Build 8903931544053312528: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:58:00.063] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:11:0) after 1m0s
[22:59:00.121] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:11:0)
[22:59:00.121] Timer tick, asking Buildbucket for the build status
[22:59:00.332] Build 8903931544053312528: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:59:00.332] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:12:0) after 1m0s
[23:00:00.418] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:12:0)
[23:00:00.418] Timer tick, asking Buildbucket for the build status
[23:00:00.762] Build 8903931544053312528: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:00:00.762] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:13:0) after 1m0s
[23:01:00.815] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:13:0)
[23:01:00.815] Timer tick, asking Buildbucket for the build status
[23:01:01.199] Build 8903931544053312528: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:01:01.199] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:14:0) after 1m0s
[23:02:01.250] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:14:0)
[23:02:01.250] Timer tick, asking Buildbucket for the build status
[23:02:01.545] Build 8903931544053312528: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:02:01.545] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:15:0) after 1m0s
[23:03:01.633] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:15:0)
[23:03:01.633] Timer tick, asking Buildbucket for the build status
[23:03:02.500] Build 8903931544053312528: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:03:02.500] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:16:0) after 1m0s
[23:04:02.525] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:16:0)
[23:04:02.525] Timer tick, asking Buildbucket for the build status
[23:04:03.871] Build 8903931544053312528: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:04:03.871] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:17:0) after 1m0s
[23:05:03.926] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:17:0)
[23:05:03.926] Timer tick, asking Buildbucket for the build status
[23:05:04.463] Build 8903931544053312528: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:05:04.463] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:18:0) after 1m0s
[23:06:04.495] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:18:0)
[23:06:04.495] Timer tick, asking Buildbucket for the build status
[23:06:04.652] Build 8903931544053312528: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:06:04.652] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:19:0) after 1m0s
[23:07:04.817] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:19:0)
[23:07:04.817] Timer tick, asking Buildbucket for the build status
[23:07:04.993] Build 8903931544053312528: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:07:04.993] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:20:0) after 1m0s
[23:08:05.184] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:20:0)
[23:08:05.184] Timer tick, asking Buildbucket for the build status
[23:08:05.817] Build 8903931544053312528: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:08:05.817] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:21:0) after 1m0s
[23:09:05.909] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:21:0)
[23:09:05.909] Timer tick, asking Buildbucket for the build status
[23:09:06.099] Build 8903931544053312528: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:09:06.099] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:22:0) after 1m0s
[23:10:06.135] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:22:0)
[23:10:06.135] Timer tick, asking Buildbucket for the build status
[23:10:07.206] Build 8903931544053312528: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:10:07.206] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:23:0) after 1m0s
[23:11:07.255] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:23:0)
[23:11:07.255] Timer tick, asking Buildbucket for the build status
[23:11:07.492] Build 8903931544053312528: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:11:07.492] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:24:0) after 1m0s
[23:12:07.591] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:24:0)
[23:12:07.591] Timer tick, asking Buildbucket for the build status
[23:12:08.968] Build 8903931544053312528: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:12:08.968] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:25:0) after 1m0s
[23:13:09.082] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:25:0)
[23:13:09.082] Timer tick, asking Buildbucket for the build status
[23:13:09.484] Build 8903931544053312528: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:13:09.484] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:26:0) after 1m0s
[23:14:09.595] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:26:0)
[23:14:09.595] Timer tick, asking Buildbucket for the build status
[23:14:09.847] Build 8903931544053312528: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:14:09.847] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:27:0) after 1m0s
[23:15:09.871] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:27:0)
[23:15:09.871] Timer tick, asking Buildbucket for the build status
[23:15:10.758] Build 8903931544053312528: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:15:10.758] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:28:0) after 1m0s
[23:16:10.854] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:28:0)
[23:16:10.854] Timer tick, asking Buildbucket for the build status
[23:16:11.105] Build 8903931544053312528: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:16:11.105] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:29:0) after 1m0s
[23:17:11.127] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:29:0)
[23:17:11.127] Timer tick, asking Buildbucket for the build status
[23:17:11.281] Build 8903931544053312528: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:17:11.281] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:30:0) after 1m0s
[23:18:11.345] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:30:0)
[23:18:11.345] Timer tick, asking Buildbucket for the build status
[23:18:11.549] Build 8903931544053312528: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:18:11.549] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:31:0) after 1m0s
[23:19:11.622] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:31:0)
[23:19:11.622] Timer tick, asking Buildbucket for the build status
[23:19:11.994] Build 8903931544053312528: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:19:11.994] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:32:0) after 1m0s
[23:20:12.033] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:32:0)
[23:20:12.033] Timer tick, asking Buildbucket for the build status
[23:20:12.819] Build 8903931544053312528: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:20:12.819] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:33:0) after 1m0s
[23:21:12.862] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:33:0)
[23:21:12.862] Timer tick, asking Buildbucket for the build status
[23:21:14.119] Build 8903931544053312528: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:21:14.119] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:34:0) after 1m0s
[23:22:14.157] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:34:0)
[23:22:14.157] Timer tick, asking Buildbucket for the build status
[23:22:14.418] Build 8903931544053312528: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:22:14.418] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:35:0) after 1m0s
[23:23:14.423] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:35:0)
[23:23:14.423] Timer tick, asking Buildbucket for the build status
[23:23:14.813] Build 8903931544053312528: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:23:14.813] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:36:0) after 1m0s
[23:24:14.851] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:36:0)
[23:24:14.851] Timer tick, asking Buildbucket for the build status
[23:24:16.254] Build 8903931544053312528: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:24:16.254] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:37:0) after 1m0s
[23:25:16.342] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:37:0)
[23:25:16.342] Timer tick, asking Buildbucket for the build status
[23:25:16.520] Build 8903931544053312528: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:25:16.520] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:38:0) after 1m0s
[23:26:16.556] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:38:0)
[23:26:16.556] Timer tick, asking Buildbucket for the build status
[23:26:17.382] Build 8903931544053312528: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:26:17.382] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:39:0) after 1m0s
[23:27:17.501] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:39:0)
[23:27:17.501] Timer tick, asking Buildbucket for the build status
[23:27:17.706] Build 8903931544053312528: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:27:17.706] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:40:0) after 1m0s
[23:28:17.741] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:40:0)
[23:28:17.741] Timer tick, asking Buildbucket for the build status
[23:28:17.975] Build 8903931544053312528: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:28:17.975] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:41:0) after 1m0s
[23:29:17.997] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:41:0)
[23:29:17.997] Timer tick, asking Buildbucket for the build status
[23:29:18.152] Build 8903931544053312528: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:29:18.152] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:42:0) after 1m0s
[23:30:18.219] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:42:0)
[23:30:18.219] Timer tick, asking Buildbucket for the build status
[23:30:18.728] Build 8903931544053312528: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:30:18.728] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:43:0) after 1m0s
[23:31:18.736] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:43:0)
[23:31:18.736] Timer tick, asking Buildbucket for the build status
[23:31:18.926] Build 8903931544053312528: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:31:18.926] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:44:0) after 1m0s
[23:32:19.011] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:44:0)
[23:32:19.011] Timer tick, asking Buildbucket for the build status
[23:32:19.198] Build 8903931544053312528: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:32:19.198] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:45:0) after 1m0s
[23:33:19.256] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:45:0)
[23:33:19.256] Timer tick, asking Buildbucket for the build status
[23:33:19.873] Build 8903931544053312528: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:33:19.873] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:46:0) after 1m0s
[23:34:20.003] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:46:0)
[23:34:20.003] Timer tick, asking Buildbucket for the build status
[23:34:21.060] Build 8903931544053312528: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:34:21.060] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:47:0) after 1m0s
[23:35:21.153] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:47:0)
[23:35:21.153] Timer tick, asking Buildbucket for the build status
[23:35:21.309] Build 8903931544053312528: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:35:21.309] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:48:0) after 1m0s
[23:36:21.390] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:48:0)
[23:36:21.390] Timer tick, asking Buildbucket for the build status
[23:36:22.023] Build 8903931544053312528: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:36:22.023] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:49:0) after 1m0s
[23:37:22.081] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:49:0)
[23:37:22.081] Timer tick, asking Buildbucket for the build status
[23:37:22.270] Build 8903931544053312528: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:37:22.270] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:50:0) after 1m0s
[23:38:22.291] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:50:0)
[23:38:22.291] Timer tick, asking Buildbucket for the build status
[23:38:22.597] Build 8903931544053312528: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:38:22.597] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:51:0) after 1m0s
[23:39:22.713] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:51:0)
[23:39:22.713] Timer tick, asking Buildbucket for the build status
[23:39:23.422] Build 8903931544053312528: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:39:23.422] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:52:0) after 1m0s
[23:40:23.517] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:52:0)
[23:40:23.517] Timer tick, asking Buildbucket for the build status
[23:40:24.344] Build 8903931544053312528: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:40:24.344] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:53:0) after 1m0s
[23:41:24.443] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:53:0)
[23:41:24.443] Timer tick, asking Buildbucket for the build status
[23:41:24.613] Build 8903931544053312528: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:41:24.613] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:54:0) after 1m0s
[23:42:24.763] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:54:0)
[23:42:24.763] Timer tick, asking Buildbucket for the build status
[23:42:24.927] Build 8903931544053312528: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:42:24.927] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:55:0) after 1m0s
[23:43:25.252] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:55:0)
[23:43:25.252] Timer tick, asking Buildbucket for the build status
[23:43:27.813] Build 8903931544053312528: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:43:27.813] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:56:0) after 1m0s
[23:44:27.860] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:56:0)
[23:44:27.860] Timer tick, asking Buildbucket for the build status
[23:44:28.546] Build 8903931544053312528: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:44:28.546] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:57:0) after 1m0s
[23:45:28.538] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:57:0)
[23:45:28.538] Timer tick, asking Buildbucket for the build status
[23:45:29.635] Build 8903931544053312528: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:45:29.635] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:58:0) after 1m0s
[23:46:29.660] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:58:0)
[23:46:29.660] Timer tick, asking Buildbucket for the build status
[23:46:30.260] Build 8903931544053312528: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:46:30.260] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:59:0) after 1m0s
[23:47:30.381] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:59:0)
[23:47:30.381] Timer tick, asking Buildbucket for the build status
[23:47:31.326] Build 8903931544053312528: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:47:31.326] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:60:0) after 1m0s
[23:48:31.401] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:60:0)
[23:48:31.401] Timer tick, asking Buildbucket for the build status
[23:48:31.649] Build 8903931544053312528: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:48:31.649] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:61:0) after 1m0s
[23:49:31.678] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:61:0)
[23:49:31.678] Timer tick, asking Buildbucket for the build status
[23:49:33.684] Build 8903931544053312528: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:49:33.684] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:62:0) after 1m0s
[23:50:33.783] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:62:0)
[23:50:33.783] Timer tick, asking Buildbucket for the build status
[23:50:34.778] Build 8903931544053312528: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:50:34.778] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:63:0) after 1m0s
[23:51:34.767] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:63:0)
[23:51:34.767] Timer tick, asking Buildbucket for the build status
[23:51:34.969] Build 8903931544053312528: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:51:34.969] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:64:0) after 1m0s
[23:52:35.045] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:64:0)
[23:52:35.045] Timer tick, asking Buildbucket for the build status
[23:52:35.323] Build 8903931544053312528: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:52:35.323] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:65:0) after 1m0s
[23:53:35.353] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:65:0)
[23:53:35.353] Timer tick, asking Buildbucket for the build status
[23:53:36.061] Build 8903931544053312528: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:53:36.061] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:66:0) after 1m0s
[23:54:36.097] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:66:0)
[23:54:36.097] Timer tick, asking Buildbucket for the build status
[23:54:36.300] Build 8903931544053312528: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:54:36.300] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:67:0) after 1m0s
[23:55:36.356] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:67:0)
[23:55:36.356] Timer tick, asking Buildbucket for the build status
[23:55:36.499] Build 8903931544053312528: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:55:36.499] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:68:0) after 1m0s
[23:56:36.530] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:68:0)
[23:56:36.530] Timer tick, asking Buildbucket for the build status
[23:56:36.860] Build 8903931544053312528: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:56:36.860] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:69:0) after 1m0s
[23:57:36.917] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:69:0)
[23:57:36.918] Timer tick, asking Buildbucket for the build status
[23:57:38.007] Build 8903931544053312528: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:57:38.007] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:70:0) after 1m0s
[23:58:38.009] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:70:0)
[23:58:38.009] Timer tick, asking Buildbucket for the build status
[23:58:38.482] Build 8903931544053312528: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:58:38.482] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:71:0) after 1m0s
[23:59:38.534] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:71:0)
[23:59:38.534] Timer tick, asking Buildbucket for the build status
[23:59:38.748] Build 8903931544053312528: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:59:38.748] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:72:0) after 1m0s
[00:00:38.790] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:72:0)
[00:00:38.790] Timer tick, asking Buildbucket for the build status
[00:00:38.984] Build 8903931544053312528: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:00:38.984] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:73:0) after 1m0s
[00:01:39.013] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:73:0)
[00:01:39.013] Timer tick, asking Buildbucket for the build status
[00:01:40.829] Build 8903931544053312528: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:01:40.829] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:74:0) after 1m0s
[00:02:41.009] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:74:0)
[00:02:41.009] Timer tick, asking Buildbucket for the build status
[00:02:41.313] Build 8903931544053312528: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:02:41.313] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:75:0) after 1m0s
[00:03:41.502] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:75:0)
[00:03:41.502] Timer tick, asking Buildbucket for the build status
[00:03:41.686] Build 8903931544053312528: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:03:41.686] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:76:0) after 1m0s
[00:04:41.813] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:76:0)
[00:04:41.813] Timer tick, asking Buildbucket for the build status
[00:04:42.001] Build 8903931544053312528: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:04:42.001] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:77:0) after 1m0s
[00:05:42.061] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:77:0)
[00:05:42.061] Timer tick, asking Buildbucket for the build status
[00:05:44.135] Build 8903931544053312528: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:05:44.135] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:78:0) after 1m0s
[00:06:44.164] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:78:0)
[00:06:44.164] Timer tick, asking Buildbucket for the build status
[00:06:45.001] Build 8903931544053312528: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:06:45.001] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:79:0) after 1m0s
[00:07:45.062] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:79:0)
[00:07:45.062] Timer tick, asking Buildbucket for the build status
[00:07:47.384] Build 8903931544053312528: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:07:47.384] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:80:0) after 1m0s
[00:08:47.409] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:80:0)
[00:08:47.409] Timer tick, asking Buildbucket for the build status
[00:08:47.691] Build 8903931544053312528: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:08:47.691] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:81:0) after 1m0s
[00:09:47.723] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:81:0)
[00:09:47.723] Timer tick, asking Buildbucket for the build status
[00:09:47.958] Build 8903931544053312528: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:09:47.958] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:82:0) after 1m0s
[00:10:47.989] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:82:0)
[00:10:47.989] Timer tick, asking Buildbucket for the build status
[00:10:48.477] Build 8903931544053312528: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:10:48.477] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:83:0) after 1m0s
[00:11:48.545] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:83:0)
[00:11:48.545] Timer tick, asking Buildbucket for the build status
[00:11:48.795] Build 8903931544053312528: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:11:48.795] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:84:0) after 1m0s
[00:12:48.906] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:84:0)
[00:12:48.906] Timer tick, asking Buildbucket for the build status
[00:12:49.870] Build 8903931544053312528: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:12:49.870] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:85:0) after 1m0s
[00:13:49.898] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:85:0)
[00:13:49.898] Timer tick, asking Buildbucket for the build status
[00:13:51.790] Build 8903931544053312528: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:13:51.790] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:86:0) after 1m0s
[00:14:51.849] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:86:0)
[00:14:51.849] Timer tick, asking Buildbucket for the build status
[00:14:52.037] Build 8903931544053312528: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:14:52.037] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:87:0) after 1m0s
[00:15:52.067] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:87:0)
[00:15:52.067] Timer tick, asking Buildbucket for the build status
[00:15:52.757] Build 8903931544053312528: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:15:52.757] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:88:0) after 1m0s
[00:16:52.736] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:88:0)
[00:16:52.736] Timer tick, asking Buildbucket for the build status
[00:16:52.976] Build 8903931544053312528: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:16:52.976] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:89:0) after 1m0s
[00:17:52.999] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:89:0)
[00:17:52.999] Timer tick, asking Buildbucket for the build status
[00:17:53.187] Build 8903931544053312528: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:17:53.188] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:90:0) after 1m0s
[00:18:53.229] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:90:0)
[00:18:53.229] Timer tick, asking Buildbucket for the build status
[00:18:53.912] Build 8903931544053312528: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:18:53.912] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:91:0) after 1m0s
[00:19:54.011] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:91:0)
[00:19:54.011] Timer tick, asking Buildbucket for the build status
[00:19:54.889] Build 8903931544053312528: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:19:54.889] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:92:0) after 1m0s
[00:20:54.902] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:92:0)
[00:20:54.902] Timer tick, asking Buildbucket for the build status
[00:20:55.159] Build 8903931544053312528: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:20:55.159] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:93:0) after 1m0s
[00:21:55.255] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:93:0)
[00:21:55.255] Timer tick, asking Buildbucket for the build status
[00:21:58.217] Build 8903931544053312528: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:21:58.217] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:94:0) after 1m0s
[00:22:58.284] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:94:0)
[00:22:58.284] Timer tick, asking Buildbucket for the build status
[00:22:58.552] Build 8903931544053312528: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:22:58.552] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:95:0) after 1m0s
[00:23:58.576] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:95:0)
[00:23:58.576] Timer tick, asking Buildbucket for the build status
[00:23:59.776] Build 8903931544053312528: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:23:59.776] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:96:0) after 1m0s
[00:24:59.780] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:96:0)
[00:24:59.780] Timer tick, asking Buildbucket for the build status
[00:25:00.456] Build 8903931544053312528: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:25:00.456] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:97:0) after 1m0s
[00:26:00.520] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:97:0)
[00:26:00.520] Timer tick, asking Buildbucket for the build status
[00:26:00.904] Build 8903931544053312528: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:26:00.904] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:98:0) after 1m0s
[00:27:00.909] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:98:0)
[00:27:00.909] Timer tick, asking Buildbucket for the build status
[00:27:01.269] Build 8903931544053312528: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:27:01.269] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:99:0) after 1m0s
[00:28:01.365] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:99:0)
[00:28:01.365] Timer tick, asking Buildbucket for the build status
[00:28:01.961] Build 8903931544053312528: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:28:01.961] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:100:0) after 1m0s
[00:29:01.998] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:100:0)
[00:29:01.998] Timer tick, asking Buildbucket for the build status
[00:29:02.260] Build 8903931544053312528: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:29:02.260] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:101:0) after 1m0s
[00:30:02.262] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:101:0)
[00:30:02.262] Timer tick, asking Buildbucket for the build status
[00:30:03.088] Build 8903931544053312528: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:30:03.088] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:102:0) after 1m0s
[00:31:03.142] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:102:0)
[00:31:03.142] Timer tick, asking Buildbucket for the build status
[00:31:05.167] Build 8903931544053312528: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:31:05.167] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:103:0) after 1m0s
[00:32:05.225] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:103:0)
[00:32:05.225] Timer tick, asking Buildbucket for the build status
[00:32:06.222] Build 8903931544053312528: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:32:06.222] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:104:0) after 1m0s
[00:33:06.284] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:104:0)
[00:33:06.284] Timer tick, asking Buildbucket for the build status
[00:33:06.447] Build 8903931544053312528: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:33:06.447] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:105:0) after 1m0s
[00:34:06.528] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:105:0)
[00:34:06.528] Timer tick, asking Buildbucket for the build status
[00:34:07.473] Build 8903931544053312528: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:34:07.473] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:106:0) after 1m0s
[00:35:07.525] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:106:0)
[00:35:07.525] Timer tick, asking Buildbucket for the build status
[00:35:08.769] Build 8903931544053312528: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:35:08.769] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:107:0) after 1m0s
[00:36:08.806] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:107:0)
[00:36:08.806] Timer tick, asking Buildbucket for the build status
[00:36:09.132] Build 8903931544053312528: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:36:09.132] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:108:0) after 1m0s
[00:37:09.172] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:108:0)
[00:37:09.172] Timer tick, asking Buildbucket for the build status
[00:37:09.516] Build 8903931544053312528: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:37:09.516] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:109:0) after 1m0s
[00:38:09.540] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:109:0)
[00:38:09.540] Timer tick, asking Buildbucket for the build status
[00:38:09.875] Build 8903931544053312528: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:38:09.875] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:110:0) after 1m0s
[00:39:09.991] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:110:0)
[00:39:09.991] Timer tick, asking Buildbucket for the build status
[00:39:10.297] Build 8903931544053312528: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:39:10.297] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:111:0) after 1m0s
[00:40:10.287] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:111:0)
[00:40:10.287] Timer tick, asking Buildbucket for the build status
[00:40:11.029] Build 8903931544053312528: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:40:11.029] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:112:0) after 1m0s
[00:41:11.065] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:112:0)
[00:41:11.065] Timer tick, asking Buildbucket for the build status
[00:41:11.569] Build 8903931544053312528: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:41:11.569] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:113:0) after 1m0s
[00:42:11.723] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:113:0)
[00:42:11.723] Timer tick, asking Buildbucket for the build status
[00:42:12.033] Build 8903931544053312528: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:42:12.033] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:114:0) after 1m0s
[00:43:12.044] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:114:0)
[00:43:12.044] Timer tick, asking Buildbucket for the build status
[00:43:12.222] Build 8903931544053312528: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:43:12.222] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:115:0) after 1m0s
[00:44:12.340] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:115:0)
[00:44:12.340] Timer tick, asking Buildbucket for the build status
[00:44:13.053] Build 8903931544053312528: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:44:13.053] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:116:0) after 1m0s
[00:45:13.099] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:116:0)
[00:45:13.099] Timer tick, asking Buildbucket for the build status
[00:45:13.822] Build 8903931544053312528: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:45:13.822] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:117:0) after 1m0s
[00:46:13.889] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:117:0)
[00:46:13.889] Timer tick, asking Buildbucket for the build status
[00:46:14.122] Build 8903931544053312528: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:46:14.122] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:118:0) after 1m0s
[00:47:14.197] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:118:0)
[00:47:14.197] Timer tick, asking Buildbucket for the build status
[00:47:15.360] Build 8903931544053312528: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:47:15.360] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:119:0) after 1m0s
[00:48:15.441] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:119:0)
[00:48:15.441] Timer tick, asking Buildbucket for the build status
[00:48:15.790] Build 8903931544053312528: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:48:15.790] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:120:0) after 1m0s
[00:49:15.857] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:120:0)
[00:49:15.857] Timer tick, asking Buildbucket for the build status
[00:49:16.321] Build 8903931544053312528: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:49:16.321] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:121:0) after 1m0s
[00:50:16.422] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:121:0)
[00:50:16.422] Timer tick, asking Buildbucket for the build status
[00:50:17.230] Build 8903931544053312528: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:50:17.230] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:122:0) after 1m0s
[00:51:17.394] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:122:0)
[00:51:17.394] Timer tick, asking Buildbucket for the build status
[00:51:17.635] Build 8903931544053312528: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:51:17.635] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:123:0) after 1m0s
[00:52:17.686] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:123:0)
[00:52:17.686] Timer tick, asking Buildbucket for the build status
[00:52:17.925] Build 8903931544053312528: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:52:17.925] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:124:0) after 1m0s
[00:53:17.975] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:124:0)
[00:53:17.975] Timer tick, asking Buildbucket for the build status
[00:53:18.454] Build 8903931544053312528: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:53:18.454] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:125:0) after 1m0s
[00:54:18.504] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:125:0)
[00:54:18.504] Timer tick, asking Buildbucket for the build status
[00:54:18.785] Build 8903931544053312528: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:54:18.785] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:126:0) after 1m0s
[00:55:19.011] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:126:0)
[00:55:19.011] Timer tick, asking Buildbucket for the build status
[00:55:20.425] Build 8903931544053312528: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:55:20.425] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:127:0) after 1m0s
[00:56:20.448] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:127:0)
[00:56:20.448] Timer tick, asking Buildbucket for the build status
[00:56:22.798] Build 8903931544053312528: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:56:22.798] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:128:0) after 1m0s
[00:57:22.822] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:128:0)
[00:57:22.822] Timer tick, asking Buildbucket for the build status
[00:57:23.083] Build 8903931544053312528: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:57:23.083] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:129:0) after 1m0s
[00:58:23.179] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:129:0)
[00:58:23.179] Timer tick, asking Buildbucket for the build status
[00:58:23.526] Build 8903931544053312528: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:58:23.526] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:130:0) after 1m0s
[00:59:23.649] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:130:0)
[00:59:23.649] Timer tick, asking Buildbucket for the build status
[00:59:26.015] Build 8903931544053312528: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:59:26.015] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:131:0) after 1m0s
[01:00:26.097] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:131:0)
[01:00:26.097] Timer tick, asking Buildbucket for the build status
[01:00:27.210] Build 8903931544053312528: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:00:27.210] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:132:0) after 1m0s
[01:01:27.237] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:132:0)
[01:01:27.237] Timer tick, asking Buildbucket for the build status
[01:01:28.033] Build 8903931544053312528: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:01:28.033] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:133:0) after 1m0s
[01:02:28.181] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:133:0)
[01:02:28.181] Timer tick, asking Buildbucket for the build status
[01:02:28.579] Build 8903931544053312528: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:02:28.579] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069361606184430256:134:0) after 1m0s
[01:02:57.939] Received PubSub notification, asking Buildbucket for the build status
[01:02:58.206] Build 8903931544053312528: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[01:02:58.206] Buildbucket build:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "completed_ts": "1566954177128985",
    "created_by": "project:chromium",
    "created_ts": "1566946193604668",
    "failure_reason": "BUILD_FAILURE",
    "id": "8903931544053312528",
    "parameters_json": "{\"builder_name\": \"ToTiOSDevice\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"74df443144ef42e2c15d53a0ab7a4ea6d94f4d88\"}}",
    "project": "chromium",
    "result": "FAILURE",
    "result_details_json": "{\"error\": {\"message\": \"Failed ios_web_unittests (iPhone 6s iOS 12.3.1).\"}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"build285-m9\", \"branch\": \"refs/heads/master\", \"buildername\": \"ToTiOSDevice\", \"buildnumber\": 13854, \"got_angle_revision\": \"14a9be448e0137013809830d791d7a29d5c137d3\", \"got_dawn_revision\": \"b9b088f57e3d4567b9441251170cf1719125b2d1\", \"got_nacl_revision\": \"058a26f57015051953a727add26e7e26348b9558\", \"got_revision\": \"74df443144ef42e2c15d53a0ab7a4ea6d94f4d88\", \"got_revision_cp\": \"refs/heads/master@{#690912}\", \"got_swarming_client_revision\": \"96f125709acfd0b48fc1e5dae7d6ea42291726ac\", \"got_v8_revision\": \"0cd38a1778212cb7a316ee158fae6cc1e8dcda02\", \"got_v8_revision_cp\": \"refs/heads/7.8.205@{#1}\", \"got_webrtc_revision\": \"2d5aec56fdf7ff61166bb5fd3c67d4bcb81b0d5a\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#28975}\", \"isolate_server\": \"https://isolateserver.appspot.com\", \"mastername\": \"chromium.clang\", \"path_config\": \"generic\", \"perf_dashboard_machine_group\": \"ChromiumClang\", \"recipe\": \"ios/unified_builder_tester\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"74df443144ef42e2c15d53a0ab7a4ea6d94f4d88\", \"swarm_hashes\": {\"0\": \"f317a3214b1de9605a003471b21bef4b4c17378c\", \"1\": \"9f8227035a8e360ccf3177a1b3e3c71c20ccaf7a\", \"10\": \"6064860af4132c64dd17e1495f6d28c5fd2de859\", \"11\": \"800053a33ad6d71070c1bccd55c101907010308b\", \"12\": \"04d4890080050e37436c5066b79db14f013e5a5f\", \"13\": \"8125e7a54a9672f0acb48496e8557d7a8a77b110\", \"14\": \"74b5661c7262c0917473061130694b129a4cc96e\", \"15\": \"05c238f9109566ce308bba7d45defd7080c6540c\", \"16\": \"089f6009eae6e256b056a8574e1c8578f960bd6c\", \"2\": \"18cbbb4f8180e9c64b92472e26fe6eaf26870369\", \"3\": \"2afa3b7adf21eceefb501779cdb68cff3b385199\", \"4\": \"16d466a34a0291c30ff72554714c7d47cf4e9935\", \"5\": \"18f70ad274bf17ece7444ca10c92efeffa834d00\", \"6\": \"7a249bf8c6a797fd05277bad9ba4fc0c373214e7\", \"7\": \"97bd3c9f3ff775bf3402944ffe5e3c2095753fa9\", \"8\": \"858ad0211e8dd793d61ab6cbe05972dbc347c186\", \"9\": \"c78e8123b2274c81fb616c0171e7d9e518c4cf1e\"}}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_4a4feefdd7e355061708c01720b06a0ca8c49ffc9968a2ebc674541738676b8f_v2\", \"builder_69caa34b8f39daac28a821cac2619730401d46a6479812cc34796e3bf180418a_v2\", \"builder_ae5debd901c74ee0906916cb62621bceb2a8b657b42c2e2e9e89a0f6a2e5e53b_v2\", \"builder_d42b89eab403033f5a2a8102ec9c436397350cedb439d5e09b11874a5784adb4_v2\", \"git\", \"goma_v2\", \"vpython\", \"xcode_ios_11m382q\", \"xcode_ios_11m392q\"], \"cores\": [\"24\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"1002\", \"1002:679e\", \"1002:679e-4.0.11-3.2.8\"], \"hidpi\": [\"0\"], \"id\": [\"build285-m9\"], \"mac_model\": [\"MacPro6,1\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Mac\", \"Mac-10.14\", \"Mac-10.14.6\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.10\"], \"server_version\": [\"4397-8786906\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}, \"ui\": {\"info\": \"Failed ios_web_unittests (iPhone 6s iOS 12.3.1).\"}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1566946356692794",
    "status": "COMPLETED",
    "status_changed_ts": "1566946359297596",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOSDevice/13854",
      "builder:ToTiOSDevice",
      "buildset:commit/git/74df443144ef42e2c15d53a0ab7a4ea6d94f4d88",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/74df443144ef42e2c15d53a0ab7a4ea6d94f4d88",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9069361606184430256",
      "scheduler_job_id:chromium/ToTiOSDevice",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8903931544053312528/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:os:Mac",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:46ee16fda634af10",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1566954177273373",
    "url": "https://ci.chromium.org/b/8903931544053312528",
    "utcnow_ts": "1566954178191251"
  }
}
[01:02:58.206] Invocation finished in 2h13m6.018319994s with status FAILED