Status: FAILED
Triggered by: -
Duration: 2 hours
Actions:

Definition (rev ead1c24e5b0e6b883f7d7e816b15c81777fef6bb)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTiOSDevice"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/chromium/src.git",
  "revision": "f4afc72e4db33f5da59ad34004b08ad5d213178b"
}

Incoming tags

  • buildset:commit/git/f4afc72e4db33f5da59ad34004b08ad5d213178b
  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f4afc72e4db33f5da59ad34004b08ad5d213178b
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[12:39:38.114] New invocation is queued and will start shortly
[12:39:39.196] Starting the invocation (attempt 1)
[12:39:39.232] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[12:39:39.232] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[12:39:39.232] Buildbucket request:
{
  "bucket": "luci.chromium.ci",
  "client_operation_id": "9069671789741493824",
  "parameters_json": "{\"builder_name\":\"ToTiOSDevice\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src.git\",\"revision\":\"f4afc72e4db33f5da59ad34004b08ad5d213178b\"}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:ToTiOSDevice",
    "scheduler_invocation_id:9069671789741493824",
    "scheduler_job_id:chromium/ToTiOSDevice",
    "user_agent:luci-scheduler",
    "buildset:commit/git/f4afc72e4db33f5da59ad34004b08ad5d213178b",
    "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f4afc72e4db33f5da59ad34004b08ad5d213178b",
    "gitiles_ref:refs/heads/master"
  ]
}
[12:39:40.769] Buildbucket response:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "created_by": "project:chromium",
    "created_ts": "1566650379528768",
    "id": "8904241727594201664",
    "parameters_json": "{\"builder_name\": \"ToTiOSDevice\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"f4afc72e4db33f5da59ad34004b08ad5d213178b\"}}",
    "project": "chromium",
    "result_details_json": "{\"properties\": {}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1566650380531393",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOSDevice/13815",
      "builder:ToTiOSDevice",
      "buildset:commit/git/f4afc72e4db33f5da59ad34004b08ad5d213178b",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f4afc72e4db33f5da59ad34004b08ad5d213178b",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9069671789741493824",
      "scheduler_job_id:chromium/ToTiOSDevice",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8904241727594201664/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1566650380531520",
    "url": "https://ci.chromium.org/b/8904241727594201664",
    "utcnow_ts": "1566650380756744"
  }
}
[12:39:40.769] Task URL: https://ci.chromium.org/b/8904241727594201664
[12:39:40.769] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:2:0) after 1m0s
[12:40:40.832] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:2:0)
[12:40:40.832] Timer tick, asking Buildbucket for the build status
[12:40:41.096] Build 8904241727594201664: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[12:40:41.096] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:3:0) after 1m0s
[12:41:41.116] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:3:0)
[12:41:41.116] Timer tick, asking Buildbucket for the build status
[12:41:41.897] Build 8904241727594201664: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[12:41:41.897] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:4:0) after 1m0s
[12:42:16.456] Received PubSub notification, asking Buildbucket for the build status
[12:42:17.221] Build 8904241727594201664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:42:41.934] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:4:0)
[12:42:41.934] Timer tick, asking Buildbucket for the build status
[12:42:42.175] Build 8904241727594201664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:42:42.175] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:6:0) after 1m0s
[12:43:42.219] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:6:0)
[12:43:42.219] Timer tick, asking Buildbucket for the build status
[12:43:42.398] Build 8904241727594201664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:43:42.398] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:7:0) after 1m0s
[12:44:42.482] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:7:0)
[12:44:42.482] Timer tick, asking Buildbucket for the build status
[12:44:42.933] Build 8904241727594201664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:44:42.933] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:8:0) after 1m0s
[12:45:42.933] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:8:0)
[12:45:42.933] Timer tick, asking Buildbucket for the build status
[12:45:43.430] Build 8904241727594201664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:45:43.430] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:9:0) after 1m0s
[12:46:43.505] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:9:0)
[12:46:43.505] Timer tick, asking Buildbucket for the build status
[12:46:43.873] Build 8904241727594201664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:46:43.873] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:10:0) after 1m0s
[12:47:44.122] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:10:0)
[12:47:44.122] Timer tick, asking Buildbucket for the build status
[12:47:44.339] Build 8904241727594201664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:47:44.340] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:11:0) after 1m0s
[12:48:44.512] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:11:0)
[12:48:44.512] Timer tick, asking Buildbucket for the build status
[12:48:45.560] Build 8904241727594201664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:48:45.560] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:12:0) after 1m0s
[12:49:45.905] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:12:0)
[12:49:45.905] Timer tick, asking Buildbucket for the build status
[12:49:46.180] Build 8904241727594201664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:49:46.180] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:13:0) after 1m0s
[12:50:46.395] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:13:0)
[12:50:46.395] Timer tick, asking Buildbucket for the build status
[12:50:46.626] Build 8904241727594201664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:50:46.626] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:14:0) after 1m0s
[12:51:46.889] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:14:0)
[12:51:46.889] Timer tick, asking Buildbucket for the build status
[12:51:47.122] Build 8904241727594201664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:51:47.122] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:15:0) after 1m0s
[12:52:47.279] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:15:0)
[12:52:47.279] Timer tick, asking Buildbucket for the build status
[12:52:47.940] Build 8904241727594201664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:52:47.940] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:16:0) after 1m0s
[12:53:48.105] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:16:0)
[12:53:48.105] Timer tick, asking Buildbucket for the build status
[12:53:48.344] Build 8904241727594201664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:53:48.344] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:17:0) after 1m0s
[12:54:48.472] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:17:0)
[12:54:48.472] Timer tick, asking Buildbucket for the build status
[12:54:48.638] Build 8904241727594201664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:54:48.638] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:18:0) after 1m0s
[12:55:48.923] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:18:0)
[12:55:48.923] Timer tick, asking Buildbucket for the build status
[12:55:49.152] Build 8904241727594201664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:55:49.152] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:19:0) after 1m0s
[12:56:49.298] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:19:0)
[12:56:49.298] Timer tick, asking Buildbucket for the build status
[12:56:49.681] Build 8904241727594201664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:56:49.681] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:20:0) after 1m0s
[12:57:49.806] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:20:0)
[12:57:49.806] Timer tick, asking Buildbucket for the build status
[12:57:50.109] Build 8904241727594201664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:57:50.109] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:21:0) after 1m0s
[12:58:50.188] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:21:0)
[12:58:50.188] Timer tick, asking Buildbucket for the build status
[12:58:50.429] Build 8904241727594201664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:58:50.429] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:22:0) after 1m0s
[12:59:50.451] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:22:0)
[12:59:50.451] Timer tick, asking Buildbucket for the build status
[12:59:50.696] Build 8904241727594201664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:59:50.696] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:23:0) after 1m0s
[13:00:50.725] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:23:0)
[13:00:50.725] Timer tick, asking Buildbucket for the build status
[13:00:50.885] Build 8904241727594201664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:00:50.885] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:24:0) after 1m0s
[13:01:50.942] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:24:0)
[13:01:50.942] Timer tick, asking Buildbucket for the build status
[13:01:51.324] Build 8904241727594201664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:01:51.324] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:25:0) after 1m0s
[13:02:51.385] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:25:0)
[13:02:51.385] Timer tick, asking Buildbucket for the build status
[13:02:51.541] Build 8904241727594201664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:02:51.541] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:26:0) after 1m0s
[13:03:51.714] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:26:0)
[13:03:51.714] Timer tick, asking Buildbucket for the build status
[13:03:52.284] Build 8904241727594201664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:03:52.284] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:27:0) after 1m0s
[13:04:52.496] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:27:0)
[13:04:52.496] Timer tick, asking Buildbucket for the build status
[13:04:52.900] Build 8904241727594201664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:04:52.900] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:28:0) after 1m0s
[13:05:53.064] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:28:0)
[13:05:53.064] Timer tick, asking Buildbucket for the build status
[13:05:53.229] Build 8904241727594201664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:05:53.229] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:29:0) after 1m0s
[13:06:53.229] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:29:0)
[13:06:53.229] Timer tick, asking Buildbucket for the build status
[13:06:53.566] Build 8904241727594201664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:06:53.566] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:30:0) after 1m0s
[13:07:53.616] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:30:0)
[13:07:53.616] Timer tick, asking Buildbucket for the build status
[13:07:53.798] Build 8904241727594201664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:07:53.798] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:31:0) after 1m0s
[13:08:53.828] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:31:0)
[13:08:53.828] Timer tick, asking Buildbucket for the build status
[13:08:55.072] Build 8904241727594201664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:08:55.072] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:32:0) after 1m0s
[13:09:55.171] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:32:0)
[13:09:55.171] Timer tick, asking Buildbucket for the build status
[13:09:55.542] Build 8904241727594201664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:09:55.543] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:33:0) after 1m0s
[13:10:55.567] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:33:0)
[13:10:55.567] Timer tick, asking Buildbucket for the build status
[13:10:55.772] Build 8904241727594201664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:10:55.772] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:34:0) after 1m0s
[13:11:55.923] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:34:0)
[13:11:55.923] Timer tick, asking Buildbucket for the build status
[13:11:56.786] Build 8904241727594201664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:11:56.786] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:35:0) after 1m0s
[13:12:56.875] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:35:0)
[13:12:56.875] Timer tick, asking Buildbucket for the build status
[13:12:57.066] Build 8904241727594201664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:12:57.066] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:36:0) after 1m0s
[13:13:57.185] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:36:0)
[13:13:57.185] Timer tick, asking Buildbucket for the build status
[13:13:57.357] Build 8904241727594201664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:13:57.357] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:37:0) after 1m0s
[13:14:57.413] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:37:0)
[13:14:57.413] Timer tick, asking Buildbucket for the build status
[13:14:57.633] Build 8904241727594201664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:14:57.633] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:38:0) after 1m0s
[13:15:57.665] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:38:0)
[13:15:57.665] Timer tick, asking Buildbucket for the build status
[13:15:58.177] Build 8904241727594201664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:15:58.177] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:39:0) after 1m0s
[13:16:58.206] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:39:0)
[13:16:58.206] Timer tick, asking Buildbucket for the build status
[13:16:58.526] Build 8904241727594201664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:16:58.526] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:40:0) after 1m0s
[13:17:58.553] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:40:0)
[13:17:58.553] Timer tick, asking Buildbucket for the build status
[13:17:58.758] Build 8904241727594201664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:17:58.758] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:41:0) after 1m0s
[13:18:58.793] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:41:0)
[13:18:58.793] Timer tick, asking Buildbucket for the build status
[13:18:59.619] Build 8904241727594201664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:18:59.619] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:42:0) after 1m0s
[13:19:59.734] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:42:0)
[13:19:59.734] Timer tick, asking Buildbucket for the build status
[13:20:00.226] Build 8904241727594201664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:20:00.226] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:43:0) after 1m0s
[13:21:00.247] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:43:0)
[13:21:00.247] Timer tick, asking Buildbucket for the build status
[13:21:00.818] Build 8904241727594201664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:21:00.818] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:44:0) after 1m0s
[13:22:00.853] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:44:0)
[13:22:00.853] Timer tick, asking Buildbucket for the build status
[13:22:01.029] Build 8904241727594201664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:22:01.029] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:45:0) after 1m0s
[13:23:01.103] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:45:0)
[13:23:01.103] Timer tick, asking Buildbucket for the build status
[13:23:03.650] Build 8904241727594201664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:23:03.650] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:46:0) after 1m0s
[13:24:05.989] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:46:0)
[13:24:05.989] Timer tick, asking Buildbucket for the build status
[13:24:06.596] Build 8904241727594201664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:24:06.596] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:47:0) after 1m0s
[13:25:14.804] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:47:0)
[13:25:14.804] Timer tick, asking Buildbucket for the build status
[13:25:15.014] Build 8904241727594201664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:25:15.014] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:48:0) after 1m0s
[13:26:15.232] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:48:0)
[13:26:15.232] Timer tick, asking Buildbucket for the build status
[13:26:15.653] Build 8904241727594201664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:26:15.653] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:49:0) after 1m0s
[13:27:15.698] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:49:0)
[13:27:15.698] Timer tick, asking Buildbucket for the build status
[13:27:15.884] Build 8904241727594201664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:27:15.884] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:50:0) after 1m0s
[13:28:16.012] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:50:0)
[13:28:16.012] Timer tick, asking Buildbucket for the build status
[13:28:16.486] Build 8904241727594201664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:28:16.486] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:51:0) after 1m0s
[13:29:16.677] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:51:0)
[13:29:16.677] Timer tick, asking Buildbucket for the build status
[13:29:17.133] Build 8904241727594201664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:29:17.133] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:52:0) after 1m0s
[13:30:17.166] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:52:0)
[13:30:17.166] Timer tick, asking Buildbucket for the build status
[13:30:17.370] Build 8904241727594201664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:30:17.370] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:53:0) after 1m0s
[13:31:17.391] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:53:0)
[13:31:17.391] Timer tick, asking Buildbucket for the build status
[13:31:17.578] Build 8904241727594201664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:31:17.579] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:54:0) after 1m0s
[13:32:17.607] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:54:0)
[13:32:17.607] Timer tick, asking Buildbucket for the build status
[13:32:17.852] Build 8904241727594201664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:32:17.852] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:55:0) after 1m0s
[13:33:17.919] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:55:0)
[13:33:17.919] Timer tick, asking Buildbucket for the build status
[13:33:18.074] Build 8904241727594201664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:33:18.074] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:56:0) after 1m0s
[13:34:18.134] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:56:0)
[13:34:18.134] Timer tick, asking Buildbucket for the build status
[13:34:19.088] Build 8904241727594201664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:34:19.088] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:57:0) after 1m0s
[13:35:19.624] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:57:0)
[13:35:19.624] Timer tick, asking Buildbucket for the build status
[13:35:22.228] Build 8904241727594201664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:35:22.228] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:58:0) after 1m0s
[13:36:22.545] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:58:0)
[13:36:22.545] Timer tick, asking Buildbucket for the build status
[13:36:22.867] Build 8904241727594201664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:36:22.867] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:59:0) after 1m0s
[13:37:23.073] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:59:0)
[13:37:23.073] Timer tick, asking Buildbucket for the build status
[13:37:23.340] Build 8904241727594201664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:37:23.340] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:60:0) after 1m0s
[13:38:23.522] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:60:0)
[13:38:23.522] Timer tick, asking Buildbucket for the build status
[13:38:25.166] Build 8904241727594201664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:38:25.166] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:61:0) after 1m0s
[13:39:25.164] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:61:0)
[13:39:25.164] Timer tick, asking Buildbucket for the build status
[13:39:25.512] Build 8904241727594201664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:39:25.512] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:62:0) after 1m0s
[13:40:25.576] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:62:0)
[13:40:25.576] Timer tick, asking Buildbucket for the build status
[13:40:25.988] Build 8904241727594201664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:40:25.988] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:63:0) after 1m0s
[13:41:26.044] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:63:0)
[13:41:26.044] Timer tick, asking Buildbucket for the build status
[13:41:26.224] Build 8904241727594201664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:41:26.224] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:64:0) after 1m0s
[13:42:26.333] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:64:0)
[13:42:26.333] Timer tick, asking Buildbucket for the build status
[13:42:26.533] Build 8904241727594201664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:42:26.533] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:65:0) after 1m0s
[13:43:26.690] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:65:0)
[13:43:26.690] Timer tick, asking Buildbucket for the build status
[13:43:26.865] Build 8904241727594201664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:43:26.865] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:66:0) after 1m0s
[13:44:27.048] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:66:0)
[13:44:27.048] Timer tick, asking Buildbucket for the build status
[13:44:27.241] Build 8904241727594201664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:44:27.241] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:67:0) after 1m0s
[13:45:27.390] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:67:0)
[13:45:27.390] Timer tick, asking Buildbucket for the build status
[13:45:27.747] Build 8904241727594201664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:45:27.747] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:68:0) after 1m0s
[13:46:27.836] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:68:0)
[13:46:27.836] Timer tick, asking Buildbucket for the build status
[13:46:28.137] Build 8904241727594201664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:46:28.137] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:69:0) after 1m0s
[13:47:28.204] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:69:0)
[13:47:28.204] Timer tick, asking Buildbucket for the build status
[13:47:28.836] Build 8904241727594201664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:47:28.836] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:70:0) after 1m0s
[13:48:28.856] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:70:0)
[13:48:28.856] Timer tick, asking Buildbucket for the build status
[13:48:29.013] Build 8904241727594201664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:48:29.013] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:71:0) after 1m0s
[13:49:29.204] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:71:0)
[13:49:29.204] Timer tick, asking Buildbucket for the build status
[13:49:30.151] Build 8904241727594201664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:49:30.151] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:72:0) after 1m0s
[13:50:30.151] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:72:0)
[13:50:30.151] Timer tick, asking Buildbucket for the build status
[13:50:30.629] Build 8904241727594201664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:50:30.629] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:73:0) after 1m0s
[13:51:30.673] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:73:0)
[13:51:30.673] Timer tick, asking Buildbucket for the build status
[13:51:30.937] Build 8904241727594201664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:51:30.937] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:74:0) after 1m0s
[13:52:30.997] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:74:0)
[13:52:30.997] Timer tick, asking Buildbucket for the build status
[13:52:31.194] Build 8904241727594201664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:52:31.194] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:75:0) after 1m0s
[13:53:31.236] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:75:0)
[13:53:31.236] Timer tick, asking Buildbucket for the build status
[13:53:31.610] Build 8904241727594201664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:53:31.610] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:76:0) after 1m0s
[13:54:31.639] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:76:0)
[13:54:31.639] Timer tick, asking Buildbucket for the build status
[13:54:31.828] Build 8904241727594201664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:54:31.828] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:77:0) after 1m0s
[13:55:31.858] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:77:0)
[13:55:31.858] Timer tick, asking Buildbucket for the build status
[13:55:33.229] Build 8904241727594201664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:55:33.229] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:78:0) after 1m0s
[13:56:33.368] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:78:0)
[13:56:33.368] Timer tick, asking Buildbucket for the build status
[13:56:33.914] Build 8904241727594201664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:56:33.914] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:79:0) after 1m0s
[13:57:33.950] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:79:0)
[13:57:33.950] Timer tick, asking Buildbucket for the build status
[13:57:34.113] Build 8904241727594201664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:57:34.113] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:80:0) after 1m0s
[13:58:34.136] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:80:0)
[13:58:34.136] Timer tick, asking Buildbucket for the build status
[13:58:34.526] Build 8904241727594201664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:58:34.526] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:81:0) after 1m0s
[13:59:34.567] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:81:0)
[13:59:34.567] Timer tick, asking Buildbucket for the build status
[13:59:34.864] Build 8904241727594201664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:59:34.864] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:82:0) after 1m0s
[14:00:34.923] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:82:0)
[14:00:34.923] Timer tick, asking Buildbucket for the build status
[14:00:35.320] Build 8904241727594201664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:00:35.320] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:83:0) after 1m0s
[14:01:35.519] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:83:0)
[14:01:35.519] Timer tick, asking Buildbucket for the build status
[14:01:35.904] Build 8904241727594201664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:01:35.904] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:84:0) after 1m0s
[14:02:35.999] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:84:0)
[14:02:35.999] Timer tick, asking Buildbucket for the build status
[14:02:38.400] Build 8904241727594201664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:02:38.400] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:85:0) after 1m0s
[14:03:38.454] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:85:0)
[14:03:38.454] Timer tick, asking Buildbucket for the build status
[14:03:38.650] Build 8904241727594201664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:03:38.650] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:86:0) after 1m0s
[14:04:38.700] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:86:0)
[14:04:38.700] Timer tick, asking Buildbucket for the build status
[14:04:39.084] Build 8904241727594201664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:04:39.085] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:87:0) after 1m0s
[14:05:39.122] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:87:0)
[14:05:39.122] Timer tick, asking Buildbucket for the build status
[14:05:39.273] Build 8904241727594201664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:05:39.273] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:88:0) after 1m0s
[14:06:39.334] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:88:0)
[14:06:39.334] Timer tick, asking Buildbucket for the build status
[14:06:39.782] Build 8904241727594201664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:06:39.782] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:89:0) after 1m0s
[14:07:39.814] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:89:0)
[14:07:39.814] Timer tick, asking Buildbucket for the build status
[14:07:39.954] Build 8904241727594201664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:07:39.954] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:90:0) after 1m0s
[14:08:39.942] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:90:0)
[14:08:39.942] Timer tick, asking Buildbucket for the build status
[14:08:41.164] Build 8904241727594201664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:08:41.164] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:91:0) after 1m0s
[14:09:41.251] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:91:0)
[14:09:41.251] Timer tick, asking Buildbucket for the build status
[14:09:41.534] Build 8904241727594201664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:09:41.534] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:92:0) after 1m0s
[14:10:41.538] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:92:0)
[14:10:41.538] Timer tick, asking Buildbucket for the build status
[14:10:41.716] Build 8904241727594201664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:10:41.716] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:93:0) after 1m0s
[14:11:41.903] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:93:0)
[14:11:41.903] Timer tick, asking Buildbucket for the build status
[14:11:42.621] Build 8904241727594201664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:11:42.621] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:94:0) after 1m0s
[14:12:42.814] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:94:0)
[14:12:42.814] Timer tick, asking Buildbucket for the build status
[14:12:45.266] Build 8904241727594201664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:12:45.266] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:95:0) after 1m0s
[14:13:45.321] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:95:0)
[14:13:45.321] Timer tick, asking Buildbucket for the build status
[14:13:45.611] Build 8904241727594201664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:13:45.611] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:96:0) after 1m0s
[14:14:45.670] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:96:0)
[14:14:45.670] Timer tick, asking Buildbucket for the build status
[14:14:46.504] Build 8904241727594201664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:14:46.504] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:97:0) after 1m0s
[14:15:46.508] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:97:0)
[14:15:46.508] Timer tick, asking Buildbucket for the build status
[14:15:46.925] Build 8904241727594201664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:15:46.925] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:98:0) after 1m0s
[14:16:46.968] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:98:0)
[14:16:46.968] Timer tick, asking Buildbucket for the build status
[14:16:49.429] Build 8904241727594201664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:16:49.429] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:99:0) after 1m0s
[14:17:49.450] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:99:0)
[14:17:49.450] Timer tick, asking Buildbucket for the build status
[14:17:50.345] Build 8904241727594201664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:17:50.345] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:100:0) after 1m0s
[14:18:50.459] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:100:0)
[14:18:50.459] Timer tick, asking Buildbucket for the build status
[14:18:50.644] Build 8904241727594201664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:18:50.644] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:101:0) after 1m0s
[14:19:50.668] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:101:0)
[14:19:50.668] Timer tick, asking Buildbucket for the build status
[14:19:50.947] Build 8904241727594201664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:19:50.947] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:102:0) after 1m0s
[14:20:51.121] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:102:0)
[14:20:51.121] Timer tick, asking Buildbucket for the build status
[14:20:51.753] Build 8904241727594201664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:20:51.753] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:103:0) after 1m0s
[14:21:51.775] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:103:0)
[14:21:51.775] Timer tick, asking Buildbucket for the build status
[14:21:51.929] Build 8904241727594201664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:21:51.929] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:104:0) after 1m0s
[14:22:51.971] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:104:0)
[14:22:51.971] Timer tick, asking Buildbucket for the build status
[14:22:52.261] Build 8904241727594201664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:22:52.261] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:105:0) after 1m0s
[14:23:52.290] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:105:0)
[14:23:52.290] Timer tick, asking Buildbucket for the build status
[14:23:52.447] Build 8904241727594201664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:23:52.447] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:106:0) after 1m0s
[14:24:52.526] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:106:0)
[14:24:52.526] Timer tick, asking Buildbucket for the build status
[14:24:52.734] Build 8904241727594201664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:24:52.734] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:107:0) after 1m0s
[14:25:52.819] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:107:0)
[14:25:52.819] Timer tick, asking Buildbucket for the build status
[14:25:53.545] Build 8904241727594201664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:25:53.545] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:108:0) after 1m0s
[14:26:53.601] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:108:0)
[14:26:53.601] Timer tick, asking Buildbucket for the build status
[14:26:53.996] Build 8904241727594201664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:26:53.996] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:109:0) after 1m0s
[14:27:54.025] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:109:0)
[14:27:54.025] Timer tick, asking Buildbucket for the build status
[14:27:54.462] Build 8904241727594201664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:27:54.462] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:110:0) after 1m0s
[14:28:54.489] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:110:0)
[14:28:54.489] Timer tick, asking Buildbucket for the build status
[14:28:54.622] Build 8904241727594201664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:28:54.622] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:111:0) after 1m0s
[14:29:54.753] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:111:0)
[14:29:54.753] Timer tick, asking Buildbucket for the build status
[14:29:55.118] Build 8904241727594201664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:29:55.118] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:112:0) after 1m0s
[14:30:55.182] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:112:0)
[14:30:55.182] Timer tick, asking Buildbucket for the build status
[14:30:55.359] Build 8904241727594201664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:30:55.359] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:113:0) after 1m0s
[14:31:55.437] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:113:0)
[14:31:55.437] Timer tick, asking Buildbucket for the build status
[14:31:55.667] Build 8904241727594201664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:31:55.667] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:114:0) after 1m0s
[14:32:55.697] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:114:0)
[14:32:55.697] Timer tick, asking Buildbucket for the build status
[14:32:55.979] Build 8904241727594201664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:32:55.979] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:115:0) after 1m0s
[14:33:56.002] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:115:0)
[14:33:56.002] Timer tick, asking Buildbucket for the build status
[14:33:56.181] Build 8904241727594201664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:33:56.181] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:116:0) after 1m0s
[14:34:56.212] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:116:0)
[14:34:56.212] Timer tick, asking Buildbucket for the build status
[14:34:56.379] Build 8904241727594201664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:34:56.379] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:117:0) after 1m0s
[14:35:56.433] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:117:0)
[14:35:56.433] Timer tick, asking Buildbucket for the build status
[14:35:56.605] Build 8904241727594201664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:35:56.605] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:118:0) after 1m0s
[14:36:56.637] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:118:0)
[14:36:56.637] Timer tick, asking Buildbucket for the build status
[14:36:56.785] Build 8904241727594201664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:36:56.785] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:119:0) after 1m0s
[14:37:56.815] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:119:0)
[14:37:56.815] Timer tick, asking Buildbucket for the build status
[14:37:57.001] Build 8904241727594201664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:37:57.001] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:120:0) after 1m0s
[14:38:57.096] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:120:0)
[14:38:57.096] Timer tick, asking Buildbucket for the build status
[14:38:57.274] Build 8904241727594201664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:38:57.274] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:121:0) after 1m0s
[14:39:57.326] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:121:0)
[14:39:57.326] Timer tick, asking Buildbucket for the build status
[14:39:58.309] Build 8904241727594201664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:39:58.309] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:122:0) after 1m0s
[14:40:58.384] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:122:0)
[14:40:58.384] Timer tick, asking Buildbucket for the build status
[14:40:58.581] Build 8904241727594201664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:40:58.581] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:123:0) after 1m0s
[14:41:58.617] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:123:0)
[14:41:58.617] Timer tick, asking Buildbucket for the build status
[14:41:58.880] Build 8904241727594201664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:41:58.880] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:124:0) after 1m0s
[14:42:58.882] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:124:0)
[14:42:58.882] Timer tick, asking Buildbucket for the build status
[14:42:59.315] Build 8904241727594201664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:42:59.315] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:125:0) after 1m0s
[14:43:59.430] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:125:0)
[14:43:59.430] Timer tick, asking Buildbucket for the build status
[14:43:59.680] Build 8904241727594201664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:43:59.680] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:126:0) after 1m0s
[14:44:59.822] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:126:0)
[14:44:59.823] Timer tick, asking Buildbucket for the build status
[14:45:00.642] Build 8904241727594201664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:45:00.642] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:127:0) after 1m0s
[14:46:00.664] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:127:0)
[14:46:00.664] Timer tick, asking Buildbucket for the build status
[14:46:00.856] Build 8904241727594201664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:46:00.856] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:128:0) after 1m0s
[14:47:00.909] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:128:0)
[14:47:00.909] Timer tick, asking Buildbucket for the build status
[14:47:01.058] Build 8904241727594201664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:47:01.058] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:129:0) after 1m0s
[14:48:01.086] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:129:0)
[14:48:01.086] Timer tick, asking Buildbucket for the build status
[14:48:01.364] Build 8904241727594201664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:48:01.364] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:130:0) after 1m0s
[14:49:01.440] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:130:0)
[14:49:01.440] Timer tick, asking Buildbucket for the build status
[14:49:01.703] Build 8904241727594201664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:49:01.703] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:131:0) after 1m0s
[14:50:01.726] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:131:0)
[14:50:01.726] Timer tick, asking Buildbucket for the build status
[14:50:01.887] Build 8904241727594201664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:50:01.887] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:132:0) after 1m0s
[14:51:01.962] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:132:0)
[14:51:01.962] Timer tick, asking Buildbucket for the build status
[14:51:02.276] Build 8904241727594201664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:51:02.276] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9069671789741493824:133:0) after 1m0s
[14:51:43.045] Received PubSub notification, asking Buildbucket for the build status
[14:51:43.172] Build 8904241727594201664: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[14:51:43.172] Buildbucket build:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "completed_ts": "1566658300946179",
    "created_by": "project:chromium",
    "created_ts": "1566650379528768",
    "failure_reason": "BUILD_FAILURE",
    "id": "8904241727594201664",
    "parameters_json": "{\"builder_name\": \"ToTiOSDevice\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"f4afc72e4db33f5da59ad34004b08ad5d213178b\"}}",
    "project": "chromium",
    "result": "FAILURE",
    "result_details_json": "{\"error\": {\"message\": \"Failed ios_web_unittests (iPhone 6s iOS 12.3.1).\"}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"build282-m9\", \"branch\": \"refs/heads/master\", \"buildername\": \"ToTiOSDevice\", \"buildnumber\": 13815, \"got_angle_revision\": \"3c6b2e1613c844f7265895de5611c0528641d501\", \"got_dawn_revision\": \"25cc723823e3aa9bf6d7edfcd308bb82ab05b0fc\", \"got_nacl_revision\": \"058a26f57015051953a727add26e7e26348b9558\", \"got_revision\": \"f4afc72e4db33f5da59ad34004b08ad5d213178b\", \"got_revision_cp\": \"refs/heads/master@{#690195}\", \"got_swarming_client_revision\": \"96f125709acfd0b48fc1e5dae7d6ea42291726ac\", \"got_v8_revision\": \"8f4f153dec942d77289066f853ec1294f0cede10\", \"got_v8_revision_cp\": \"refs/heads/7.8.188@{#1}\", \"got_webrtc_revision\": \"a2dae38ee7729ec1d6fcb7d22b7a597c627ad81a\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#28937}\", \"isolate_server\": \"https://isolateserver.appspot.com\", \"mastername\": \"chromium.clang\", \"path_config\": \"generic\", \"perf_dashboard_machine_group\": \"ChromiumClang\", \"recipe\": \"ios/unified_builder_tester\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"f4afc72e4db33f5da59ad34004b08ad5d213178b\", \"swarm_hashes\": {\"0\": \"e2e2923eeac7f94cbd8a960e5f358c8934c1f6ca\", \"1\": \"b40c8995754455cf1cf1c5a5643b7f7b66faed99\", \"10\": \"a0d013dd3c93a5519b88d1db0c1275922421f310\", \"11\": \"a26d9d82e116611e703b53f4811adc78a5fbdd6a\", \"12\": \"b099ce720ff7c16dabf4eaf39e29b00b7fa3837a\", \"13\": \"615d80e5053ac0387a6ee8c1587e26c563f10098\", \"14\": \"6f398723e730905614f13ba85891aa649f9c4bb8\", \"15\": \"afcd8a6657f1a020cbd15b8e23cab0ae377c3816\", \"16\": \"8c603a156a5014a80e21233b661061e39a6d79b9\", \"2\": \"c29472bc4efca00b1ad50b5338a5536625e8c910\", \"3\": \"5b015c66c05637900c935e1fbe830cc82c547be9\", \"4\": \"c054d4341af3854e2178772c676bf8ebf07daf9d\", \"5\": \"29c225951f8ae44ff733b834b0512ebf37432c1b\", \"6\": \"8e7a79158516b2c9b5ce4365f19c889a1608d717\", \"7\": \"e173ff8b09ecc92d9c3dfd5da7d29085052fbcbe\", \"8\": \"5cda854313487fe3d56b5b07d98b34921dd4fb36\", \"9\": \"11e62350ac337a99298e79a2c155c47d2d6c4a58\"}}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_5372538a354f163a20d332d881c6c5d85e35654ac8a57c760866f12033f8a8a5_v2\", \"builder_ae5debd901c74ee0906916cb62621bceb2a8b657b42c2e2e9e89a0f6a2e5e53b_v2\", \"builder_d42b89eab403033f5a2a8102ec9c436397350cedb439d5e09b11874a5784adb4_v2\", \"git\", \"goma_v2\", \"vpython\", \"xcode_ios_11m382q\", \"xcode_ios_11m392q\"], \"cores\": [\"24\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"1002\", \"1002:679e\", \"1002:679e-4.0.11-3.2.8\"], \"hidpi\": [\"0\"], \"id\": [\"build282-m9\"], \"mac_model\": [\"MacPro6,1\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Mac\", \"Mac-10.14\", \"Mac-10.14.6\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.10\"], \"server_version\": [\"4397-8786906\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}, \"ui\": {\"info\": \"Failed ios_web_unittests (iPhone 6s iOS 12.3.1).\"}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1566650535648997",
    "status": "COMPLETED",
    "status_changed_ts": "1566650536026424",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOSDevice/13815",
      "builder:ToTiOSDevice",
      "buildset:commit/git/f4afc72e4db33f5da59ad34004b08ad5d213178b",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f4afc72e4db33f5da59ad34004b08ad5d213178b",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9069671789741493824",
      "scheduler_job_id:chromium/ToTiOSDevice",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8904241727594201664/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:os:Mac",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:46dc753b9d2d7e10",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1566658302455696",
    "url": "https://ci.chromium.org/b/8904241727594201664",
    "utcnow_ts": "1566658303165128"
  }
}
[14:51:43.172] Invocation finished in 2h12m5.075251007s with status FAILED