Status: FAILED
Triggered by: -
Duration: 2 hours
Actions:

Definition (rev ead1c24e5b0e6b883f7d7e816b15c81777fef6bb)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTiOS"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/chromium/src.git",
  "revision": "2bfa23ebc5b3637bb62b79b67ce6173f4bc39752"
}

Incoming tags

  • buildset:commit/git/2bfa23ebc5b3637bb62b79b67ce6173f4bc39752
  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2bfa23ebc5b3637bb62b79b67ce6173f4bc39752
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[22:23:42.165] New invocation is queued and will start shortly
[22:23:43.338] Starting the invocation (attempt 1)
[22:23:43.392] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[22:23:43.392] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[22:23:43.392] Buildbucket request:
{
  "bucket": "luci.chromium.ci",
  "client_operation_id": "9069906834288391376",
  "parameters_json": "{\"builder_name\":\"ToTiOS\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src.git\",\"revision\":\"2bfa23ebc5b3637bb62b79b67ce6173f4bc39752\"}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:ToTiOS",
    "scheduler_invocation_id:9069906834288391376",
    "scheduler_job_id:chromium/ToTiOS",
    "user_agent:luci-scheduler",
    "buildset:commit/git/2bfa23ebc5b3637bb62b79b67ce6173f4bc39752",
    "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2bfa23ebc5b3637bb62b79b67ce6173f4bc39752",
    "gitiles_ref:refs/heads/master"
  ]
}
[22:23:44.440] Buildbucket response:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "created_by": "project:chromium",
    "created_ts": "1566426223564252",
    "id": "8904476772158429792",
    "parameters_json": "{\"builder_name\": \"ToTiOS\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"2bfa23ebc5b3637bb62b79b67ce6173f4bc39752\"}}",
    "project": "chromium",
    "result_details_json": "{\"properties\": {}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1566426224220228",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOS/9556",
      "builder:ToTiOS",
      "buildset:commit/git/2bfa23ebc5b3637bb62b79b67ce6173f4bc39752",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2bfa23ebc5b3637bb62b79b67ce6173f4bc39752",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9069906834288391376",
      "scheduler_job_id:chromium/ToTiOS",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8904476772158429792/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1566426224221110",
    "url": "https://ci.chromium.org/b/8904476772158429792",
    "utcnow_ts": "1566426224425297"
  }
}
[22:23:44.440] Task URL: https://ci.chromium.org/b/8904476772158429792
[22:23:44.440] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:2:0) after 1m0s
[22:24:44.603] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:2:0)
[22:24:44.603] Timer tick, asking Buildbucket for the build status
[22:24:44.790] Build 8904476772158429792: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[22:24:44.790] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:3:0) after 1m0s
[22:24:50.677] Received PubSub notification, asking Buildbucket for the build status
[22:24:51.228] Build 8904476772158429792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:25:44.827] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:3:0)
[22:25:44.827] Timer tick, asking Buildbucket for the build status
[22:25:48.499] Build 8904476772158429792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:25:48.499] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:5:0) after 1m0s
[22:26:48.525] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:5:0)
[22:26:48.525] Timer tick, asking Buildbucket for the build status
[22:26:50.084] Build 8904476772158429792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:26:50.084] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:6:0) after 1m0s
[22:27:50.157] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:6:0)
[22:27:50.157] Timer tick, asking Buildbucket for the build status
[22:27:50.527] Build 8904476772158429792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:27:50.527] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:7:0) after 1m0s
[22:28:50.806] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:7:0)
[22:28:50.806] Timer tick, asking Buildbucket for the build status
[22:28:51.559] Build 8904476772158429792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:28:51.559] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:8:0) after 1m0s
[22:29:51.707] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:8:0)
[22:29:51.707] Timer tick, asking Buildbucket for the build status
[22:29:51.966] Build 8904476772158429792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:29:51.966] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:9:0) after 1m0s
[22:30:52.134] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:9:0)
[22:30:52.134] Timer tick, asking Buildbucket for the build status
[22:30:52.324] Build 8904476772158429792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:30:52.324] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:10:0) after 1m0s
[22:31:52.411] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:10:0)
[22:31:52.411] Timer tick, asking Buildbucket for the build status
[22:31:53.537] Build 8904476772158429792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:31:53.537] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:11:0) after 1m0s
[22:32:53.662] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:11:0)
[22:32:53.662] Timer tick, asking Buildbucket for the build status
[22:32:53.833] Build 8904476772158429792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:32:53.833] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:12:0) after 1m0s
[22:33:53.903] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:12:0)
[22:33:53.903] Timer tick, asking Buildbucket for the build status
[22:33:54.214] Build 8904476772158429792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:33:54.214] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:13:0) after 1m0s
[22:34:54.500] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:13:0)
[22:34:54.500] Timer tick, asking Buildbucket for the build status
[22:34:54.764] Build 8904476772158429792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:34:54.764] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:14:0) after 1m0s
[22:35:54.923] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:14:0)
[22:35:54.923] Timer tick, asking Buildbucket for the build status
[22:35:55.509] Build 8904476772158429792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:35:55.509] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:15:0) after 1m0s
[22:36:55.616] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:15:0)
[22:36:55.616] Timer tick, asking Buildbucket for the build status
[22:36:55.827] Build 8904476772158429792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:36:55.827] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:16:0) after 1m0s
[22:37:55.992] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:16:0)
[22:37:55.992] Timer tick, asking Buildbucket for the build status
[22:37:56.210] Build 8904476772158429792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:37:56.210] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:17:0) after 1m0s
[22:38:56.349] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:17:0)
[22:38:56.349] Timer tick, asking Buildbucket for the build status
[22:38:56.528] Build 8904476772158429792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:38:56.528] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:18:0) after 1m0s
[22:39:56.628] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:18:0)
[22:39:56.628] Timer tick, asking Buildbucket for the build status
[22:39:59.237] Build 8904476772158429792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:39:59.237] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:19:0) after 1m0s
[22:40:59.209] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:19:0)
[22:40:59.209] Timer tick, asking Buildbucket for the build status
[22:41:00.094] Build 8904476772158429792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:41:00.094] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:20:0) after 1m0s
[22:42:00.107] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:20:0)
[22:42:00.107] Timer tick, asking Buildbucket for the build status
[22:42:01.689] Build 8904476772158429792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:42:01.689] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:21:0) after 1m0s
[22:43:01.761] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:21:0)
[22:43:01.761] Timer tick, asking Buildbucket for the build status
[22:43:02.383] Build 8904476772158429792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:43:02.383] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:22:0) after 1m0s
[22:44:02.479] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:22:0)
[22:44:02.479] Timer tick, asking Buildbucket for the build status
[22:44:03.051] Build 8904476772158429792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:44:03.051] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:23:0) after 1m0s
[22:45:03.135] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:23:0)
[22:45:03.135] Timer tick, asking Buildbucket for the build status
[22:45:03.501] Build 8904476772158429792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:45:03.501] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:24:0) after 1m0s
[22:46:03.530] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:24:0)
[22:46:03.530] Timer tick, asking Buildbucket for the build status
[22:46:03.811] Build 8904476772158429792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:46:03.811] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:25:0) after 1m0s
[22:47:03.855] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:25:0)
[22:47:03.855] Timer tick, asking Buildbucket for the build status
[22:47:05.320] Build 8904476772158429792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:47:05.320] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:26:0) after 1m0s
[22:48:05.385] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:26:0)
[22:48:05.385] Timer tick, asking Buildbucket for the build status
[22:48:06.524] Build 8904476772158429792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:48:06.524] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:27:0) after 1m0s
[22:49:06.680] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:27:0)
[22:49:06.680] Timer tick, asking Buildbucket for the build status
[22:49:06.893] Build 8904476772158429792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:49:06.893] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:28:0) after 1m0s
[22:50:06.999] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:28:0)
[22:50:06.999] Timer tick, asking Buildbucket for the build status
[22:50:07.180] Build 8904476772158429792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:50:07.180] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:29:0) after 1m0s
[22:51:07.209] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:29:0)
[22:51:07.209] Timer tick, asking Buildbucket for the build status
[22:51:07.521] Build 8904476772158429792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:51:07.521] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:30:0) after 1m0s
[22:52:07.592] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:30:0)
[22:52:07.592] Timer tick, asking Buildbucket for the build status
[22:52:08.343] Build 8904476772158429792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:52:08.343] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:31:0) after 1m0s
[22:53:08.411] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:31:0)
[22:53:08.411] Timer tick, asking Buildbucket for the build status
[22:53:08.548] Build 8904476772158429792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:53:08.548] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:32:0) after 1m0s
[22:54:08.713] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:32:0)
[22:54:08.713] Timer tick, asking Buildbucket for the build status
[22:54:08.863] Build 8904476772158429792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:54:08.863] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:33:0) after 1m0s
[22:55:08.903] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:33:0)
[22:55:08.903] Timer tick, asking Buildbucket for the build status
[22:55:09.907] Build 8904476772158429792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:55:09.907] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:34:0) after 1m0s
[22:56:09.934] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:34:0)
[22:56:09.934] Timer tick, asking Buildbucket for the build status
[22:56:10.534] Build 8904476772158429792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:56:10.534] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:35:0) after 1m0s
[22:57:10.621] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:35:0)
[22:57:10.621] Timer tick, asking Buildbucket for the build status
[22:57:10.845] Build 8904476772158429792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:57:10.845] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:36:0) after 1m0s
[22:58:10.840] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:36:0)
[22:58:10.840] Timer tick, asking Buildbucket for the build status
[22:58:11.799] Build 8904476772158429792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:58:11.799] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:37:0) after 1m0s
[22:59:11.875] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:37:0)
[22:59:11.875] Timer tick, asking Buildbucket for the build status
[22:59:12.308] Build 8904476772158429792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:59:12.308] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:38:0) after 1m0s
[23:00:12.403] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:38:0)
[23:00:12.403] Timer tick, asking Buildbucket for the build status
[23:00:15.329] Build 8904476772158429792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:00:15.329] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:39:0) after 1m0s
[23:01:15.356] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:39:0)
[23:01:15.356] Timer tick, asking Buildbucket for the build status
[23:01:16.803] Build 8904476772158429792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:01:16.803] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:40:0) after 1m0s
[23:02:16.840] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:40:0)
[23:02:16.840] Timer tick, asking Buildbucket for the build status
[23:02:20.634] Build 8904476772158429792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:02:20.634] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:41:0) after 1m0s
[23:03:20.702] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:41:0)
[23:03:20.702] Timer tick, asking Buildbucket for the build status
[23:03:20.864] Build 8904476772158429792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:03:20.864] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:42:0) after 1m0s
[23:04:21.001] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:42:0)
[23:04:21.001] Timer tick, asking Buildbucket for the build status
[23:04:21.924] Build 8904476772158429792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:04:21.924] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:43:0) after 1m0s
[23:05:21.946] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:43:0)
[23:05:21.946] Timer tick, asking Buildbucket for the build status
[23:05:22.215] Build 8904476772158429792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:05:22.215] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:44:0) after 1m0s
[23:06:22.374] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:44:0)
[23:06:22.374] Timer tick, asking Buildbucket for the build status
[23:06:22.688] Build 8904476772158429792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:06:22.688] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:45:0) after 1m0s
[23:07:22.732] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:45:0)
[23:07:22.732] Timer tick, asking Buildbucket for the build status
[23:07:24.296] Build 8904476772158429792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:07:24.296] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:46:0) after 1m0s
[23:08:24.721] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:46:0)
[23:08:24.721] Timer tick, asking Buildbucket for the build status
[23:08:25.441] Build 8904476772158429792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:08:25.442] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:47:0) after 1m0s
[23:09:25.626] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:47:0)
[23:09:25.626] Timer tick, asking Buildbucket for the build status
[23:09:25.865] Build 8904476772158429792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:09:25.865] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:48:0) after 1m0s
[23:10:25.957] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:48:0)
[23:10:25.957] Timer tick, asking Buildbucket for the build status
[23:10:26.269] Build 8904476772158429792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:10:26.269] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:49:0) after 1m0s
[23:11:26.338] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:49:0)
[23:11:26.338] Timer tick, asking Buildbucket for the build status
[23:11:27.140] Build 8904476772158429792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:11:27.140] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:50:0) after 1m0s
[23:12:27.349] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:50:0)
[23:12:27.349] Timer tick, asking Buildbucket for the build status
[23:12:29.489] Build 8904476772158429792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:12:29.489] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:51:0) after 1m0s
[23:13:29.520] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:51:0)
[23:13:29.520] Timer tick, asking Buildbucket for the build status
[23:13:29.921] Build 8904476772158429792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:13:29.921] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:52:0) after 1m0s
[23:14:29.949] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:52:0)
[23:14:29.949] Timer tick, asking Buildbucket for the build status
[23:14:32.118] Build 8904476772158429792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:14:32.118] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:53:0) after 1m0s
[23:15:32.226] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:53:0)
[23:15:32.226] Timer tick, asking Buildbucket for the build status
[23:15:32.777] Build 8904476772158429792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:15:32.777] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:54:0) after 1m0s
[23:16:32.912] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:54:0)
[23:16:32.912] Timer tick, asking Buildbucket for the build status
[23:16:33.103] Build 8904476772158429792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:16:33.103] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:55:0) after 1m0s
[23:17:33.085] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:55:0)
[23:17:33.085] Timer tick, asking Buildbucket for the build status
[23:17:33.381] Build 8904476772158429792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:17:33.381] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:56:0) after 1m0s
[23:18:33.431] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:56:0)
[23:18:33.431] Timer tick, asking Buildbucket for the build status
[23:18:36.353] Build 8904476772158429792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:18:36.353] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:57:0) after 1m0s
[23:19:36.495] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:57:0)
[23:19:36.495] Timer tick, asking Buildbucket for the build status
[23:19:36.701] Build 8904476772158429792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:19:36.701] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:58:0) after 1m0s
[23:20:36.740] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:58:0)
[23:20:36.740] Timer tick, asking Buildbucket for the build status
[23:20:36.886] Build 8904476772158429792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:20:36.886] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:59:0) after 1m0s
[23:21:36.918] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:59:0)
[23:21:36.918] Timer tick, asking Buildbucket for the build status
[23:21:38.792] Build 8904476772158429792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:21:38.792] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:60:0) after 1m0s
[23:22:38.863] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:60:0)
[23:22:38.863] Timer tick, asking Buildbucket for the build status
[23:22:39.672] Build 8904476772158429792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:22:39.672] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:61:0) after 1m0s
[23:23:39.696] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:61:0)
[23:23:39.696] Timer tick, asking Buildbucket for the build status
[23:23:40.034] Build 8904476772158429792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:23:40.034] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:62:0) after 1m0s
[23:24:40.072] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:62:0)
[23:24:40.072] Timer tick, asking Buildbucket for the build status
[23:24:40.283] Build 8904476772158429792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:24:40.283] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:63:0) after 1m0s
[23:25:40.299] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:63:0)
[23:25:40.299] Timer tick, asking Buildbucket for the build status
[23:25:40.449] Build 8904476772158429792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:25:40.449] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:64:0) after 1m0s
[23:26:40.516] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:64:0)
[23:26:40.516] Timer tick, asking Buildbucket for the build status
[23:26:41.112] Build 8904476772158429792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:26:41.112] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:65:0) after 1m0s
[23:27:41.215] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:65:0)
[23:27:41.215] Timer tick, asking Buildbucket for the build status
[23:27:41.437] Build 8904476772158429792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:27:41.437] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:66:0) after 1m0s
[23:28:41.576] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:66:0)
[23:28:41.576] Timer tick, asking Buildbucket for the build status
[23:28:44.030] Build 8904476772158429792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:28:44.030] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:67:0) after 1m0s
[23:29:44.155] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:67:0)
[23:29:44.155] Timer tick, asking Buildbucket for the build status
[23:29:44.396] Build 8904476772158429792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:29:44.396] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:68:0) after 1m0s
[23:30:44.524] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:68:0)
[23:30:44.524] Timer tick, asking Buildbucket for the build status
[23:30:45.306] Build 8904476772158429792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:30:45.306] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:69:0) after 1m0s
[23:31:45.390] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:69:0)
[23:31:45.390] Timer tick, asking Buildbucket for the build status
[23:31:45.840] Build 8904476772158429792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:31:45.840] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:70:0) after 1m0s
[23:32:45.910] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:70:0)
[23:32:45.910] Timer tick, asking Buildbucket for the build status
[23:32:46.168] Build 8904476772158429792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:32:46.168] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:71:0) after 1m0s
[23:33:46.512] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:71:0)
[23:33:46.513] Timer tick, asking Buildbucket for the build status
[23:33:46.681] Build 8904476772158429792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:33:46.681] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:72:0) after 1m0s
[23:34:46.964] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:72:0)
[23:34:46.964] Timer tick, asking Buildbucket for the build status
[23:34:50.639] Build 8904476772158429792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:34:50.639] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:73:0) after 1m0s
[23:35:50.713] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:73:0)
[23:35:50.713] Timer tick, asking Buildbucket for the build status
[23:35:50.938] Build 8904476772158429792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:35:50.938] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:74:0) after 1m0s
[23:36:50.986] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:74:0)
[23:36:50.986] Timer tick, asking Buildbucket for the build status
[23:36:52.227] Build 8904476772158429792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:36:52.227] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:75:0) after 1m0s
[23:37:52.272] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:75:0)
[23:37:52.272] Timer tick, asking Buildbucket for the build status
[23:37:52.851] Build 8904476772158429792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:37:52.851] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:76:0) after 1m0s
[23:38:52.879] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:76:0)
[23:38:52.879] Timer tick, asking Buildbucket for the build status
[23:38:53.063] Build 8904476772158429792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:38:53.063] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:77:0) after 1m0s
[23:39:53.106] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:77:0)
[23:39:53.106] Timer tick, asking Buildbucket for the build status
[23:39:53.578] Build 8904476772158429792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:39:53.578] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:78:0) after 1m0s
[23:40:53.608] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:78:0)
[23:40:53.608] Timer tick, asking Buildbucket for the build status
[23:40:54.045] Build 8904476772158429792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:40:54.045] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:79:0) after 1m0s
[23:41:54.082] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:79:0)
[23:41:54.082] Timer tick, asking Buildbucket for the build status
[23:41:54.230] Build 8904476772158429792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:41:54.230] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:80:0) after 1m0s
[23:42:54.268] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:80:0)
[23:42:54.268] Timer tick, asking Buildbucket for the build status
[23:42:54.515] Build 8904476772158429792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:42:54.515] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:81:0) after 1m0s
[23:43:54.587] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:81:0)
[23:43:54.587] Timer tick, asking Buildbucket for the build status
[23:43:54.912] Build 8904476772158429792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:43:54.912] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:82:0) after 1m0s
[23:44:54.927] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:82:0)
[23:44:54.927] Timer tick, asking Buildbucket for the build status
[23:44:55.584] Build 8904476772158429792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:44:55.584] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:83:0) after 1m0s
[23:45:55.667] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:83:0)
[23:45:55.667] Timer tick, asking Buildbucket for the build status
[23:45:56.100] Build 8904476772158429792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:45:56.100] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:84:0) after 1m0s
[23:46:56.167] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:84:0)
[23:46:56.167] Timer tick, asking Buildbucket for the build status
[23:46:56.335] Build 8904476772158429792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:46:56.335] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:85:0) after 1m0s
[23:47:56.466] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:85:0)
[23:47:56.466] Timer tick, asking Buildbucket for the build status
[23:47:56.606] Build 8904476772158429792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:47:56.606] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:86:0) after 1m0s
[23:48:56.730] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:86:0)
[23:48:56.730] Timer tick, asking Buildbucket for the build status
[23:48:57.002] Build 8904476772158429792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:48:57.002] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:87:0) after 1m0s
[23:49:57.213] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:87:0)
[23:49:57.213] Timer tick, asking Buildbucket for the build status
[23:49:59.313] Build 8904476772158429792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:49:59.313] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:88:0) after 1m0s
[23:50:59.348] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:88:0)
[23:50:59.348] Timer tick, asking Buildbucket for the build status
[23:50:59.477] Build 8904476772158429792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:50:59.477] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:89:0) after 1m0s
[23:51:59.534] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:89:0)
[23:51:59.534] Timer tick, asking Buildbucket for the build status
[23:51:59.972] Build 8904476772158429792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:51:59.972] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:90:0) after 1m0s
[23:53:00.076] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:90:0)
[23:53:00.076] Timer tick, asking Buildbucket for the build status
[23:53:00.664] Build 8904476772158429792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:53:00.664] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:91:0) after 1m0s
[23:54:00.670] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:91:0)
[23:54:00.670] Timer tick, asking Buildbucket for the build status
[23:54:00.938] Build 8904476772158429792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:54:00.938] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:92:0) after 1m0s
[23:55:01.039] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:92:0)
[23:55:01.039] Timer tick, asking Buildbucket for the build status
[23:55:04.243] Build 8904476772158429792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:55:04.243] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:93:0) after 1m0s
[23:56:04.307] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:93:0)
[23:56:04.307] Timer tick, asking Buildbucket for the build status
[23:56:04.469] Build 8904476772158429792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:56:04.469] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:94:0) after 1m0s
[23:57:04.535] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:94:0)
[23:57:04.535] Timer tick, asking Buildbucket for the build status
[23:57:04.882] Build 8904476772158429792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:57:04.882] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:95:0) after 1m0s
[23:58:05.007] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:95:0)
[23:58:05.007] Timer tick, asking Buildbucket for the build status
[23:58:05.572] Build 8904476772158429792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:58:05.572] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:96:0) after 1m0s
[23:59:05.904] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:96:0)
[23:59:05.904] Timer tick, asking Buildbucket for the build status
[23:59:06.202] Build 8904476772158429792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:59:06.202] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:97:0) after 1m0s
[00:00:06.493] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:97:0)
[00:00:06.493] Timer tick, asking Buildbucket for the build status
[00:00:07.011] Build 8904476772158429792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:00:07.011] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:98:0) after 1m0s
[00:01:07.171] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:98:0)
[00:01:07.171] Timer tick, asking Buildbucket for the build status
[00:01:07.465] Build 8904476772158429792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:01:07.465] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:99:0) after 1m0s
[00:02:07.652] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:99:0)
[00:02:07.652] Timer tick, asking Buildbucket for the build status
[00:02:07.799] Build 8904476772158429792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:02:07.799] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:100:0) after 1m0s
[00:03:08.246] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:100:0)
[00:03:08.246] Timer tick, asking Buildbucket for the build status
[00:03:08.470] Build 8904476772158429792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:03:08.470] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:101:0) after 1m0s
[00:04:08.544] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:101:0)
[00:04:08.544] Timer tick, asking Buildbucket for the build status
[00:04:08.695] Build 8904476772158429792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:04:08.695] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:102:0) after 1m0s
[00:05:08.808] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:102:0)
[00:05:08.808] Timer tick, asking Buildbucket for the build status
[00:05:09.536] Build 8904476772158429792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:05:09.536] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:103:0) after 1m0s
[00:06:09.563] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:103:0)
[00:06:09.563] Timer tick, asking Buildbucket for the build status
[00:06:10.067] Build 8904476772158429792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:06:10.067] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:104:0) after 1m0s
[00:07:10.325] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:104:0)
[00:07:10.325] Timer tick, asking Buildbucket for the build status
[00:07:10.863] Build 8904476772158429792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:07:10.863] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:105:0) after 1m0s
[00:08:10.918] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:105:0)
[00:08:10.918] Timer tick, asking Buildbucket for the build status
[00:08:12.116] Build 8904476772158429792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:08:12.116] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:106:0) after 1m0s
[00:09:12.303] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:106:0)
[00:09:12.303] Timer tick, asking Buildbucket for the build status
[00:09:12.801] Build 8904476772158429792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:09:12.801] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:107:0) after 1m0s
[00:10:12.957] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:107:0)
[00:10:12.957] Timer tick, asking Buildbucket for the build status
[00:10:13.720] Build 8904476772158429792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:10:13.720] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:108:0) after 1m0s
[00:11:13.948] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:108:0)
[00:11:13.948] Timer tick, asking Buildbucket for the build status
[00:11:14.090] Build 8904476772158429792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:11:14.090] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:109:0) after 1m0s
[00:12:14.130] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:109:0)
[00:12:14.130] Timer tick, asking Buildbucket for the build status
[00:12:14.315] Build 8904476772158429792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:12:14.315] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:110:0) after 1m0s
[00:13:14.501] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:110:0)
[00:13:14.501] Timer tick, asking Buildbucket for the build status
[00:13:18.216] Build 8904476772158429792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:13:18.216] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:111:0) after 1m0s
[00:14:18.359] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:111:0)
[00:14:18.359] Timer tick, asking Buildbucket for the build status
[00:14:18.910] Build 8904476772158429792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:14:18.910] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:112:0) after 1m0s
[00:15:19.039] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:112:0)
[00:15:19.039] Timer tick, asking Buildbucket for the build status
[00:15:22.857] Build 8904476772158429792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:15:22.857] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:113:0) after 1m0s
[00:16:23.283] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:113:0)
[00:16:23.283] Timer tick, asking Buildbucket for the build status
[00:16:23.534] Build 8904476772158429792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:16:23.534] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:114:0) after 1m0s
[00:17:23.671] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:114:0)
[00:17:23.671] Timer tick, asking Buildbucket for the build status
[00:17:24.926] Build 8904476772158429792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:17:24.926] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:115:0) after 1m0s
[00:18:25.327] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:115:0)
[00:18:25.327] Timer tick, asking Buildbucket for the build status
[00:18:25.569] Build 8904476772158429792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:18:25.569] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:116:0) after 1m0s
[00:19:25.753] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:116:0)
[00:19:25.753] Timer tick, asking Buildbucket for the build status
[00:19:26.086] Build 8904476772158429792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:19:26.086] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:117:0) after 1m0s
[00:20:26.153] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:117:0)
[00:20:26.153] Timer tick, asking Buildbucket for the build status
[00:20:27.314] Build 8904476772158429792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:20:27.314] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:118:0) after 1m0s
[00:21:27.305] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:118:0)
[00:21:27.305] Timer tick, asking Buildbucket for the build status
[00:21:27.654] Build 8904476772158429792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:21:27.654] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:119:0) after 1m0s
[00:22:27.741] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:119:0)
[00:22:27.741] Timer tick, asking Buildbucket for the build status
[00:22:28.307] Build 8904476772158429792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:22:28.307] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:120:0) after 1m0s
[00:23:28.375] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:120:0)
[00:23:28.375] Timer tick, asking Buildbucket for the build status
[00:23:29.159] Build 8904476772158429792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:23:29.159] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:121:0) after 1m0s
[00:24:29.182] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:121:0)
[00:24:29.182] Timer tick, asking Buildbucket for the build status
[00:24:29.653] Build 8904476772158429792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:24:29.653] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:122:0) after 1m0s
[00:25:29.733] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:122:0)
[00:25:29.733] Timer tick, asking Buildbucket for the build status
[00:25:29.958] Build 8904476772158429792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:25:29.958] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069906834288391376:123:0) after 1m0s
[00:25:36.728] Received PubSub notification, asking Buildbucket for the build status
[00:25:36.934] Build 8904476772158429792: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[00:25:36.934] Buildbucket build:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "completed_ts": "1566433535678850",
    "created_by": "project:chromium",
    "created_ts": "1566426223564252",
    "failure_reason": "BUILD_FAILURE",
    "id": "8904476772158429792",
    "parameters_json": "{\"builder_name\": \"ToTiOS\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"2bfa23ebc5b3637bb62b79b67ce6173f4bc39752\"}}",
    "project": "chromium",
    "result": "FAILURE",
    "result_details_json": "{\"error\": {\"message\": \"Failed ios_web_inttests (iPhone 6s iOS 12.1).\"}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"build281-m9\", \"branch\": \"refs/heads/master\", \"buildername\": \"ToTiOS\", \"buildnumber\": 9556, \"got_angle_revision\": \"24456989e21b2aaac01afb560aa05d686d9e272c\", \"got_dawn_revision\": \"ae2b9f4720a7286e001d63939b9deaf2731ccc9f\", \"got_nacl_revision\": \"058a26f57015051953a727add26e7e26348b9558\", \"got_revision\": \"2bfa23ebc5b3637bb62b79b67ce6173f4bc39752\", \"got_revision_cp\": \"refs/heads/master@{#689200}\", \"got_swarming_client_revision\": \"96f125709acfd0b48fc1e5dae7d6ea42291726ac\", \"got_v8_revision\": \"ffe7b03780f2f0454a61787431bd941b23064793\", \"got_v8_revision_cp\": \"refs/heads/7.8.146@{#1}\", \"got_webrtc_revision\": \"f69bd5f184ccb7169be5237ec956887ca48af6a3\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#28927}\", \"isolate_server\": \"https://isolateserver.appspot.com\", \"mastername\": \"chromium.clang\", \"path_config\": \"generic\", \"perf_dashboard_machine_group\": \"ChromiumClang\", \"recipe\": \"ios/unified_builder_tester\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"2bfa23ebc5b3637bb62b79b67ce6173f4bc39752\", \"swarm_hashes\": {\"0\": \"098111ad67e3c5d7877c78eea264c8ca7b72be43\", \"1\": \"e1e73582b2e78433168257daaca9e40cef415059\", \"10\": \"dcaa12c0c254ee6b1e5eb93e3546ff666012ba8b\", \"11\": \"8e21c180b7aec1f43b2084511904f0ac71cea7b6\", \"12\": \"1fe9b65c7bd6bcc4c88a054e170bba40e6f791d6\", \"13\": \"2ea5d10199198c92ae62d83bc644351bf26d7d04\", \"14\": \"ac17aebb28c619b4e03bd9b5b842ba9b13e035c2\", \"15\": \"a9b1561a0fa19978b02c418f2e30fc7732ae7f5f\", \"16\": \"fc2576cc80b83098e977fe80acff858d67460655\", \"2\": \"86a3ca9250fa5b8dde93844255a8091c48dc2f10\", \"3\": \"f08ef4d998799aaae8f9c71acb676bee7ce1f17c\", \"4\": \"8c799e074fa537740e75b8fededf12973647133b\", \"5\": \"3b563802562754fc10f0bb01071dc6e75eacb091\", \"6\": \"adb773265e5a6ae0953a84f11b47807b5eb1484a\", \"7\": \"88cda964eb040d66676c7e90340d72a79ed832d9\", \"8\": \"48892c9a53c0ff7e7ab37a51f8d41856f87bab22\", \"9\": \"26d825d616cf74e098c0792e2f1c9c0b5b48f1e7\"}}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_4a4feefdd7e355061708c01720b06a0ca8c49ffc9968a2ebc674541738676b8f_v2\", \"builder_69caa34b8f39daac28a821cac2619730401d46a6479812cc34796e3bf180418a_v2\", \"builder_ae5debd901c74ee0906916cb62621bceb2a8b657b42c2e2e9e89a0f6a2e5e53b_v2\", \"builder_d42b89eab403033f5a2a8102ec9c436397350cedb439d5e09b11874a5784adb4_v2\", \"git\", \"goma_v2\", \"vpython\", \"xcode_ios_11m382q\"], \"cores\": [\"24\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"1002\", \"1002:679e\", \"1002:679e-4.0.11-3.2.8\"], \"hidpi\": [\"0\"], \"id\": [\"build281-m9\"], \"mac_model\": [\"MacPro6,1\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Mac\", \"Mac-10.14\", \"Mac-10.14.6\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.10\"], \"server_version\": [\"4397-8786906\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}, \"ui\": {\"info\": \"Failed ios_web_inttests (iPhone 6s iOS 12.1).\"}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1566426289865934",
    "status": "COMPLETED",
    "status_changed_ts": "1566426290366420",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOS/9556",
      "builder:ToTiOS",
      "buildset:commit/git/2bfa23ebc5b3637bb62b79b67ce6173f4bc39752",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2bfa23ebc5b3637bb62b79b67ce6173f4bc39752",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9069906834288391376",
      "scheduler_job_id:chromium/ToTiOS",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8904476772158429792/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:os:Mac",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:46cf18dfd3610410",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1566433536147744",
    "url": "https://ci.chromium.org/b/8904476772158429792",
    "utcnow_ts": "1566433536920001"
  }
}
[00:25:36.936] Invocation finished in 2h1m54.786871383s with status FAILED