Status: FAILED
Triggered by: -
Duration: 1 hour
Actions:

Definition (rev ead1c24e5b0e6b883f7d7e816b15c81777fef6bb)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTiOS"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/chromium/src.git",
  "revision": "92cd14948e847a95f30718fb06cbf4fdd63d2f7f"
}

Incoming tags

  • buildset:commit/git/92cd14948e847a95f30718fb06cbf4fdd63d2f7f
  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/92cd14948e847a95f30718fb06cbf4fdd63d2f7f
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[13:02:30.198] New invocation is queued and will start shortly
[13:02:31.365] Starting the invocation (attempt 1)
[13:02:31.541] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[13:02:31.541] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[13:02:31.541] Buildbucket request:
{
  "bucket": "luci.chromium.ci",
  "client_operation_id": "9067858411683052128",
  "parameters_json": "{\"builder_name\":\"ToTiOS\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src.git\",\"revision\":\"92cd14948e847a95f30718fb06cbf4fdd63d2f7f\"}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:ToTiOS",
    "scheduler_invocation_id:9067858411683052128",
    "scheduler_job_id:chromium/ToTiOS",
    "user_agent:luci-scheduler",
    "buildset:commit/git/92cd14948e847a95f30718fb06cbf4fdd63d2f7f",
    "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/92cd14948e847a95f30718fb06cbf4fdd63d2f7f",
    "gitiles_ref:refs/heads/master"
  ]
}
[13:02:33.886] Buildbucket response:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary": true,
    "canary_preference": "CANARY",
    "created_by": "project:chromium",
    "created_ts": "1568379752350001",
    "id": "8902428348758502432",
    "parameters_json": "{\"builder_name\": \"ToTiOS\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"92cd14948e847a95f30718fb06cbf4fdd63d2f7f\"}}",
    "project": "chromium",
    "result_details_json": "{\"properties\": {}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1568379753611003",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOS/9887",
      "builder:ToTiOS",
      "buildset:commit/git/92cd14948e847a95f30718fb06cbf4fdd63d2f7f",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/92cd14948e847a95f30718fb06cbf4fdd63d2f7f",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9067858411683052128",
      "scheduler_job_id:chromium/ToTiOS",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8902428348758502432/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1568379753611712",
    "url": "https://ci.chromium.org/b/8902428348758502432",
    "utcnow_ts": "1568379753860330"
  }
}
[13:02:33.886] Task URL: https://ci.chromium.org/b/8902428348758502432
[13:02:33.886] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:2:0) after 1m0s
[13:03:33.957] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:2:0)
[13:03:33.957] Timer tick, asking Buildbucket for the build status
[13:03:34.222] Build 8902428348758502432: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[13:03:34.222] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:3:0) after 1m0s
[13:04:34.269] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:3:0)
[13:04:34.269] Timer tick, asking Buildbucket for the build status
[13:04:35.052] Build 8902428348758502432: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[13:04:35.052] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:4:0) after 1m0s
[13:05:35.092] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:4:0)
[13:05:35.092] Timer tick, asking Buildbucket for the build status
[13:05:35.579] Build 8902428348758502432: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[13:05:35.579] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:5:0) after 1m0s
[13:05:41.241] Received PubSub notification, asking Buildbucket for the build status
[13:05:43.897] Build 8902428348758502432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:06:35.673] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:5:0)
[13:06:35.673] Timer tick, asking Buildbucket for the build status
[13:06:36.312] Build 8902428348758502432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:06:36.312] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:7:0) after 1m0s
[13:07:36.440] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:7:0)
[13:07:36.440] Timer tick, asking Buildbucket for the build status
[13:07:36.857] Build 8902428348758502432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:07:36.857] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:8:0) after 1m0s
[13:08:36.945] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:8:0)
[13:08:36.945] Timer tick, asking Buildbucket for the build status
[13:08:37.176] Build 8902428348758502432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:08:37.176] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:9:0) after 1m0s
[13:09:37.246] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:9:0)
[13:09:37.246] Timer tick, asking Buildbucket for the build status
[13:09:40.997] Build 8902428348758502432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:09:40.997] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:10:0) after 1m0s
[13:10:41.039] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:10:0)
[13:10:41.039] Timer tick, asking Buildbucket for the build status
[13:10:41.731] Build 8902428348758502432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:10:41.731] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:11:0) after 1m0s
[13:11:41.807] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:11:0)
[13:11:41.807] Timer tick, asking Buildbucket for the build status
[13:11:43.340] Build 8902428348758502432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:11:43.340] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:12:0) after 1m0s
[13:12:43.389] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:12:0)
[13:12:43.389] Timer tick, asking Buildbucket for the build status
[13:12:43.823] Build 8902428348758502432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:12:43.823] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:13:0) after 1m0s
[13:13:43.901] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:13:0)
[13:13:43.901] Timer tick, asking Buildbucket for the build status
[13:13:44.285] Build 8902428348758502432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:13:44.285] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:14:0) after 1m0s
[13:14:44.314] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:14:0)
[13:14:44.314] Timer tick, asking Buildbucket for the build status
[13:14:44.764] Build 8902428348758502432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:14:44.765] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:15:0) after 1m0s
[13:15:44.862] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:15:0)
[13:15:44.862] Timer tick, asking Buildbucket for the build status
[13:15:46.726] Build 8902428348758502432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:15:46.726] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:16:0) after 1m0s
[13:16:46.760] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:16:0)
[13:16:46.760] Timer tick, asking Buildbucket for the build status
[13:16:48.582] Build 8902428348758502432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:16:48.582] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:17:0) after 1m0s
[13:17:48.594] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:17:0)
[13:17:48.594] Timer tick, asking Buildbucket for the build status
[13:17:48.870] Build 8902428348758502432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:17:48.870] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:18:0) after 1m0s
[13:18:48.891] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:18:0)
[13:18:48.891] Timer tick, asking Buildbucket for the build status
[13:18:49.360] Build 8902428348758502432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:18:49.360] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:19:0) after 1m0s
[13:19:49.385] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:19:0)
[13:19:49.385] Timer tick, asking Buildbucket for the build status
[13:19:51.059] Build 8902428348758502432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:19:51.059] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:20:0) after 1m0s
[13:20:51.171] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:20:0)
[13:20:51.171] Timer tick, asking Buildbucket for the build status
[13:20:51.483] Build 8902428348758502432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:20:51.483] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:21:0) after 1m0s
[13:21:51.551] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:21:0)
[13:21:51.551] Timer tick, asking Buildbucket for the build status
[13:21:51.747] Build 8902428348758502432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:21:51.747] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:22:0) after 1m0s
[13:22:51.822] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:22:0)
[13:22:51.822] Timer tick, asking Buildbucket for the build status
[13:22:52.269] Build 8902428348758502432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:22:52.269] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:23:0) after 1m0s
[13:23:52.302] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:23:0)
[13:23:52.302] Timer tick, asking Buildbucket for the build status
[13:23:52.492] Build 8902428348758502432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:23:52.492] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:24:0) after 1m0s
[13:24:52.756] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:24:0)
[13:24:52.756] Timer tick, asking Buildbucket for the build status
[13:24:56.226] Build 8902428348758502432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:24:56.226] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:25:0) after 1m0s
[13:25:56.425] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:25:0)
[13:25:56.425] Timer tick, asking Buildbucket for the build status
[13:25:57.086] Build 8902428348758502432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:25:57.086] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:26:0) after 1m0s
[13:26:57.142] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:26:0)
[13:26:57.142] Timer tick, asking Buildbucket for the build status
[13:26:57.409] Build 8902428348758502432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:26:57.409] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:27:0) after 1m0s
[13:27:57.530] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:27:0)
[13:27:57.530] Timer tick, asking Buildbucket for the build status
[13:27:57.871] Build 8902428348758502432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:27:57.871] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:28:0) after 1m0s
[13:28:57.974] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:28:0)
[13:28:57.974] Timer tick, asking Buildbucket for the build status
[13:28:58.219] Build 8902428348758502432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:28:58.219] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:29:0) after 1m0s
[13:29:58.234] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:29:0)
[13:29:58.234] Timer tick, asking Buildbucket for the build status
[13:30:00.292] Build 8902428348758502432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:30:00.292] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:30:0) after 1m0s
[13:31:00.536] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:30:0)
[13:31:00.536] Timer tick, asking Buildbucket for the build status
[13:31:02.132] Build 8902428348758502432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:31:02.132] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:31:0) after 1m0s
[13:32:02.171] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:31:0)
[13:32:02.171] Timer tick, asking Buildbucket for the build status
[13:32:02.439] Build 8902428348758502432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:32:02.439] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:32:0) after 1m0s
[13:33:02.561] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:32:0)
[13:33:02.561] Timer tick, asking Buildbucket for the build status
[13:33:05.260] Build 8902428348758502432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:33:05.260] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:33:0) after 1m0s
[13:34:05.302] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:33:0)
[13:34:05.302] Timer tick, asking Buildbucket for the build status
[13:34:06.126] Build 8902428348758502432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:34:06.126] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:34:0) after 1m0s
[13:35:06.327] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:34:0)
[13:35:06.327] Timer tick, asking Buildbucket for the build status
[13:35:06.654] Build 8902428348758502432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:35:06.654] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:35:0) after 1m0s
[13:36:06.794] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:35:0)
[13:36:06.794] Timer tick, asking Buildbucket for the build status
[13:36:07.612] Build 8902428348758502432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:36:07.612] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:36:0) after 1m0s
[13:37:07.677] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:36:0)
[13:37:07.677] Timer tick, asking Buildbucket for the build status
[13:37:08.185] Build 8902428348758502432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:37:08.185] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:37:0) after 1m0s
[13:38:08.215] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:37:0)
[13:38:08.215] Timer tick, asking Buildbucket for the build status
[13:38:09.049] Build 8902428348758502432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:38:09.049] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:38:0) after 1m0s
[13:39:09.034] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:38:0)
[13:39:09.034] Timer tick, asking Buildbucket for the build status
[13:39:09.377] Build 8902428348758502432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:39:09.377] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:39:0) after 1m0s
[13:40:09.403] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:39:0)
[13:40:09.403] Timer tick, asking Buildbucket for the build status
[13:40:11.516] Build 8902428348758502432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:40:11.516] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:40:0) after 1m0s
[13:41:11.528] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:40:0)
[13:41:11.528] Timer tick, asking Buildbucket for the build status
[13:41:11.795] Build 8902428348758502432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:41:11.795] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:41:0) after 1m0s
[13:42:11.821] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:41:0)
[13:42:11.821] Timer tick, asking Buildbucket for the build status
[13:42:12.270] Build 8902428348758502432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:42:12.270] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:42:0) after 1m0s
[13:43:12.298] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:42:0)
[13:43:12.298] Timer tick, asking Buildbucket for the build status
[13:43:12.971] Build 8902428348758502432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:43:12.971] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:43:0) after 1m0s
[13:44:13.078] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:43:0)
[13:44:13.078] Timer tick, asking Buildbucket for the build status
[13:44:14.602] Build 8902428348758502432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:44:14.602] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:44:0) after 1m0s
[13:45:14.691] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:44:0)
[13:45:14.691] Timer tick, asking Buildbucket for the build status
[13:45:14.899] Build 8902428348758502432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:45:14.899] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:45:0) after 1m0s
[13:46:14.942] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:45:0)
[13:46:14.942] Timer tick, asking Buildbucket for the build status
[13:46:15.169] Build 8902428348758502432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:46:15.169] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:46:0) after 1m0s
[13:47:15.261] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:46:0)
[13:47:15.261] Timer tick, asking Buildbucket for the build status
[13:47:15.598] Build 8902428348758502432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:47:15.598] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:47:0) after 1m0s
[13:48:15.608] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:47:0)
[13:48:15.608] Timer tick, asking Buildbucket for the build status
[13:48:16.030] Build 8902428348758502432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:48:16.030] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:48:0) after 1m0s
[13:49:16.204] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:48:0)
[13:49:16.204] Timer tick, asking Buildbucket for the build status
[13:49:17.248] Build 8902428348758502432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:49:17.248] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:49:0) after 1m0s
[13:50:17.260] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:49:0)
[13:50:17.260] Timer tick, asking Buildbucket for the build status
[13:50:17.503] Build 8902428348758502432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:50:17.503] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:50:0) after 1m0s
[13:51:17.562] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:50:0)
[13:51:17.562] Timer tick, asking Buildbucket for the build status
[13:51:17.784] Build 8902428348758502432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:51:17.784] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:51:0) after 1m0s
[13:52:17.873] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:51:0)
[13:52:17.873] Timer tick, asking Buildbucket for the build status
[13:52:18.536] Build 8902428348758502432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:52:18.536] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:52:0) after 1m0s
[13:53:18.604] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:52:0)
[13:53:18.604] Timer tick, asking Buildbucket for the build status
[13:53:18.843] Build 8902428348758502432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:53:18.844] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:53:0) after 1m0s
[13:54:18.876] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:53:0)
[13:54:18.876] Timer tick, asking Buildbucket for the build status
[13:54:19.116] Build 8902428348758502432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:54:19.116] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:54:0) after 1m0s
[13:55:19.175] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:54:0)
[13:55:19.175] Timer tick, asking Buildbucket for the build status
[13:55:19.536] Build 8902428348758502432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:55:19.536] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:55:0) after 1m0s
[13:56:19.596] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:55:0)
[13:56:19.596] Timer tick, asking Buildbucket for the build status
[13:56:19.795] Build 8902428348758502432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:56:19.795] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:56:0) after 1m0s
[13:57:19.818] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:56:0)
[13:57:19.818] Timer tick, asking Buildbucket for the build status
[13:57:20.139] Build 8902428348758502432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:57:20.139] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:57:0) after 1m0s
[13:58:20.165] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:57:0)
[13:58:20.165] Timer tick, asking Buildbucket for the build status
[13:58:22.057] Build 8902428348758502432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:58:22.057] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:58:0) after 1m0s
[13:59:22.086] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:58:0)
[13:59:22.086] Timer tick, asking Buildbucket for the build status
[13:59:22.649] Build 8902428348758502432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:59:22.649] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:59:0) after 1m0s
[14:00:22.726] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:59:0)
[14:00:22.726] Timer tick, asking Buildbucket for the build status
[14:00:25.267] Build 8902428348758502432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:00:25.267] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:60:0) after 1m0s
[14:01:25.299] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:60:0)
[14:01:25.299] Timer tick, asking Buildbucket for the build status
[14:01:25.622] Build 8902428348758502432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:01:25.622] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:61:0) after 1m0s
[14:02:25.666] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:61:0)
[14:02:25.666] Timer tick, asking Buildbucket for the build status
[14:02:26.305] Build 8902428348758502432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:02:26.305] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:62:0) after 1m0s
[14:03:26.388] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:62:0)
[14:03:26.388] Timer tick, asking Buildbucket for the build status
[14:03:26.718] Build 8902428348758502432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:03:26.718] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:63:0) after 1m0s
[14:04:26.702] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:63:0)
[14:04:26.702] Timer tick, asking Buildbucket for the build status
[14:04:27.086] Build 8902428348758502432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:04:27.086] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:64:0) after 1m0s
[14:05:27.163] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:64:0)
[14:05:27.163] Timer tick, asking Buildbucket for the build status
[14:05:27.401] Build 8902428348758502432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:05:27.401] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:65:0) after 1m0s
[14:06:27.464] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:65:0)
[14:06:27.464] Timer tick, asking Buildbucket for the build status
[14:06:27.700] Build 8902428348758502432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:06:27.700] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:66:0) after 1m0s
[14:07:27.678] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:66:0)
[14:07:27.678] Timer tick, asking Buildbucket for the build status
[14:07:28.082] Build 8902428348758502432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:07:28.082] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:67:0) after 1m0s
[14:08:29.630] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:67:0)
[14:08:29.630] Timer tick, asking Buildbucket for the build status
[14:08:30.226] Build 8902428348758502432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:08:30.226] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:68:0) after 1m0s
[14:09:30.357] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:68:0)
[14:09:30.357] Timer tick, asking Buildbucket for the build status
[14:09:30.822] Build 8902428348758502432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:09:30.822] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:69:0) after 1m0s
[14:10:30.822] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:69:0)
[14:10:30.822] Timer tick, asking Buildbucket for the build status
[14:10:31.078] Build 8902428348758502432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:10:31.078] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:70:0) after 1m0s
[14:11:31.131] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:70:0)
[14:11:31.131] Timer tick, asking Buildbucket for the build status
[14:11:31.382] Build 8902428348758502432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:11:31.382] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:71:0) after 1m0s
[14:12:31.602] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:71:0)
[14:12:31.602] Timer tick, asking Buildbucket for the build status
[14:12:31.894] Build 8902428348758502432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:12:31.894] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:72:0) after 1m0s
[14:13:31.876] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:72:0)
[14:13:31.876] Timer tick, asking Buildbucket for the build status
[14:13:32.431] Build 8902428348758502432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:13:32.431] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:73:0) after 1m0s
[14:14:32.551] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:73:0)
[14:14:32.551] Timer tick, asking Buildbucket for the build status
[14:14:33.792] Build 8902428348758502432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:14:33.792] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:74:0) after 1m0s
[14:15:33.914] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:74:0)
[14:15:33.914] Timer tick, asking Buildbucket for the build status
[14:15:34.532] Build 8902428348758502432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:15:34.532] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:75:0) after 1m0s
[14:16:34.617] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:75:0)
[14:16:34.617] Timer tick, asking Buildbucket for the build status
[14:16:38.553] Build 8902428348758502432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:16:38.553] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:76:0) after 1m0s
[14:17:38.619] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:76:0)
[14:17:38.619] Timer tick, asking Buildbucket for the build status
[14:17:39.527] Build 8902428348758502432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:17:39.527] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:77:0) after 1m0s
[14:18:39.588] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:77:0)
[14:18:39.588] Timer tick, asking Buildbucket for the build status
[14:18:40.712] Build 8902428348758502432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:18:40.712] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:78:0) after 1m0s
[14:19:40.747] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:78:0)
[14:19:40.747] Timer tick, asking Buildbucket for the build status
[14:19:41.270] Build 8902428348758502432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:19:41.270] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:79:0) after 1m0s
[14:20:41.284] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:79:0)
[14:20:41.284] Timer tick, asking Buildbucket for the build status
[14:20:41.573] Build 8902428348758502432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:20:41.573] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:80:0) after 1m0s
[14:21:41.622] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:80:0)
[14:21:41.622] Timer tick, asking Buildbucket for the build status
[14:21:41.937] Build 8902428348758502432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:21:41.937] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:81:0) after 1m0s
[14:22:41.987] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:81:0)
[14:22:41.987] Timer tick, asking Buildbucket for the build status
[14:22:44.012] Build 8902428348758502432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:22:44.012] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:82:0) after 1m0s
[14:23:44.060] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:82:0)
[14:23:44.060] Timer tick, asking Buildbucket for the build status
[14:23:44.312] Build 8902428348758502432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:23:44.312] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:83:0) after 1m0s
[14:24:44.375] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:83:0)
[14:24:44.375] Timer tick, asking Buildbucket for the build status
[14:24:44.740] Build 8902428348758502432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:24:44.740] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:84:0) after 1m0s
[14:25:44.779] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:84:0)
[14:25:44.779] Timer tick, asking Buildbucket for the build status
[14:25:45.047] Build 8902428348758502432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:25:45.047] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:85:0) after 1m0s
[14:26:45.102] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:85:0)
[14:26:45.102] Timer tick, asking Buildbucket for the build status
[14:26:45.438] Build 8902428348758502432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:26:45.439] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:86:0) after 1m0s
[14:27:45.504] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:86:0)
[14:27:45.504] Timer tick, asking Buildbucket for the build status
[14:27:45.771] Build 8902428348758502432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:27:45.771] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:87:0) after 1m0s
[14:28:45.848] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:87:0)
[14:28:45.848] Timer tick, asking Buildbucket for the build status
[14:28:46.228] Build 8902428348758502432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:28:46.228] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:88:0) after 1m0s
[14:29:46.262] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:88:0)
[14:29:46.262] Timer tick, asking Buildbucket for the build status
[14:29:46.624] Build 8902428348758502432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:29:46.624] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:89:0) after 1m0s
[14:30:46.681] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:89:0)
[14:30:46.681] Timer tick, asking Buildbucket for the build status
[14:30:46.945] Build 8902428348758502432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:30:46.945] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:90:0) after 1m0s
[14:31:47.951] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:90:0)
[14:31:47.951] Timer tick, asking Buildbucket for the build status
[14:31:48.224] Build 8902428348758502432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:31:48.224] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:91:0) after 1m0s
[14:32:48.353] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:91:0)
[14:32:48.353] Timer tick, asking Buildbucket for the build status
[14:32:48.556] Build 8902428348758502432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:32:48.556] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:92:0) after 1m0s
[14:33:48.701] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:92:0)
[14:33:48.701] Timer tick, asking Buildbucket for the build status
[14:33:48.965] Build 8902428348758502432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:33:48.965] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:93:0) after 1m0s
[14:34:49.154] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:93:0)
[14:34:49.154] Timer tick, asking Buildbucket for the build status
[14:34:50.166] Build 8902428348758502432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:34:50.166] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:94:0) after 1m0s
[14:35:50.355] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:94:0)
[14:35:50.355] Timer tick, asking Buildbucket for the build status
[14:35:50.744] Build 8902428348758502432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:35:50.744] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:95:0) after 1m0s
[14:36:51.020] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:95:0)
[14:36:51.020] Timer tick, asking Buildbucket for the build status
[14:36:51.477] Build 8902428348758502432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:36:51.477] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:96:0) after 1m0s
[14:37:51.651] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:96:0)
[14:37:51.651] Timer tick, asking Buildbucket for the build status
[14:37:52.277] Build 8902428348758502432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:37:52.277] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:97:0) after 1m0s
[14:38:52.644] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:97:0)
[14:38:52.644] Timer tick, asking Buildbucket for the build status
[14:38:53.179] Build 8902428348758502432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:38:53.179] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:98:0) after 1m0s
[14:39:53.452] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:98:0)
[14:39:53.452] Timer tick, asking Buildbucket for the build status
[14:39:53.928] Build 8902428348758502432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:39:53.928] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:99:0) after 1m0s
[14:40:54.056] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:99:0)
[14:40:54.056] Timer tick, asking Buildbucket for the build status
[14:40:54.365] Build 8902428348758502432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:40:54.365] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:100:0) after 1m0s
[14:41:54.463] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:100:0)
[14:41:54.463] Timer tick, asking Buildbucket for the build status
[14:41:54.662] Build 8902428348758502432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:41:54.662] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:101:0) after 1m0s
[14:42:54.653] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:101:0)
[14:42:54.653] Timer tick, asking Buildbucket for the build status
[14:42:55.598] Build 8902428348758502432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:42:55.598] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:102:0) after 1m0s
[14:43:55.624] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:102:0)
[14:43:55.624] Timer tick, asking Buildbucket for the build status
[14:43:56.044] Build 8902428348758502432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:43:56.047] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:103:0) after 1m0s
[14:44:56.103] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:103:0)
[14:44:56.103] Timer tick, asking Buildbucket for the build status
[14:44:56.445] Build 8902428348758502432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:44:56.445] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:104:0) after 1m0s
[14:45:56.533] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:104:0)
[14:45:56.533] Timer tick, asking Buildbucket for the build status
[14:45:56.711] Build 8902428348758502432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:45:56.711] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:105:0) after 1m0s
[14:46:56.761] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:105:0)
[14:46:56.761] Timer tick, asking Buildbucket for the build status
[14:46:57.572] Build 8902428348758502432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:46:57.572] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:106:0) after 1m0s
[14:47:57.571] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:106:0)
[14:47:57.571] Timer tick, asking Buildbucket for the build status
[14:47:57.778] Build 8902428348758502432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:47:57.778] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:107:0) after 1m0s
[14:48:58.026] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:107:0)
[14:48:58.026] Timer tick, asking Buildbucket for the build status
[14:48:59.192] Build 8902428348758502432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:48:59.192] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:108:0) after 1m0s
[14:49:59.250] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:108:0)
[14:49:59.250] Timer tick, asking Buildbucket for the build status
[14:49:59.913] Build 8902428348758502432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:49:59.913] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:109:0) after 1m0s
[14:51:00.177] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:109:0)
[14:51:00.177] Timer tick, asking Buildbucket for the build status
[14:51:00.360] Build 8902428348758502432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:51:00.360] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:110:0) after 1m0s
[14:52:00.898] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:110:0)
[14:52:00.898] Timer tick, asking Buildbucket for the build status
[14:52:01.280] Build 8902428348758502432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:52:01.280] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:111:0) after 1m0s
[14:53:01.383] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:111:0)
[14:53:01.383] Timer tick, asking Buildbucket for the build status
[14:53:02.577] Build 8902428348758502432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:53:02.577] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:112:0) after 1m0s
[14:54:02.652] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:112:0)
[14:54:02.652] Timer tick, asking Buildbucket for the build status
[14:54:02.898] Build 8902428348758502432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:54:02.898] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:113:0) after 1m0s
[14:55:02.935] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:113:0)
[14:55:02.935] Timer tick, asking Buildbucket for the build status
[14:55:03.522] Build 8902428348758502432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:55:03.522] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:114:0) after 1m0s
[14:56:03.625] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:114:0)
[14:56:03.625] Timer tick, asking Buildbucket for the build status
[14:56:04.440] Build 8902428348758502432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:56:04.440] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:115:0) after 1m0s
[14:57:04.538] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:115:0)
[14:57:04.538] Timer tick, asking Buildbucket for the build status
[14:57:06.428] Build 8902428348758502432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:57:06.428] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:116:0) after 1m0s
[14:58:06.544] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:116:0)
[14:58:06.544] Timer tick, asking Buildbucket for the build status
[14:58:07.011] Build 8902428348758502432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:58:07.011] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:117:0) after 1m0s
[14:59:07.031] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:117:0)
[14:59:07.031] Timer tick, asking Buildbucket for the build status
[14:59:07.256] Build 8902428348758502432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:59:07.256] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:118:0) after 1m0s
[15:00:07.282] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:118:0)
[15:00:07.282] Timer tick, asking Buildbucket for the build status
[15:00:12.368] Build 8902428348758502432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:00:12.368] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:119:0) after 1m0s
[15:01:12.475] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:119:0)
[15:01:12.476] Timer tick, asking Buildbucket for the build status
[15:01:12.710] Build 8902428348758502432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:01:12.710] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067858411683052128:120:0) after 1m0s
[15:01:33.937] Received PubSub notification, asking Buildbucket for the build status
[15:01:34.133] Build 8902428348758502432: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[15:01:34.133] Buildbucket build:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary": true,
    "canary_preference": "CANARY",
    "completed_ts": "1568386892636081",
    "created_by": "project:chromium",
    "created_ts": "1568379752350001",
    "failure_reason": "BUILD_FAILURE",
    "id": "8902428348758502432",
    "parameters_json": "{\"builder_name\": \"ToTiOS\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"92cd14948e847a95f30718fb06cbf4fdd63d2f7f\"}}",
    "project": "chromium",
    "result": "FAILURE",
    "result_details_json": "{\"error\": {\"message\": \"Failed base_unittests (iPhone 6s iOS 12.2).\"}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"build281-m9\", \"branch\": \"refs/heads/master\", \"buildername\": \"ToTiOS\", \"buildnumber\": 9887, \"got_angle_revision\": \"69f48009a283ad5e340b8adee26e2b1b1ca2b2bb\", \"got_dawn_revision\": \"785ec66b66a3577e4f17306a10ab30b7f92c49ae\", \"got_nacl_revision\": \"a9e27d5c7f1b6edf7371edab79e104578d62c4f5\", \"got_revision\": \"92cd14948e847a95f30718fb06cbf4fdd63d2f7f\", \"got_revision_cp\": \"refs/heads/master@{#696363}\", \"got_swarming_client_revision\": \"96f125709acfd0b48fc1e5dae7d6ea42291726ac\", \"got_v8_revision\": \"77eba221032a4689416f8648e58856c23a483cc5\", \"got_v8_revision_cp\": \"refs/heads/7.9.35@{#1}\", \"got_webrtc_revision\": \"65f17ca6b4cff0a342144cd71376e10bbabc054f\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#29178}\", \"isolate_server\": \"https://isolateserver.appspot.com\", \"mastername\": \"chromium.clang\", \"path_config\": \"generic\", \"perf_dashboard_machine_group\": \"ChromiumClang\", \"recipe\": \"ios/unified_builder_tester\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"92cd14948e847a95f30718fb06cbf4fdd63d2f7f\", \"swarm_hashes\": {\"0\": \"3771612f7ac08ae254b8936d2d536b2e82d79d46\", \"1\": \"4982825daa1e22f4445baeb9226f5d91317296cc\", \"10\": \"b7574ad1f311bee2135aed1b52759024e9996e2d\", \"11\": \"a725e5147e84abd010a8162d88dc17cca5edc56e\", \"12\": \"89651a6fa8f0fd990c13ed856e3fec87ea33ac76\", \"13\": \"4396a928875b8794e12df0b7ed618d7f0b78eb0f\", \"14\": \"e607589f0a20c8eac0e063ddd4aca1df88b03147\", \"15\": \"03c644daca088820bf26db474c83224cfb09c33d\", \"16\": \"9b93074df134e9f7a5b805930746ab9f25f5b335\", \"2\": \"4d5f32cf04f9d82dff30d1dec37e32f18cd1ed8d\", \"3\": \"6a2207144e043351e9748d9c850e4f264fb29b0e\", \"4\": \"533a1cba6e99ff28cfd304172665224e825b9f71\", \"5\": \"0bbb17de47114afce963d3d17f3c1deb6b1f87ed\", \"6\": \"f35e39b5d98b21f949bddd14bbf7d359078bcef3\", \"7\": \"5e20766b8a184fcd806e8db99095c490e09dfe4f\", \"8\": \"68f215027b9ebdbe54a14ffd6c33b50933e42499\", \"9\": \"54ad73cb41230938890b0f646b5bbd4b199c6009\"}}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_4a4feefdd7e355061708c01720b06a0ca8c49ffc9968a2ebc674541738676b8f_v2\", \"builder_69caa34b8f39daac28a821cac2619730401d46a6479812cc34796e3bf180418a_v2\", \"builder_ae5debd901c74ee0906916cb62621bceb2a8b657b42c2e2e9e89a0f6a2e5e53b_v2\", \"builder_d42b89eab403033f5a2a8102ec9c436397350cedb439d5e09b11874a5784adb4_v2\", \"git\", \"goma_v2\", \"vpython\", \"xcode_ios_11a419c\", \"xcode_ios_11m392q\", \"xcode_ios_11m392r\"], \"cores\": [\"24\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"1002\", \"1002:679e\", \"1002:679e-4.0.11-3.2.8\"], \"hidpi\": [\"0\"], \"id\": [\"build281-m9\"], \"mac_model\": [\"MacPro6,1\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Mac\", \"Mac-10.14\", \"Mac-10.14.6\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.10\"], \"server_version\": [\"4436-e523514\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}, \"ui\": {\"info\": \"Failed base_unittests (iPhone 6s iOS 12.2).\"}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1568379939389007",
    "status": "COMPLETED",
    "status_changed_ts": "1568379940607666",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOS/9887",
      "builder:ToTiOS",
      "buildset:commit/git/92cd14948e847a95f30718fb06cbf4fdd63d2f7f",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/92cd14948e847a95f30718fb06cbf4fdd63d2f7f",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9067858411683052128",
      "scheduler_job_id:chromium/ToTiOS",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8902428348758502432/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:os:Mac",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:4743895ed5bc5c10",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1568386893253776",
    "url": "https://ci.chromium.org/b/8902428348758502432",
    "utcnow_ts": "1568386894108959"
  }
}
[15:01:34.133] Invocation finished in 1h59m3.956117946s with status FAILED