Status: FAILED
Triggered by: -
Duration: 2 hours
Actions:

Definition (rev ead1c24e5b0e6b883f7d7e816b15c81777fef6bb)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTiOS"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "10cfbd03e0df27ee8a1ab7bbdd694b15296f6a80"
}

Incoming tags

  • buildset:commit/git/10cfbd03e0df27ee8a1ab7bbdd694b15296f6a80
  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/10cfbd03e0df27ee8a1ab7bbdd694b15296f6a80
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[13:43:14.730] New invocation is queued and will start shortly
[13:43:16.008] Starting the invocation (attempt 1)
[13:43:16.104] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[13:43:16.104] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[13:43:16.104] Buildbucket request:
{
  "bucket": "luci.chromium.ci",
  "client_operation_id": "9063326000082742464",
  "parameters_json": "{\"builder_name\":\"ToTiOS\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src\",\"revision\":\"10cfbd03e0df27ee8a1ab7bbdd694b15296f6a80\"}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:ToTiOS",
    "scheduler_invocation_id:9063326000082742464",
    "scheduler_job_id:chromium/ToTiOS",
    "user_agent:luci-scheduler",
    "buildset:commit/git/10cfbd03e0df27ee8a1ab7bbdd694b15296f6a80",
    "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/10cfbd03e0df27ee8a1ab7bbdd694b15296f6a80",
    "gitiles_ref:refs/heads/master"
  ]
}
[13:43:18.152] Buildbucket response:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "created_by": "project:chromium",
    "created_ts": "1572702197165584",
    "id": "8897895936863657952",
    "parameters_json": "{\"builder_name\": \"ToTiOS\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"10cfbd03e0df27ee8a1ab7bbdd694b15296f6a80\"}}",
    "project": "chromium",
    "result_details_json": "{\"properties\": {}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1572702197911453",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOS/10845",
      "builder:ToTiOS",
      "buildset:commit/git/10cfbd03e0df27ee8a1ab7bbdd694b15296f6a80",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/10cfbd03e0df27ee8a1ab7bbdd694b15296f6a80",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9063326000082742464",
      "scheduler_job_id:chromium/ToTiOS",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8897895936863657952/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1572702197911564",
    "url": "https://ci.chromium.org/b/8897895936863657952",
    "utcnow_ts": "1572702198132528"
  }
}
[13:43:18.152] Task URL: https://ci.chromium.org/b/8897895936863657952
[13:43:18.152] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:2:0) after 1m0s
[13:44:18.208] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:2:0)
[13:44:18.208] Timer tick, asking Buildbucket for the build status
[13:44:18.426] Build 8897895936863657952: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[13:44:18.426] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:3:0) after 1m0s
[13:45:18.512] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:3:0)
[13:45:18.512] Timer tick, asking Buildbucket for the build status
[13:45:18.691] Build 8897895936863657952: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[13:45:18.691] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:4:0) after 1m0s
[13:46:18.754] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:4:0)
[13:46:18.754] Timer tick, asking Buildbucket for the build status
[13:46:18.921] Build 8897895936863657952: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[13:46:18.921] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:5:0) after 1m0s
[13:46:29.631] Received PubSub notification, asking Buildbucket for the build status
[13:46:30.753] Build 8897895936863657952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:47:19.067] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:5:0)
[13:47:19.068] Timer tick, asking Buildbucket for the build status
[13:47:20.268] Build 8897895936863657952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:47:20.268] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:7:0) after 1m0s
[13:48:20.313] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:7:0)
[13:48:20.313] Timer tick, asking Buildbucket for the build status
[13:48:21.084] Build 8897895936863657952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:48:21.084] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:8:0) after 1m0s
[13:49:21.127] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:8:0)
[13:49:21.127] Timer tick, asking Buildbucket for the build status
[13:49:22.624] Build 8897895936863657952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:49:22.624] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:9:0) after 1m0s
[13:50:22.651] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:9:0)
[13:50:22.651] Timer tick, asking Buildbucket for the build status
[13:50:25.000] Build 8897895936863657952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:50:25.000] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:10:0) after 1m0s
[13:51:25.008] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:10:0)
[13:51:25.008] Timer tick, asking Buildbucket for the build status
[13:51:26.239] Build 8897895936863657952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:51:26.239] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:11:0) after 1m0s
[13:52:26.283] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:11:0)
[13:52:26.283] Timer tick, asking Buildbucket for the build status
[13:52:27.087] Build 8897895936863657952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:52:27.087] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:12:0) after 1m0s
[13:53:27.097] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:12:0)
[13:53:27.097] Timer tick, asking Buildbucket for the build status
[13:53:27.833] Build 8897895936863657952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:53:27.833] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:13:0) after 1m0s
[13:54:27.883] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:13:0)
[13:54:27.883] Timer tick, asking Buildbucket for the build status
[13:54:28.318] Build 8897895936863657952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:54:28.318] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:14:0) after 1m0s
[13:55:28.363] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:14:0)
[13:55:28.363] Timer tick, asking Buildbucket for the build status
[13:55:28.549] Build 8897895936863657952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:55:28.549] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:15:0) after 1m0s
[13:56:28.613] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:15:0)
[13:56:28.613] Timer tick, asking Buildbucket for the build status
[13:56:29.176] Build 8897895936863657952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:56:29.176] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:16:0) after 1m0s
[13:57:29.242] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:16:0)
[13:57:29.242] Timer tick, asking Buildbucket for the build status
[13:57:29.425] Build 8897895936863657952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:57:29.425] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:17:0) after 1m0s
[13:58:29.510] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:17:0)
[13:58:29.510] Timer tick, asking Buildbucket for the build status
[13:58:29.984] Build 8897895936863657952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:58:29.984] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:18:0) after 1m0s
[13:59:30.003] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:18:0)
[13:59:30.003] Timer tick, asking Buildbucket for the build status
[13:59:30.476] Build 8897895936863657952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:59:30.476] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:19:0) after 1m0s
[14:00:30.538] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:19:0)
[14:00:30.538] Timer tick, asking Buildbucket for the build status
[14:00:33.153] Build 8897895936863657952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:00:33.153] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:20:0) after 1m0s
[14:01:33.212] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:20:0)
[14:01:33.212] Timer tick, asking Buildbucket for the build status
[14:01:34.349] Build 8897895936863657952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:01:34.349] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:21:0) after 1m0s
[14:02:34.379] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:21:0)
[14:02:34.379] Timer tick, asking Buildbucket for the build status
[14:02:35.074] Build 8897895936863657952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:02:35.074] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:22:0) after 1m0s
[14:03:35.249] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:22:0)
[14:03:35.249] Timer tick, asking Buildbucket for the build status
[14:03:35.828] Build 8897895936863657952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:03:35.829] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:23:0) after 1m0s
[14:04:35.854] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:23:0)
[14:04:35.854] Timer tick, asking Buildbucket for the build status
[14:04:36.075] Build 8897895936863657952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:04:36.075] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:24:0) after 1m0s
[14:05:36.132] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:24:0)
[14:05:36.132] Timer tick, asking Buildbucket for the build status
[14:05:36.618] Build 8897895936863657952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:05:36.618] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:25:0) after 1m0s
[14:06:36.650] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:25:0)
[14:06:36.650] Timer tick, asking Buildbucket for the build status
[14:06:38.082] Build 8897895936863657952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:06:38.082] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:26:0) after 1m0s
[14:07:38.109] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:26:0)
[14:07:38.109] Timer tick, asking Buildbucket for the build status
[14:07:38.311] Build 8897895936863657952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:07:38.311] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:27:0) after 1m0s
[14:08:38.380] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:27:0)
[14:08:38.380] Timer tick, asking Buildbucket for the build status
[14:08:38.531] Build 8897895936863657952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:08:38.531] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:28:0) after 1m0s
[14:09:38.644] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:28:0)
[14:09:38.644] Timer tick, asking Buildbucket for the build status
[14:09:39.384] Build 8897895936863657952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:09:39.384] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:29:0) after 1m0s
[14:10:39.568] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:29:0)
[14:10:39.568] Timer tick, asking Buildbucket for the build status
[14:10:40.895] Build 8897895936863657952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:10:40.895] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:30:0) after 1m0s
[14:11:41.365] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:30:0)
[14:11:41.365] Timer tick, asking Buildbucket for the build status
[14:11:41.677] Build 8897895936863657952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:11:41.677] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:31:0) after 1m0s
[14:12:41.712] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:31:0)
[14:12:41.712] Timer tick, asking Buildbucket for the build status
[14:12:42.642] Build 8897895936863657952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:12:42.642] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:32:0) after 1m0s
[14:13:42.918] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:32:0)
[14:13:42.918] Timer tick, asking Buildbucket for the build status
[14:13:43.067] Build 8897895936863657952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:13:43.067] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:33:0) after 1m0s
[14:14:43.232] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:33:0)
[14:14:43.232] Timer tick, asking Buildbucket for the build status
[14:14:44.210] Build 8897895936863657952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:14:44.210] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:34:0) after 1m0s
[14:15:44.306] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:34:0)
[14:15:44.306] Timer tick, asking Buildbucket for the build status
[14:15:44.451] Build 8897895936863657952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:15:44.451] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:35:0) after 1m0s
[14:16:44.453] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:35:0)
[14:16:44.453] Timer tick, asking Buildbucket for the build status
[14:16:44.821] Build 8897895936863657952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:16:44.821] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:36:0) after 1m0s
[14:17:44.810] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:36:0)
[14:17:44.810] Timer tick, asking Buildbucket for the build status
[14:17:45.681] Build 8897895936863657952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:17:45.681] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:37:0) after 1m0s
[14:18:45.881] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:37:0)
[14:18:45.881] Timer tick, asking Buildbucket for the build status
[14:18:46.032] Build 8897895936863657952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:18:46.032] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:38:0) after 1m0s
[14:19:46.163] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:38:0)
[14:19:46.163] Timer tick, asking Buildbucket for the build status
[14:19:46.826] Build 8897895936863657952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:19:46.826] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:39:0) after 1m0s
[14:20:46.934] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:39:0)
[14:20:46.934] Timer tick, asking Buildbucket for the build status
[14:20:47.178] Build 8897895936863657952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:20:47.178] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:40:0) after 1m0s
[14:21:47.204] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:40:0)
[14:21:47.204] Timer tick, asking Buildbucket for the build status
[14:21:47.865] Build 8897895936863657952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:21:47.865] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:41:0) after 1m0s
[14:22:47.894] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:41:0)
[14:22:47.894] Timer tick, asking Buildbucket for the build status
[14:22:48.473] Build 8897895936863657952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:22:48.473] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:42:0) after 1m0s
[14:23:48.508] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:42:0)
[14:23:48.508] Timer tick, asking Buildbucket for the build status
[14:23:49.172] Build 8897895936863657952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:23:49.172] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:43:0) after 1m0s
[14:24:49.201] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:43:0)
[14:24:49.201] Timer tick, asking Buildbucket for the build status
[14:24:49.418] Build 8897895936863657952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:24:49.418] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:44:0) after 1m0s
[14:25:49.889] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:44:0)
[14:25:49.889] Timer tick, asking Buildbucket for the build status
[14:25:50.315] Build 8897895936863657952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:25:50.315] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:45:0) after 1m0s
[14:26:50.581] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:45:0)
[14:26:50.581] Timer tick, asking Buildbucket for the build status
[14:26:50.763] Build 8897895936863657952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:26:50.763] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:46:0) after 1m0s
[14:27:50.876] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:46:0)
[14:27:50.876] Timer tick, asking Buildbucket for the build status
[14:27:51.106] Build 8897895936863657952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:27:51.106] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:47:0) after 1m0s
[14:28:51.268] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:47:0)
[14:28:51.268] Timer tick, asking Buildbucket for the build status
[14:28:51.652] Build 8897895936863657952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:28:51.652] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:48:0) after 1m0s
[14:29:51.925] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:48:0)
[14:29:51.925] Timer tick, asking Buildbucket for the build status
[14:29:52.420] Build 8897895936863657952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:29:52.420] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:49:0) after 1m0s
[14:30:52.840] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:49:0)
[14:30:52.841] Timer tick, asking Buildbucket for the build status
[14:30:53.020] Build 8897895936863657952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:30:53.020] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:50:0) after 1m0s
[14:31:53.174] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:50:0)
[14:31:53.174] Timer tick, asking Buildbucket for the build status
[14:31:53.406] Build 8897895936863657952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:31:53.406] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:51:0) after 1m0s
[14:32:53.653] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:51:0)
[14:32:53.653] Timer tick, asking Buildbucket for the build status
[14:32:53.901] Build 8897895936863657952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:32:53.901] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:52:0) after 1m0s
[14:33:54.068] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:52:0)
[14:33:54.068] Timer tick, asking Buildbucket for the build status
[14:33:54.923] Build 8897895936863657952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:33:54.923] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:53:0) after 1m0s
[14:34:54.948] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:53:0)
[14:34:54.948] Timer tick, asking Buildbucket for the build status
[14:34:55.129] Build 8897895936863657952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:34:55.129] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:54:0) after 1m0s
[14:35:55.226] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:54:0)
[14:35:55.226] Timer tick, asking Buildbucket for the build status
[14:35:56.491] Build 8897895936863657952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:35:56.491] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:55:0) after 1m0s
[14:36:56.709] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:55:0)
[14:36:56.709] Timer tick, asking Buildbucket for the build status
[14:36:57.294] Build 8897895936863657952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:36:57.294] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:56:0) after 1m0s
[14:37:57.498] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:56:0)
[14:37:57.498] Timer tick, asking Buildbucket for the build status
[14:37:58.292] Build 8897895936863657952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:37:58.292] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:57:0) after 1m0s
[14:38:58.391] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:57:0)
[14:38:58.391] Timer tick, asking Buildbucket for the build status
[14:38:59.229] Build 8897895936863657952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:38:59.229] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:58:0) after 1m0s
[14:39:59.271] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:58:0)
[14:39:59.271] Timer tick, asking Buildbucket for the build status
[14:39:59.575] Build 8897895936863657952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:39:59.575] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:59:0) after 1m0s
[14:40:59.797] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:59:0)
[14:40:59.797] Timer tick, asking Buildbucket for the build status
[14:41:00.965] Build 8897895936863657952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:41:00.965] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:60:0) after 1m0s
[14:42:01.059] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:60:0)
[14:42:01.059] Timer tick, asking Buildbucket for the build status
[14:42:01.320] Build 8897895936863657952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:42:01.320] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:61:0) after 1m0s
[14:43:01.417] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:61:0)
[14:43:01.417] Timer tick, asking Buildbucket for the build status
[14:43:01.584] Build 8897895936863657952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:43:01.584] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:62:0) after 1m0s
[14:44:01.952] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:62:0)
[14:44:01.953] Timer tick, asking Buildbucket for the build status
[14:44:02.260] Build 8897895936863657952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:44:02.260] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:63:0) after 1m0s
[14:45:02.669] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:63:0)
[14:45:02.669] Timer tick, asking Buildbucket for the build status
[14:45:03.173] Build 8897895936863657952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:45:03.173] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:64:0) after 1m0s
[14:46:03.337] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:64:0)
[14:46:03.337] Timer tick, asking Buildbucket for the build status
[14:46:03.600] Build 8897895936863657952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:46:03.600] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:65:0) after 1m0s
[14:47:03.918] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:65:0)
[14:47:03.918] Timer tick, asking Buildbucket for the build status
[14:47:04.273] Build 8897895936863657952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:47:04.273] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:66:0) after 1m0s
[14:48:04.513] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:66:0)
[14:48:04.513] Timer tick, asking Buildbucket for the build status
[14:48:05.485] Build 8897895936863657952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:48:05.485] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:67:0) after 1m0s
[14:49:05.626] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:67:0)
[14:49:05.627] Timer tick, asking Buildbucket for the build status
[14:49:06.340] Build 8897895936863657952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:49:06.340] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:68:0) after 1m0s
[14:50:06.412] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:68:0)
[14:50:06.412] Timer tick, asking Buildbucket for the build status
[14:50:06.691] Build 8897895936863657952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:50:06.691] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:69:0) after 1m0s
[14:51:10.791] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:69:0)
[14:51:10.791] Timer tick, asking Buildbucket for the build status
[14:51:11.275] Build 8897895936863657952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:51:11.275] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:70:0) after 1m0s
[14:52:11.658] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:70:0)
[14:52:11.658] Timer tick, asking Buildbucket for the build status
[14:52:12.443] Build 8897895936863657952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:52:12.443] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:71:0) after 1m0s
[14:53:12.525] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:71:0)
[14:53:12.525] Timer tick, asking Buildbucket for the build status
[14:53:12.738] Build 8897895936863657952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:53:12.738] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:72:0) after 1m0s
[14:54:12.812] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:72:0)
[14:54:12.812] Timer tick, asking Buildbucket for the build status
[14:54:12.975] Build 8897895936863657952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:54:12.975] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:73:0) after 1m0s
[14:55:13.088] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:73:0)
[14:55:13.088] Timer tick, asking Buildbucket for the build status
[14:55:13.338] Build 8897895936863657952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:55:13.338] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:74:0) after 1m0s
[14:56:13.508] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:74:0)
[14:56:13.508] Timer tick, asking Buildbucket for the build status
[14:56:14.122] Build 8897895936863657952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:56:14.122] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:75:0) after 1m0s
[14:57:14.357] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:75:0)
[14:57:14.357] Timer tick, asking Buildbucket for the build status
[14:57:14.618] Build 8897895936863657952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:57:14.618] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:76:0) after 1m0s
[14:58:14.842] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:76:0)
[14:58:14.842] Timer tick, asking Buildbucket for the build status
[14:58:15.025] Build 8897895936863657952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:58:15.025] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:77:0) after 1m0s
[14:59:15.118] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:77:0)
[14:59:15.118] Timer tick, asking Buildbucket for the build status
[14:59:15.335] Build 8897895936863657952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:59:15.335] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:78:0) after 1m0s
[15:00:15.453] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:78:0)
[15:00:15.453] Timer tick, asking Buildbucket for the build status
[15:00:15.692] Build 8897895936863657952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:00:15.693] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:79:0) after 1m0s
[15:01:15.771] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:79:0)
[15:01:15.771] Timer tick, asking Buildbucket for the build status
[15:01:15.989] Build 8897895936863657952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:01:15.989] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:80:0) after 1m0s
[15:02:16.102] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:80:0)
[15:02:16.102] Timer tick, asking Buildbucket for the build status
[15:02:16.345] Build 8897895936863657952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:02:16.345] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:81:0) after 1m0s
[15:03:16.506] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:81:0)
[15:03:16.506] Timer tick, asking Buildbucket for the build status
[15:03:17.042] Build 8897895936863657952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:03:17.042] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:82:0) after 1m0s
[15:04:17.247] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:82:0)
[15:04:17.247] Timer tick, asking Buildbucket for the build status
[15:04:17.672] Build 8897895936863657952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:04:17.672] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:83:0) after 1m0s
[15:05:17.830] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:83:0)
[15:05:17.830] Timer tick, asking Buildbucket for the build status
[15:05:18.530] Build 8897895936863657952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:05:18.530] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:84:0) after 1m0s
[15:06:18.790] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:84:0)
[15:06:18.790] Timer tick, asking Buildbucket for the build status
[15:06:20.049] Build 8897895936863657952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:06:20.049] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:85:0) after 1m0s
[15:07:20.091] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:85:0)
[15:07:20.091] Timer tick, asking Buildbucket for the build status
[15:07:21.703] Build 8897895936863657952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:07:21.703] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:86:0) after 1m0s
[15:08:21.798] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:86:0)
[15:08:21.798] Timer tick, asking Buildbucket for the build status
[15:08:22.168] Build 8897895936863657952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:08:22.168] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:87:0) after 1m0s
[15:09:22.249] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:87:0)
[15:09:22.249] Timer tick, asking Buildbucket for the build status
[15:09:22.543] Build 8897895936863657952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:09:22.543] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:88:0) after 1m0s
[15:10:22.569] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:88:0)
[15:10:22.569] Timer tick, asking Buildbucket for the build status
[15:10:22.721] Build 8897895936863657952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:10:22.721] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:89:0) after 1m0s
[15:11:22.746] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:89:0)
[15:11:22.746] Timer tick, asking Buildbucket for the build status
[15:11:23.376] Build 8897895936863657952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:11:23.376] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:90:0) after 1m0s
[15:12:23.427] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:90:0)
[15:12:23.427] Timer tick, asking Buildbucket for the build status
[15:12:24.375] Build 8897895936863657952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:12:24.375] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:91:0) after 1m0s
[15:13:24.452] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:91:0)
[15:13:24.452] Timer tick, asking Buildbucket for the build status
[15:13:25.662] Build 8897895936863657952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:13:25.662] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:92:0) after 1m0s
[15:14:25.719] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:92:0)
[15:14:25.719] Timer tick, asking Buildbucket for the build status
[15:14:25.896] Build 8897895936863657952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:14:25.896] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:93:0) after 1m0s
[15:15:25.974] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:93:0)
[15:15:25.974] Timer tick, asking Buildbucket for the build status
[15:15:26.140] Build 8897895936863657952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:15:26.140] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:94:0) after 1m0s
[15:16:26.206] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:94:0)
[15:16:26.206] Timer tick, asking Buildbucket for the build status
[15:16:26.918] Build 8897895936863657952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:16:26.918] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:95:0) after 1m0s
[15:17:27.046] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:95:0)
[15:17:27.046] Timer tick, asking Buildbucket for the build status
[15:17:27.276] Build 8897895936863657952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:17:27.276] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:96:0) after 1m0s
[15:18:27.285] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:96:0)
[15:18:27.285] Timer tick, asking Buildbucket for the build status
[15:18:28.083] Build 8897895936863657952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:18:28.083] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:97:0) after 1m0s
[15:19:28.197] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:97:0)
[15:19:28.197] Timer tick, asking Buildbucket for the build status
[15:19:28.393] Build 8897895936863657952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:19:28.393] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:98:0) after 1m0s
[15:20:28.510] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:98:0)
[15:20:28.510] Timer tick, asking Buildbucket for the build status
[15:20:28.707] Build 8897895936863657952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:20:28.707] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:99:0) after 1m0s
[15:21:28.780] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:99:0)
[15:21:28.780] Timer tick, asking Buildbucket for the build status
[15:21:28.985] Build 8897895936863657952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:21:28.985] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:100:0) after 1m0s
[15:22:29.164] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:100:0)
[15:22:29.164] Timer tick, asking Buildbucket for the build status
[15:22:29.398] Build 8897895936863657952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:22:29.398] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:101:0) after 1m0s
[15:23:29.639] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:101:0)
[15:23:29.643] Timer tick, asking Buildbucket for the build status
[15:23:29.871] Build 8897895936863657952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:23:29.871] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:102:0) after 1m0s
[15:24:29.969] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:102:0)
[15:24:29.969] Timer tick, asking Buildbucket for the build status
[15:24:30.153] Build 8897895936863657952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:24:30.153] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:103:0) after 1m0s
[15:25:30.372] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:103:0)
[15:25:30.372] Timer tick, asking Buildbucket for the build status
[15:25:30.548] Build 8897895936863657952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:25:30.548] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:104:0) after 1m0s
[15:26:30.629] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:104:0)
[15:26:30.629] Timer tick, asking Buildbucket for the build status
[15:26:30.870] Build 8897895936863657952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:26:30.870] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:105:0) after 1m0s
[15:27:30.916] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:105:0)
[15:27:30.916] Timer tick, asking Buildbucket for the build status
[15:27:31.253] Build 8897895936863657952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:27:31.253] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:106:0) after 1m0s
[15:28:31.312] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:106:0)
[15:28:31.312] Timer tick, asking Buildbucket for the build status
[15:28:31.558] Build 8897895936863657952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:28:31.558] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:107:0) after 1m0s
[15:29:31.679] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:107:0)
[15:29:31.679] Timer tick, asking Buildbucket for the build status
[15:29:31.863] Build 8897895936863657952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:29:31.863] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:108:0) after 1m0s
[15:30:31.902] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:108:0)
[15:30:31.902] Timer tick, asking Buildbucket for the build status
[15:30:32.682] Build 8897895936863657952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:30:32.682] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:109:0) after 1m0s
[15:31:32.714] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:109:0)
[15:31:32.714] Timer tick, asking Buildbucket for the build status
[15:31:32.891] Build 8897895936863657952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:31:32.891] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:110:0) after 1m0s
[15:32:32.951] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:110:0)
[15:32:32.951] Timer tick, asking Buildbucket for the build status
[15:32:33.184] Build 8897895936863657952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:32:33.184] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:111:0) after 1m0s
[15:33:33.221] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:111:0)
[15:33:33.221] Timer tick, asking Buildbucket for the build status
[15:33:33.491] Build 8897895936863657952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:33:33.491] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:112:0) after 1m0s
[15:34:33.516] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:112:0)
[15:34:33.516] Timer tick, asking Buildbucket for the build status
[15:34:33.676] Build 8897895936863657952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:34:33.676] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:113:0) after 1m0s
[15:35:33.761] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:113:0)
[15:35:33.761] Timer tick, asking Buildbucket for the build status
[15:35:34.224] Build 8897895936863657952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:35:34.224] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:114:0) after 1m0s
[15:36:34.257] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:114:0)
[15:36:34.257] Timer tick, asking Buildbucket for the build status
[15:36:34.435] Build 8897895936863657952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:36:34.435] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:115:0) after 1m0s
[15:37:34.505] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:115:0)
[15:37:34.506] Timer tick, asking Buildbucket for the build status
[15:37:35.435] Build 8897895936863657952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:37:35.435] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:116:0) after 1m0s
[15:38:35.463] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:116:0)
[15:38:35.463] Timer tick, asking Buildbucket for the build status
[15:38:37.588] Build 8897895936863657952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:38:37.588] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:117:0) after 1m0s
[15:39:37.617] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:117:0)
[15:39:37.617] Timer tick, asking Buildbucket for the build status
[15:39:37.771] Build 8897895936863657952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:39:37.771] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:118:0) after 1m0s
[15:40:37.837] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:118:0)
[15:40:37.837] Timer tick, asking Buildbucket for the build status
[15:40:38.164] Build 8897895936863657952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:40:38.164] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:119:0) after 1m0s
[15:41:38.209] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:119:0)
[15:41:38.209] Timer tick, asking Buildbucket for the build status
[15:41:38.457] Build 8897895936863657952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:41:38.457] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:120:0) after 1m0s
[15:42:38.483] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:120:0)
[15:42:38.483] Timer tick, asking Buildbucket for the build status
[15:42:38.878] Build 8897895936863657952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:42:38.878] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:121:0) after 1m0s
[15:43:38.950] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:121:0)
[15:43:38.950] Timer tick, asking Buildbucket for the build status
[15:43:39.228] Build 8897895936863657952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:43:39.228] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:122:0) after 1m0s
[15:44:39.257] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:122:0)
[15:44:39.257] Timer tick, asking Buildbucket for the build status
[15:44:39.461] Build 8897895936863657952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:44:39.462] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:123:0) after 1m0s
[15:45:39.489] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:123:0)
[15:45:39.489] Timer tick, asking Buildbucket for the build status
[15:45:39.966] Build 8897895936863657952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:45:39.966] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:124:0) after 1m0s
[15:46:40.001] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:124:0)
[15:46:40.001] Timer tick, asking Buildbucket for the build status
[15:46:40.221] Build 8897895936863657952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:46:40.221] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:125:0) after 1m0s
[15:47:40.295] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:125:0)
[15:47:40.295] Timer tick, asking Buildbucket for the build status
[15:47:40.480] Build 8897895936863657952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:47:40.480] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:126:0) after 1m0s
[15:48:40.600] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:126:0)
[15:48:40.600] Timer tick, asking Buildbucket for the build status
[15:48:40.798] Build 8897895936863657952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:48:40.798] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:127:0) after 1m0s
[15:49:40.942] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:127:0)
[15:49:40.942] Timer tick, asking Buildbucket for the build status
[15:49:41.533] Build 8897895936863657952: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:49:41.533] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9063326000082742464:128:0) after 1m0s
[15:50:08.778] Received PubSub notification, asking Buildbucket for the build status
[15:50:09.083] Build 8897895936863657952: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[15:50:09.083] Buildbucket build:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "completed_ts": "1572709808206846",
    "created_by": "project:chromium",
    "created_ts": "1572702197165584",
    "failure_reason": "BUILD_FAILURE",
    "id": "8897895936863657952",
    "parameters_json": "{\"builder_name\": \"ToTiOS\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"10cfbd03e0df27ee8a1ab7bbdd694b15296f6a80\"}}",
    "project": "chromium",
    "result": "FAILURE",
    "result_details_json": "{\"error\": {\"message\": \"Failed ios_web_inttests (iPhone 6s iOS 12.2), net_unittests (iPhone 6s iOS 12.2).\"}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"build283-m9\", \"branch\": \"refs/heads/master\", \"buildername\": \"ToTiOS\", \"buildnumber\": 10845, \"got_angle_revision\": \"422ebad20adb41017a351c9bb229c0ddcf13c918\", \"got_dawn_revision\": \"314fd3513d04fdc7412df0b6c7defc7b79356e8d\", \"got_nacl_revision\": \"3651f6c52037c96e034cc422746768d59182bff3\", \"got_revision\": \"10cfbd03e0df27ee8a1ab7bbdd694b15296f6a80\", \"got_revision_cp\": \"refs/heads/master@{#712000}\", \"got_swarming_client_revision\": \"885b3febcc170a60f25795304e60927b77d1e92d\", \"got_swiftshader_revision\": \"aaa64b76c0b40c2958a18cfdc623157c8c6e1b7d\", \"got_v8_revision\": \"53ede12e867e12ed12a5d257cf69bd2c6abe9ab9\", \"got_v8_revision_cp\": \"refs/heads/8.0.137@{#1}\", \"got_webrtc_revision\": \"8846c8af8511b505c4b61cefd4db49d15871baa7\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#29675}\", \"isolate_server\": \"https://isolateserver.appspot.com\", \"mastername\": \"chromium.clang\", \"path_config\": \"generic\", \"perf_dashboard_machine_group\": \"ChromiumClang\", \"recipe\": \"ios/unified_builder_tester\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"10cfbd03e0df27ee8a1ab7bbdd694b15296f6a80\", \"swarm_hashes\": {\"0\": \"d71e0ee0c9db6d26dcf861e6b34f2e3da4282b11\", \"1\": \"ca65a7277cd29352a00d8070d8f634470597109e\", \"10\": \"a1ddabcb8dd72e592ae89dda1c47c8591cc49066\", \"11\": \"6d0a4907b15b6c85d40a604cc467ff7fed568b9f\", \"12\": \"fbc88a6095a1f6ad68cc2204dea82d4e64b28673\", \"13\": \"39a555d4fb02e543a6a1cd2fe3381899534a5c0e\", \"14\": \"2fa9f3384d5666ebcfe268caec2acb766426e7f5\", \"15\": \"660098ba46363d71b749fe066ae31f8a31998c2e\", \"16\": \"23fe47c6150c7b1583911c9e1a79dfb5427f9ef5\", \"2\": \"e832738421adbeda56c07cde69ff6035111b791b\", \"3\": \"54d49bdbcad8e4b92584720ef68bac88d778c5bb\", \"4\": \"5cf377c8b4f4f07f62ccc7b02e3e2d3fdde8cfb7\", \"5\": \"fed9d6344a6ff031b09b0274e746e691aee245b9\", \"6\": \"917f45588d31a201805c5afaa6aa11106e1c00f0\", \"7\": \"d767bf2e8c25c4310c644b4a96069bcc3720e0e1\", \"8\": \"0dfbc740bdbd5b61b4c3b5977d526ed38139937a\", \"9\": \"abe2bb506ac1a82d0d29d006eb8c69643414fd77\"}}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_0c96c161cf7dd2e1c2b922319da904a0c0164c4adceed5a8844a45f1c516ad13_v2\", \"builder_4a4feefdd7e355061708c01720b06a0ca8c49ffc9968a2ebc674541738676b8f_v2\", \"builder_5372538a354f163a20d332d881c6c5d85e35654ac8a57c760866f12033f8a8a5_v2\", \"builder_69caa34b8f39daac28a821cac2619730401d46a6479812cc34796e3bf180418a_v2\", \"builder_d42b89eab403033f5a2a8102ec9c436397350cedb439d5e09b11874a5784adb4_v2\", \"git\", \"goma_v2\", \"vpython\", \"xcode_ios_11a1027\"], \"cores\": [\"24\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"1002\", \"1002:679e\", \"1002:679e-4.0.11-3.2.8\"], \"hidpi\": [\"0\"], \"id\": [\"build283-m9\"], \"mac_model\": [\"MacPro6,1\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Mac\", \"Mac-10.14\", \"Mac-10.14.6\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.10\"], \"server_version\": [\"4621-f8a5b1c\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}, \"ui\": {\"info\": \"Failed ios_web_inttests (iPhone 6s iOS 12.2), net_unittests (iPhone 6s iOS 12.2).\"}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1572702385483837",
    "status": "COMPLETED",
    "status_changed_ts": "1572702386038532",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOS/10845",
      "builder:ToTiOS",
      "buildset:commit/git/10cfbd03e0df27ee8a1ab7bbdd694b15296f6a80",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/10cfbd03e0df27ee8a1ab7bbdd694b15296f6a80",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9063326000082742464",
      "scheduler_job_id:chromium/ToTiOS",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8897895936863657952/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:os:Mac",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:48452cc4e748f210",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1572709808339353",
    "url": "https://ci.chromium.org/b/8897895936863657952",
    "utcnow_ts": "1572709809035304"
  }
}
[15:50:09.083] Invocation finished in 2h6m54.37153195s with status FAILED