Status: FAILED
Triggered by: -
Duration: 9 hours
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "mac-code-coverage"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "bc47e0486efb4f997fded6b02b6200cb98b37bfe"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/bc47e0486efb4f997fded6b02b6200cb98b37bfe
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[11:59:24.322] New invocation is queued and will start shortly
[11:59:25.424] Starting the invocation (attempt 1)
[11:59:25.469] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/bc47e0486efb4f997fded6b02b6200cb98b37bfe"
[11:59:25.469] Popped gitiles commit info from properties and tags
[11:59:25.469] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[11:59:25.469] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[11:59:25.469] Buildbucket request:
{
  "requestId": "9013413604649837696",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-code-coverage"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "bc47e0486efb4f997fded6b02b6200cb98b37bfe",
    "ref": "refs/heads/master"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "9013413604649837696"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-code-coverage"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[11:59:26.921] Scheduled build:
{
  "id": "8847983542672949232",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-code-coverage"
  },
  "number": 3698,
  "createdBy": "project:chromium",
  "createTime": "2021-05-06T11:59:25.575151Z",
  "updateTime": "2021-05-06T11:59:26.637838Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "bc47e0486efb4f997fded6b02b6200cb98b37bfe",
      "ref": "refs/heads/master"
    }
  }
}
[11:59:26.921] Task URL: https://cr-buildbucket.appspot.com/build/8847983542672949232
[11:59:26.921] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:2:0) after 3m40s
[12:02:28.975] Received PubSub notification, asking Buildbucket for the build status
[12:02:29.001] Build status: STARTED
[12:03:06.979] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:2:0)
[12:03:07.050] Build status: STARTED
[12:03:07.050] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:4:0) after 9m36s
[12:12:43.082] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:4:0)
[12:12:43.106] Build status: STARTED
[12:12:43.106] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:5:0) after 5m19s
[12:18:02.224] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:5:0)
[12:18:02.258] Build status: STARTED
[12:18:02.258] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:6:0) after 3m16s
[12:21:18.367] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:6:0)
[12:21:18.398] Build status: STARTED
[12:21:18.398] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:7:0) after 1m8s
[12:22:26.438] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:7:0)
[12:22:26.464] Build status: STARTED
[12:22:26.464] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:8:0) after 5m19s
[12:27:45.588] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:8:0)
[12:27:45.613] Build status: STARTED
[12:27:45.613] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:9:0) after 7m55s
[12:35:40.672] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:9:0)
[12:35:40.701] Build status: STARTED
[12:35:40.701] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:10:0) after 6m11s
[12:41:51.783] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:10:0)
[12:41:51.807] Build status: STARTED
[12:41:51.807] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:11:0) after 1m9s
[12:43:00.842] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:11:0)
[12:43:00.866] Build status: STARTED
[12:43:00.866] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:12:0) after 6m16s
[12:49:16.893] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:12:0)
[12:49:16.922] Build status: STARTED
[12:49:16.922] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:13:0) after 3m19s
[12:52:36.043] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:13:0)
[12:52:36.088] Build status: STARTED
[12:52:36.088] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:14:0) after 1m10s
[12:53:46.220] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:14:0)
[12:53:46.259] Build status: STARTED
[12:53:46.259] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:15:0) after 5m56s
[12:59:42.277] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:15:0)
[12:59:42.344] Build status: STARTED
[12:59:42.344] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:16:0) after 4m2s
[13:03:44.444] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:16:0)
[13:03:44.478] Build status: STARTED
[13:03:44.478] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:17:0) after 8m45s
[13:12:29.508] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:17:0)
[13:12:29.550] Build status: STARTED
[13:12:29.550] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:18:0) after 6m9s
[13:18:38.630] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:18:0)
[13:18:38.659] Build status: STARTED
[13:18:38.659] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:19:0) after 6m46s
[13:25:24.730] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:19:0)
[13:25:24.760] Build status: STARTED
[13:25:24.760] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:20:0) after 4m23s
[13:29:47.834] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:20:0)
[13:29:47.863] Build status: STARTED
[13:29:47.863] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:21:0) after 3m7s
[13:32:54.905] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:21:0)
[13:32:54.971] Build status: STARTED
[13:32:54.971] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:22:0) after 1m12s
[13:34:07.067] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:22:0)
[13:34:07.093] Build status: STARTED
[13:34:07.093] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:23:0) after 9m57s
[13:44:04.081] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:23:0)
[13:44:04.108] Build status: STARTED
[13:44:04.108] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:24:0) after 7m53s
[13:51:57.137] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:24:0)
[13:51:57.170] Build status: STARTED
[13:51:57.170] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:25:0) after 1m34s
[13:53:31.211] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:25:0)
[13:53:31.249] Build status: STARTED
[13:53:31.249] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:26:0) after 3m7s
[13:56:38.445] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:26:0)
[13:56:38.485] Build status: STARTED
[13:56:38.485] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:27:0) after 5m25s
[14:02:03.467] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:27:0)
[14:02:03.511] Build status: STARTED
[14:02:03.511] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:28:0) after 4m33s
[14:06:36.544] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:28:0)
[14:06:36.572] Build status: STARTED
[14:06:36.572] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:29:0) after 7m15s
[14:13:51.975] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:29:0)
[14:13:52.004] Build status: STARTED
[14:13:52.004] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:30:0) after 3m24s
[14:17:16.034] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:30:0)
[14:17:16.068] Build status: STARTED
[14:17:16.068] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:31:0) after 2m43s
[14:19:59.168] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:31:0)
[14:19:59.194] Build status: STARTED
[14:19:59.194] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:32:0) after 4m30s
[14:24:29.227] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:32:0)
[14:24:29.252] Build status: STARTED
[14:24:29.252] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:33:0) after 7m37s
[14:32:06.331] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:33:0)
[14:32:06.356] Build status: STARTED
[14:32:06.356] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:34:0) after 3m46s
[14:35:52.396] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:34:0)
[14:35:52.426] Build status: STARTED
[14:35:52.426] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:35:0) after 7m17s
[14:43:09.586] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:35:0)
[14:43:09.613] Build status: STARTED
[14:43:09.613] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:36:0) after 6m38s
[14:49:47.671] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:36:0)
[14:49:47.709] Build status: STARTED
[14:49:47.709] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:37:0) after 9m57s
[14:59:44.790] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:37:0)
[14:59:44.838] Build status: STARTED
[14:59:44.838] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:38:0) after 3m25s
[15:03:09.956] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:38:0)
[15:03:09.997] Build status: STARTED
[15:03:09.997] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:39:0) after 5m24s
[15:08:34.021] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:39:0)
[15:08:34.053] Build status: STARTED
[15:08:34.053] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:40:0) after 2m31s
[15:11:05.076] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:40:0)
[15:11:05.107] Build status: STARTED
[15:11:05.107] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:41:0) after 1m9s
[15:12:14.133] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:41:0)
[15:12:14.168] Build status: STARTED
[15:12:14.168] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:42:0) after 6m23s
[15:18:37.267] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:42:0)
[15:18:37.298] Build status: STARTED
[15:18:37.298] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:43:0) after 4m20s
[15:22:57.325] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:43:0)
[15:22:57.378] Build status: STARTED
[15:22:57.378] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:44:0) after 1m19s
[15:24:16.413] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:44:0)
[15:24:16.453] Build status: STARTED
[15:24:16.453] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:45:0) after 4m55s
[15:29:11.583] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:45:0)
[15:29:11.621] Build status: STARTED
[15:29:11.621] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:46:0) after 2m11s
[15:31:22.666] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:46:0)
[15:31:22.701] Build status: STARTED
[15:31:22.703] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:47:0) after 1m49s
[15:33:11.729] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:47:0)
[15:33:11.759] Build status: STARTED
[15:33:11.759] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:48:0) after 4m47s
[15:37:58.741] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:48:0)
[15:37:58.771] Build status: STARTED
[15:37:58.771] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:49:0) after 7m20s
[15:45:18.885] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:49:0)
[15:45:18.927] Build status: STARTED
[15:45:18.927] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:50:0) after 8m18s
[15:53:37.039] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:50:0)
[15:53:37.148] Build status: STARTED
[15:53:37.148] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:51:0) after 9m40s
[16:03:17.169] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:51:0)
[16:03:17.204] Build status: STARTED
[16:03:17.204] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:52:0) after 5m29s
[16:08:46.225] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:52:0)
[16:08:46.250] Build status: STARTED
[16:08:46.250] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:53:0) after 8m25s
[16:17:11.291] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:53:0)
[16:17:11.332] Build status: STARTED
[16:17:11.332] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:54:0) after 3m18s
[16:20:29.354] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:54:0)
[16:20:29.385] Build status: STARTED
[16:20:29.385] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:55:0) after 4m17s
[16:24:46.420] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:55:0)
[16:24:46.455] Build status: STARTED
[16:24:46.455] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:56:0) after 4m37s
[16:29:23.483] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:56:0)
[16:29:23.646] Build status: STARTED
[16:29:23.646] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:57:0) after 8m25s
[16:37:48.737] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:57:0)
[16:37:48.763] Build status: STARTED
[16:37:48.763] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:58:0) after 8m44s
[16:46:32.838] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:58:0)
[16:46:32.955] Build status: STARTED
[16:46:32.955] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:59:0) after 2m35s
[16:49:07.971] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:59:0)
[16:49:08.007] Build status: STARTED
[16:49:08.007] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:60:0) after 7m44s
[16:56:52.063] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:60:0)
[16:56:52.113] Build status: STARTED
[16:56:52.113] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:61:0) after 7m11s
[17:04:03.150] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:61:0)
[17:04:03.195] Build status: STARTED
[17:04:03.195] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:62:0) after 7m40s
[17:11:43.294] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:62:0)
[17:11:43.349] Build status: STARTED
[17:11:43.349] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:63:0) after 4m15s
[17:15:58.376] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:63:0)
[17:15:58.405] Build status: STARTED
[17:15:58.405] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:64:0) after 7m27s
[17:23:25.445] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:64:0)
[17:23:25.508] Build status: STARTED
[17:23:25.508] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:65:0) after 6m47s
[17:30:12.530] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:65:0)
[17:30:12.561] Build status: STARTED
[17:30:12.561] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:66:0) after 8m55s
[17:39:07.827] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:66:0)
[17:39:07.853] Build status: STARTED
[17:39:07.853] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:67:0) after 4m22s
[17:43:29.990] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:67:0)
[17:43:30.019] Build status: STARTED
[17:43:30.019] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:68:0) after 7m33s
[17:51:03.074] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:68:0)
[17:51:03.106] Build status: STARTED
[17:51:03.106] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:69:0) after 8m22s
[17:59:25.137] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:69:0)
[17:59:25.165] Build status: STARTED
[17:59:25.165] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:70:0) after 8m1s
[18:07:26.188] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:70:0)
[18:07:26.216] Build status: STARTED
[18:07:26.216] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:71:0) after 2m24s
[18:09:50.271] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:71:0)
[18:09:50.305] Build status: STARTED
[18:09:50.305] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:72:0) after 2m0s
[18:11:50.432] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:72:0)
[18:11:50.466] Build status: STARTED
[18:11:50.466] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:73:0) after 1m21s
[18:13:11.491] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:73:0)
[18:13:11.520] Build status: STARTED
[18:13:11.520] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:74:0) after 1m8s
[18:14:19.545] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:74:0)
[18:14:19.577] Build status: STARTED
[18:14:19.577] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:75:0) after 8m11s
[18:22:31.098] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:75:0)
[18:22:31.129] Build status: STARTED
[18:22:31.129] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:76:0) after 1m29s
[18:24:00.229] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:76:0)
[18:24:00.256] Build status: STARTED
[18:24:00.256] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:77:0) after 2m50s
[18:26:50.339] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:77:0)
[18:26:50.372] Build status: STARTED
[18:26:50.372] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:78:0) after 7m40s
[18:34:31.326] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:78:0)
[18:34:31.353] Build status: STARTED
[18:34:31.353] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:79:0) after 7m31s
[18:42:02.376] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:79:0)
[18:42:02.424] Build status: STARTED
[18:42:02.424] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:80:0) after 2m27s
[18:44:29.567] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:80:0)
[18:44:29.601] Build status: STARTED
[18:44:29.601] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:81:0) after 3m10s
[18:47:39.817] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:81:0)
[18:47:39.852] Build status: STARTED
[18:47:39.852] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:82:0) after 1m39s
[18:49:19.005] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:82:0)
[18:49:19.088] Build status: STARTED
[18:49:19.088] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:83:0) after 7m57s
[18:57:16.111] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:83:0)
[18:57:16.144] Build status: STARTED
[18:57:16.144] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:84:0) after 6m51s
[19:04:07.456] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:84:0)
[19:04:07.524] Build status: STARTED
[19:04:07.524] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:85:0) after 2m1s
[19:06:08.653] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:85:0)
[19:06:08.683] Build status: STARTED
[19:06:08.683] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:86:0) after 3m2s
[19:09:10.831] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:86:0)
[19:09:10.861] Build status: STARTED
[19:09:10.861] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:87:0) after 4m6s
[19:13:16.992] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:87:0)
[19:13:17.032] Build status: STARTED
[19:13:17.032] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:88:0) after 1m36s
[19:14:53.070] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:88:0)
[19:14:53.097] Build status: STARTED
[19:14:53.097] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:89:0) after 1m21s
[19:16:14.224] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:89:0)
[19:16:14.372] Build status: STARTED
[19:16:14.372] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:90:0) after 7m11s
[19:23:25.440] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:90:0)
[19:23:25.471] Build status: STARTED
[19:23:25.471] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:91:0) after 3m10s
[19:26:35.814] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:91:0)
[19:26:35.843] Build status: STARTED
[19:26:35.843] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:92:0) after 2m21s
[19:28:56.943] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:92:0)
[19:28:56.974] Build status: STARTED
[19:28:56.974] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:93:0) after 4m56s
[19:33:52.997] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:93:0)
[19:33:53.028] Build status: STARTED
[19:33:53.028] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:94:0) after 1m12s
[19:35:05.089] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:94:0)
[19:35:05.122] Build status: STARTED
[19:35:05.122] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:95:0) after 2m25s
[19:37:30.358] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:95:0)
[19:37:30.390] Build status: STARTED
[19:37:30.390] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:96:0) after 3m30s
[19:41:00.483] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:96:0)
[19:41:00.511] Build status: STARTED
[19:41:00.511] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:97:0) after 2m9s
[19:43:09.541] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:97:0)
[19:43:09.578] Build status: STARTED
[19:43:09.578] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:98:0) after 7m45s
[19:50:54.637] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:98:0)
[19:50:54.668] Build status: STARTED
[19:50:54.668] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:99:0) after 2m56s
[19:53:50.693] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:99:0)
[19:53:50.725] Build status: STARTED
[19:53:50.725] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:100:0) after 7m59s
[20:01:49.836] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:100:0)
[20:01:49.874] Build status: STARTED
[20:01:49.874] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:101:0) after 3m1s
[20:04:50.900] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:101:0)
[20:04:50.930] Build status: STARTED
[20:04:50.930] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:102:0) after 5m39s
[20:10:29.960] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:102:0)
[20:10:29.988] Build status: STARTED
[20:10:29.988] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:103:0) after 9m24s
[20:19:54.307] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:103:0)
[20:19:54.335] Build status: STARTED
[20:19:54.335] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:104:0) after 9m39s
[20:29:33.360] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:104:0)
[20:29:33.391] Build status: STARTED
[20:29:33.391] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:105:0) after 2m49s
[20:32:22.451] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:105:0)
[20:32:22.510] Build status: STARTED
[20:32:22.510] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:106:0) after 8m14s
[20:40:36.545] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:106:0)
[20:40:36.574] Build status: STARTED
[20:40:36.574] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:107:0) after 9m57s
[20:50:33.959] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:107:0)
[20:50:33.987] Build status: STARTED
[20:50:33.987] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:108:0) after 9m21s
[20:59:55.071] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:108:0)
[20:59:55.102] Build status: STARTED
[20:59:55.102] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:109:0) after 6m6s
[21:06:01.289] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:109:0)
[21:06:01.320] Build status: STARTED
[21:06:01.320] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:110:0) after 5m2s
[21:11:03.423] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:110:0)
[21:11:03.459] Build status: STARTED
[21:11:03.460] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:111:0) after 1m17s
[21:12:20.589] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:111:0)
[21:12:20.644] Build status: STARTED
[21:12:20.644] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:112:0) after 7m58s
[21:20:18.767] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:112:0)
[21:20:18.799] Build status: STARTED
[21:20:18.799] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9013413604649837696:113:0) after 4m35s
[21:23:57.241] Received PubSub notification, asking Buildbucket for the build status
[21:23:57.407] Build:
{
  "id": "8847983542672949232",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-code-coverage"
  },
  "number": 3698,
  "createdBy": "project:chromium",
  "createTime": "2021-05-06T11:59:25.575151Z",
  "startTime": "2021-05-06T12:02:28.069870Z",
  "endTime": "2021-05-06T21:23:56.771524494Z",
  "updateTime": "2021-05-06T21:23:56.772467204Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "bc47e0486efb4f997fded6b02b6200cb98b37bfe",
      "ref": "refs/heads/master"
    }
  }
}
[21:23:57.407] Invocation finished in 9h24m33.10103278s with status FAILED