Status: FAILED
Triggered by: -
Duration: 12 hours
Actions:

Definition (rev 647cfca6a38965008e164cc627c0d9c5c2e6ef66)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "mac-code-coverage"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "aa397735b247b4091fa7cf854fd5d59063ed7134"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/aa397735b247b4091fa7cf854fd5d59063ed7134
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[11:33:46.805] New invocation is queued and will start shortly
[11:33:47.896] Starting the invocation (attempt 1)
[11:33:47.924] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/aa397735b247b4091fa7cf854fd5d59063ed7134"
[11:33:47.924] Popped gitiles commit info from properties and tags
[11:33:47.924] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[11:33:47.924] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[11:33:47.924] Buildbucket request:
{
  "requestId": "8942930776992469168",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-code-coverage"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "aa397735b247b4091fa7cf854fd5d59063ed7134",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8942930776992469168"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-code-coverage"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[11:33:48.669] Scheduled build:
{
  "id": "8777500715048352161",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-code-coverage"
  },
  "number": 9441,
  "createdBy": "project:chromium",
  "createTime": "2023-06-23T11:33:48.028660808Z",
  "updateTime": "2023-06-23T11:33:48.028660808Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "aa397735b247b4091fa7cf854fd5d59063ed7134",
      "ref": "refs/heads/main"
    }
  }
}
[11:33:48.669] Task URL: https://cr-buildbucket.appspot.com/build/8777500715048352161
[11:33:48.669] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:2:0) after 3m56s
[11:37:44.726] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:2:0)
[11:37:44.747] Build status: SCHEDULED
[11:37:44.747] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:3:0) after 9m45s
[11:38:20.436] Received PubSub notification, asking Buildbucket for the build status
[11:38:20.464] Build status: STARTED
[11:47:29.799] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:3:0)
[11:47:29.825] Build status: STARTED
[11:47:29.825] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:5:0) after 7m55s
[11:55:24.844] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:5:0)
[11:55:24.872] Build status: STARTED
[11:55:24.872] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:6:0) after 8m52s
[12:04:16.899] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:6:0)
[12:04:16.956] Build status: STARTED
[12:04:16.956] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:7:0) after 2m54s
[12:07:11.167] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:7:0)
[12:07:11.198] Build status: STARTED
[12:07:11.198] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:8:0) after 5m4s
[12:12:15.285] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:8:0)
[12:12:15.306] Build status: STARTED
[12:12:15.306] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:9:0) after 4m40s
[12:16:55.321] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:9:0)
[12:16:55.343] Build status: STARTED
[12:16:55.343] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:10:0) after 1m42s
[12:18:37.365] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:10:0)
[12:18:37.383] Build status: STARTED
[12:18:37.383] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:11:0) after 6m3s
[12:24:40.428] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:11:0)
[12:24:40.489] Build status: STARTED
[12:24:40.489] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:12:0) after 4m37s
[12:29:17.734] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:12:0)
[12:29:17.762] Build status: STARTED
[12:29:17.762] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:13:0) after 7m31s
[12:36:48.897] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:13:0)
[12:36:48.918] Build status: STARTED
[12:36:48.918] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:14:0) after 5m52s
[12:42:41.318] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:14:0)
[12:42:41.335] Build status: STARTED
[12:42:41.335] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:15:0) after 9m59s
[12:52:40.443] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:15:0)
[12:52:40.507] Build status: STARTED
[12:52:40.507] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:16:0) after 6m58s
[12:59:38.579] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:16:0)
[12:59:38.597] Build status: STARTED
[12:59:38.597] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:17:0) after 9m42s
[13:09:20.704] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:17:0)
[13:09:20.727] Build status: STARTED
[13:09:20.727] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:18:0) after 4m0s
[13:13:20.753] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:18:0)
[13:13:20.784] Build status: STARTED
[13:13:20.784] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:19:0) after 6m59s
[13:20:19.903] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:19:0)
[13:20:19.932] Build status: STARTED
[13:20:19.932] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:20:0) after 6m6s
[13:26:26.358] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:20:0)
[13:26:26.376] Build status: STARTED
[13:26:26.376] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:21:0) after 8m20s
[13:34:46.415] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:21:0)
[13:34:46.472] Build status: STARTED
[13:34:46.472] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:22:0) after 6m7s
[13:40:53.554] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:22:0)
[13:40:53.584] Build status: STARTED
[13:40:53.584] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:23:0) after 6m55s
[13:47:48.608] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:23:0)
[13:47:48.652] Build status: STARTED
[13:47:48.652] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:24:0) after 4m19s
[13:52:07.682] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:24:0)
[13:52:07.708] Build status: STARTED
[13:52:07.708] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:25:0) after 3m13s
[13:55:20.937] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:25:0)
[13:55:20.956] Build status: STARTED
[13:55:20.956] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:26:0) after 8m31s
[14:03:52.056] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:26:0)
[14:03:52.091] Build status: STARTED
[14:03:52.091] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:27:0) after 9m21s
[14:13:13.257] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:27:0)
[14:13:13.284] Build status: STARTED
[14:13:13.284] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:28:0) after 5m14s
[14:18:27.311] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:28:0)
[14:18:27.331] Build status: STARTED
[14:18:27.331] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:29:0) after 6m5s
[14:24:32.690] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:29:0)
[14:24:32.717] Build status: STARTED
[14:24:32.717] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:30:0) after 8m21s
[14:32:53.821] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:30:0)
[14:32:53.864] Build status: STARTED
[14:32:53.864] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:31:0) after 7m18s
[14:40:11.938] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:31:0)
[14:40:11.960] Build status: STARTED
[14:40:11.960] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:32:0) after 5m43s
[14:45:56.015] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:32:0)
[14:45:56.037] Build status: STARTED
[14:45:56.037] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:33:0) after 5m40s
[14:51:36.058] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:33:0)
[14:51:36.075] Build status: STARTED
[14:51:36.075] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:34:0) after 6m45s
[14:58:21.108] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:34:0)
[14:58:21.135] Build status: STARTED
[14:58:21.135] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:35:0) after 2m46s
[15:01:07.159] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:35:0)
[15:01:07.371] Build status: STARTED
[15:01:07.371] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:36:0) after 4m7s
[15:05:14.393] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:36:0)
[15:05:14.463] Build status: STARTED
[15:05:14.463] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:37:0) after 2m11s
[15:07:25.734] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:37:0)
[15:07:25.760] Build status: STARTED
[15:07:25.760] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:38:0) after 9m51s
[15:17:16.759] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:38:0)
[15:17:16.778] Build status: STARTED
[15:17:16.778] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:39:0) after 8m58s
[15:26:14.795] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:39:0)
[15:26:14.813] Build status: STARTED
[15:26:14.813] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:40:0) after 8m47s
[15:35:01.878] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:40:0)
[15:35:01.912] Build status: STARTED
[15:35:01.912] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:41:0) after 9m8s
[15:44:09.935] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:41:0)
[15:44:09.954] Build status: STARTED
[15:44:09.954] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:42:0) after 9m51s
[15:54:01.206] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:42:0)
[15:54:01.226] Build status: STARTED
[15:54:01.226] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:43:0) after 9m31s
[16:03:32.348] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:43:0)
[16:03:32.400] Build status: STARTED
[16:03:32.401] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:44:0) after 8m51s
[16:12:23.465] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:44:0)
[16:12:23.490] Build status: STARTED
[16:12:23.490] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:45:0) after 1m32s
[16:13:55.516] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:45:0)
[16:13:55.574] Build status: STARTED
[16:13:55.574] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:46:0) after 2m59s
[16:16:54.600] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:46:0)
[16:16:54.632] Build status: STARTED
[16:16:54.632] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:47:0) after 6m47s
[16:23:41.662] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:47:0)
[16:23:41.706] Build status: STARTED
[16:23:41.706] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:48:0) after 7m53s
[16:31:34.733] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:48:0)
[16:31:34.752] Build status: STARTED
[16:31:34.752] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:49:0) after 2m59s
[16:34:33.778] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:49:0)
[16:34:33.803] Build status: STARTED
[16:34:33.803] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:50:0) after 1m13s
[16:35:46.874] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:50:0)
[16:35:46.892] Build status: STARTED
[16:35:46.892] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:51:0) after 2m20s
[16:38:07.196] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:51:0)
[16:38:07.223] Build status: STARTED
[16:38:07.223] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:52:0) after 6m39s
[16:44:46.262] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:52:0)
[16:44:46.281] Build status: STARTED
[16:44:46.281] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:53:0) after 6m9s
[16:50:55.619] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:53:0)
[16:50:55.644] Build status: STARTED
[16:50:55.644] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:54:0) after 3m49s
[16:54:44.766] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:54:0)
[16:54:44.785] Build status: STARTED
[16:54:44.785] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:55:0) after 5m59s
[17:00:43.810] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:55:0)
[17:00:43.834] Build status: STARTED
[17:00:43.835] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:56:0) after 6m18s
[17:07:01.852] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:56:0)
[17:07:01.902] Build status: STARTED
[17:07:01.902] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:57:0) after 4m41s
[17:11:42.920] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:57:0)
[17:11:42.945] Build status: STARTED
[17:11:42.945] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:58:0) after 4m41s
[17:16:23.974] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:58:0)
[17:16:23.993] Build status: STARTED
[17:16:23.993] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:59:0) after 4m24s
[17:20:48.029] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:59:0)
[17:20:48.046] Build status: STARTED
[17:20:48.046] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:60:0) after 3m12s
[17:24:00.067] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:60:0)
[17:24:00.161] Build status: STARTED
[17:24:00.161] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:61:0) after 1m3s
[17:25:03.194] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:61:0)
[17:25:03.408] Build status: STARTED
[17:25:03.408] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:62:0) after 2m42s
[17:27:45.437] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:62:0)
[17:27:45.455] Build status: STARTED
[17:27:45.455] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:63:0) after 3m6s
[17:30:51.478] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:63:0)
[17:30:51.528] Build status: STARTED
[17:30:51.528] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:64:0) after 8m3s
[17:38:54.549] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:64:0)
[17:38:54.611] Build status: STARTED
[17:38:54.611] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:65:0) after 7m28s
[17:46:22.630] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:65:0)
[17:46:22.658] Build status: STARTED
[17:46:22.658] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:66:0) after 5m12s
[17:51:34.707] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:66:0)
[17:51:34.726] Build status: STARTED
[17:51:34.726] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:67:0) after 2m1s
[17:53:35.795] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:67:0)
[17:53:35.821] Build status: STARTED
[17:53:35.821] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:68:0) after 9m48s
[18:03:23.844] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:68:0)
[18:03:23.877] Build status: STARTED
[18:03:23.877] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:69:0) after 3m47s
[18:07:10.903] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:69:0)
[18:07:10.923] Build status: STARTED
[18:07:10.923] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:70:0) after 4m23s
[18:11:33.979] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:70:0)
[18:11:34.007] Build status: STARTED
[18:11:34.007] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:71:0) after 4m44s
[18:16:18.030] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:71:0)
[18:16:18.048] Build status: STARTED
[18:16:18.048] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:72:0) after 1m7s
[18:17:25.034] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:72:0)
[18:17:25.069] Build status: STARTED
[18:17:25.069] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:73:0) after 8m42s
[18:26:07.104] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:73:0)
[18:26:07.134] Build status: STARTED
[18:26:07.134] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:74:0) after 2m32s
[18:28:39.217] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:74:0)
[18:28:39.239] Build status: STARTED
[18:28:39.239] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:75:0) after 1m26s
[18:30:05.264] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:75:0)
[18:30:05.290] Build status: STARTED
[18:30:05.291] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:76:0) after 3m57s
[18:34:02.385] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:76:0)
[18:34:02.414] Build status: STARTED
[18:34:02.414] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:77:0) after 9m59s
[18:44:01.506] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:77:0)
[18:44:01.534] Build status: STARTED
[18:44:01.534] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:78:0) after 5m19s
[18:49:20.595] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:78:0)
[18:49:20.621] Build status: STARTED
[18:49:20.622] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:79:0) after 8m4s
[18:57:24.664] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:79:0)
[18:57:24.690] Build status: STARTED
[18:57:24.690] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:80:0) after 6m12s
[19:03:36.797] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:80:0)
[19:03:36.815] Build status: STARTED
[19:03:36.815] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:81:0) after 5m18s
[19:08:54.851] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:81:0)
[19:08:54.876] Build status: STARTED
[19:08:54.876] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:82:0) after 1m8s
[19:10:02.887] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:82:0)
[19:10:02.904] Build status: STARTED
[19:10:02.904] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:83:0) after 8m5s
[19:18:07.997] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:83:0)
[19:18:08.018] Build status: STARTED
[19:18:08.018] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:84:0) after 5m44s
[19:23:52.035] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:84:0)
[19:23:52.057] Build status: STARTED
[19:23:52.057] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:85:0) after 8m29s
[19:32:21.060] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:85:0)
[19:32:21.085] Build status: STARTED
[19:32:21.085] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:86:0) after 5m47s
[19:38:08.218] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:86:0)
[19:38:08.243] Build status: STARTED
[19:38:08.244] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:87:0) after 1m55s
[19:40:03.346] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:87:0)
[19:40:03.410] Build status: STARTED
[19:40:03.410] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:88:0) after 5m46s
[19:45:49.436] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:88:0)
[19:45:49.460] Build status: STARTED
[19:45:49.460] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:89:0) after 4m33s
[19:50:22.681] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:89:0)
[19:50:22.732] Build status: STARTED
[19:50:22.732] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:90:0) after 7m2s
[19:57:24.761] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:90:0)
[19:57:24.790] Build status: STARTED
[19:57:24.790] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:91:0) after 3m17s
[20:00:41.813] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:91:0)
[20:00:41.841] Build status: STARTED
[20:00:41.841] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:92:0) after 2m54s
[20:03:35.988] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:92:0)
[20:03:36.067] Build status: STARTED
[20:03:36.067] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:93:0) after 8m41s
[20:12:17.087] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:93:0)
[20:12:17.167] Build status: STARTED
[20:12:17.167] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:94:0) after 3m35s
[20:15:52.838] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:94:0)
[20:15:52.862] Build status: STARTED
[20:15:52.862] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:95:0) after 4m24s
[20:20:16.928] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:95:0)
[20:20:16.956] Build status: STARTED
[20:20:16.956] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:96:0) after 4m50s
[20:25:06.982] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:96:0)
[20:25:07.003] Build status: STARTED
[20:25:07.003] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:97:0) after 5m20s
[20:30:27.116] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:97:0)
[20:30:27.141] Build status: STARTED
[20:30:27.141] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:98:0) after 1m49s
[20:32:16.285] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:98:0)
[20:32:16.304] Build status: STARTED
[20:32:16.305] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:99:0) after 5m5s
[20:37:21.430] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:99:0)
[20:37:21.498] Build status: STARTED
[20:37:21.498] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:100:0) after 5m32s
[20:42:53.517] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:100:0)
[20:42:53.533] Build status: STARTED
[20:42:53.533] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:101:0) after 5m9s
[20:48:02.576] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:101:0)
[20:48:02.594] Build status: STARTED
[20:48:02.594] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:102:0) after 9m31s
[20:57:33.841] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:102:0)
[20:57:33.860] Build status: STARTED
[20:57:33.860] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:103:0) after 4m37s
[21:02:11.270] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:103:0)
[21:02:11.305] Build status: STARTED
[21:02:11.305] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:104:0) after 9m41s
[21:11:52.507] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:104:0)
[21:11:52.529] Build status: STARTED
[21:11:52.529] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:105:0) after 1m56s
[21:13:48.527] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:105:0)
[21:13:48.547] Build status: STARTED
[21:13:48.547] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:106:0) after 3m31s
[21:17:19.665] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:106:0)
[21:17:19.689] Build status: STARTED
[21:17:19.689] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:107:0) after 2m33s
[21:19:52.800] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:107:0)
[21:19:52.819] Build status: STARTED
[21:19:52.819] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:108:0) after 8m36s
[21:28:28.888] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:108:0)
[21:28:28.911] Build status: STARTED
[21:28:28.911] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:109:0) after 2m59s
[21:31:28.198] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:109:0)
[21:31:28.230] Build status: STARTED
[21:31:28.230] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:110:0) after 1m19s
[21:32:47.430] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:110:0)
[21:32:47.452] Build status: STARTED
[21:32:47.453] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:111:0) after 3m54s
[21:36:41.499] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:111:0)
[21:36:41.617] Build status: STARTED
[21:36:41.617] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:112:0) after 5m25s
[21:42:07.613] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:112:0)
[21:42:07.640] Build status: STARTED
[21:42:07.640] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:113:0) after 7m58s
[21:50:06.097] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:113:0)
[21:50:06.164] Build status: STARTED
[21:50:06.164] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:114:0) after 3m23s
[21:53:29.176] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:114:0)
[21:53:29.197] Build status: STARTED
[21:53:29.197] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:115:0) after 9m54s
[22:03:23.491] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:115:0)
[22:03:23.517] Build status: STARTED
[22:03:23.517] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:116:0) after 1m19s
[22:04:42.588] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:116:0)
[22:04:42.637] Build status: STARTED
[22:04:42.637] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:117:0) after 9m33s
[22:14:15.654] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:117:0)
[22:14:15.675] Build status: STARTED
[22:14:15.675] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:118:0) after 3m33s
[22:17:49.305] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:118:0)
[22:17:49.327] Build status: STARTED
[22:17:49.327] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:119:0) after 8m49s
[22:26:38.387] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:119:0)
[22:26:38.414] Build status: STARTED
[22:26:38.414] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:120:0) after 5m11s
[22:31:49.534] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:120:0)
[22:31:49.556] Build status: STARTED
[22:31:49.556] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:121:0) after 8m10s
[22:39:59.862] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:121:0)
[22:39:59.877] Build status: STARTED
[22:39:59.877] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:122:0) after 3m16s
[22:43:15.850] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:122:0)
[22:43:15.871] Build status: STARTED
[22:43:15.871] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:123:0) after 7m18s
[22:50:33.891] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:123:0)
[22:50:33.907] Build status: STARTED
[22:50:33.907] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:124:0) after 1m5s
[22:51:39.329] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:124:0)
[22:51:39.349] Build status: STARTED
[22:51:39.349] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:125:0) after 7m21s
[22:59:00.476] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:125:0)
[22:59:00.502] Build status: STARTED
[22:59:00.502] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:126:0) after 3m5s
[23:02:05.688] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:126:0)
[23:02:05.706] Build status: STARTED
[23:02:05.706] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:127:0) after 3m8s
[23:05:13.725] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:127:0)
[23:05:13.755] Build status: STARTED
[23:05:13.755] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:128:0) after 2m31s
[23:07:44.780] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:128:0)
[23:07:44.799] Build status: STARTED
[23:07:44.799] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:129:0) after 3m2s
[23:10:46.841] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:129:0)
[23:10:46.899] Build status: STARTED
[23:10:46.899] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:130:0) after 3m17s
[23:14:04.423] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:130:0)
[23:14:04.442] Build status: STARTED
[23:14:04.442] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:131:0) after 6m39s
[23:20:43.561] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:131:0)
[23:20:43.581] Build status: STARTED
[23:20:43.581] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:132:0) after 3m45s
[23:24:28.710] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:132:0)
[23:24:28.730] Build status: STARTED
[23:24:28.730] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:133:0) after 3m34s
[23:28:02.769] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:133:0)
[23:28:02.788] Build status: STARTED
[23:28:02.788] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:134:0) after 7m39s
[23:35:41.807] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:134:0)
[23:35:41.842] Build status: STARTED
[23:35:41.842] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:135:0) after 2m20s
[23:38:01.898] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:135:0)
[23:38:01.917] Build status: STARTED
[23:38:01.917] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8942930776992469168:136:0) after 9m23s
[23:45:25.876] Received PubSub notification, asking Buildbucket for the build status
[23:45:25.904] Build:
{
  "id": "8777500715048352161",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-code-coverage"
  },
  "number": 9441,
  "createdBy": "project:chromium",
  "createTime": "2023-06-23T11:33:48.028660808Z",
  "startTime": "2023-06-23T11:38:19.369298Z",
  "endTime": "2023-06-23T23:45:25.445498100Z",
  "updateTime": "2023-06-23T23:45:25.445498100Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "aa397735b247b4091fa7cf854fd5d59063ed7134",
      "ref": "refs/heads/main"
    }
  }
}
[23:45:25.904] Invocation finished in 12h11m39.112753461s with status FAILED