Status: FAILED
Triggered by: -
Duration: 10 hours
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "mac-code-coverage"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "20e58fe107a5038bbc83ee4b9d7be8b8562c9b9e"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/20e58fe107a5038bbc83ee4b9d7be8b8562c9b9e
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[08:12:47.406] New invocation is queued and will start shortly
[08:12:48.546] Starting the invocation (attempt 1)
[08:12:48.579] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/20e58fe107a5038bbc83ee4b9d7be8b8562c9b9e"
[08:12:48.579] Popped gitiles commit info from properties and tags
[08:12:48.579] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[08:12:48.579] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[08:12:48.579] Buildbucket request:
{
  "requestId": "9000381898888251632",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-code-coverage"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "20e58fe107a5038bbc83ee4b9d7be8b8562c9b9e",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "9000381898888251632"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-code-coverage"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[08:12:49.117] Scheduled build:
{
  "id": "8834951836930365313",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-code-coverage"
  },
  "number": 6785,
  "createdBy": "project:chromium",
  "createTime": "2021-09-27T08:12:48.641035015Z",
  "updateTime": "2021-09-27T08:12:48.875551271Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "20e58fe107a5038bbc83ee4b9d7be8b8562c9b9e",
      "ref": "refs/heads/main"
    }
  }
}
[08:12:49.117] Task URL: https://cr-buildbucket.appspot.com/build/8834951836930365313
[08:12:49.117] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:2:0) after 9m55s
[08:16:22.385] Received PubSub notification, asking Buildbucket for the build status
[08:16:22.466] Build status: STARTED
[08:22:44.141] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:2:0)
[08:22:44.166] Build status: STARTED
[08:22:44.166] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:4:0) after 9m44s
[08:32:28.188] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:4:0)
[08:32:28.276] Build status: STARTED
[08:32:28.276] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:5:0) after 8m29s
[08:40:57.447] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:5:0)
[08:40:57.607] Build status: STARTED
[08:40:57.607] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:6:0) after 5m15s
[08:46:12.630] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:6:0)
[08:46:12.675] Build status: STARTED
[08:46:12.675] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:7:0) after 8m28s
[08:54:40.693] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:7:0)
[08:54:40.721] Build status: STARTED
[08:54:40.721] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:8:0) after 1m5s
[08:55:45.780] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:8:0)
[08:55:45.806] Build status: STARTED
[08:55:45.806] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:9:0) after 7m46s
[09:03:31.817] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:9:0)
[09:03:31.858] Build status: STARTED
[09:03:31.858] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:10:0) after 2m56s
[09:06:27.988] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:10:0)
[09:06:28.032] Build status: STARTED
[09:06:28.032] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:11:0) after 1m32s
[09:08:00.054] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:11:0)
[09:08:00.120] Build status: STARTED
[09:08:00.120] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:12:0) after 1m19s
[09:09:19.143] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:12:0)
[09:09:19.171] Build status: STARTED
[09:09:19.171] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:13:0) after 3m48s
[09:13:07.313] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:13:0)
[09:13:07.362] Build status: STARTED
[09:13:07.362] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:14:0) after 9m39s
[09:22:46.395] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:14:0)
[09:22:46.432] Build status: STARTED
[09:22:46.432] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:15:0) after 2m47s
[09:25:33.453] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:15:0)
[09:25:33.506] Build status: STARTED
[09:25:33.506] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:16:0) after 4m17s
[09:29:50.527] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:16:0)
[09:29:50.556] Build status: STARTED
[09:29:50.556] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:17:0) after 9m5s
[09:38:55.592] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:17:0)
[09:38:55.626] Build status: STARTED
[09:38:55.626] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:18:0) after 7m47s
[09:46:42.881] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:18:0)
[09:46:42.932] Build status: STARTED
[09:46:42.932] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:19:0) after 1m20s
[09:48:02.954] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:19:0)
[09:48:02.988] Build status: STARTED
[09:48:02.988] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:20:0) after 5m46s
[09:53:49.008] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:20:0)
[09:53:49.033] Build status: STARTED
[09:53:49.033] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:21:0) after 5m30s
[09:59:19.117] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:21:0)
[09:59:19.147] Build status: STARTED
[09:59:19.147] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:22:0) after 5m54s
[10:05:13.177] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:22:0)
[10:05:13.253] Build status: STARTED
[10:05:13.253] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:23:0) after 2m39s
[10:07:52.386] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:23:0)
[10:07:52.417] Build status: STARTED
[10:07:52.417] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:24:0) after 5m14s
[10:13:06.459] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:24:0)
[10:13:06.494] Build status: STARTED
[10:13:06.494] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:25:0) after 6m17s
[10:19:23.537] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:25:0)
[10:19:23.609] Build status: STARTED
[10:19:23.609] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:26:0) after 4m58s
[10:24:21.633] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:26:0)
[10:24:21.676] Build status: STARTED
[10:24:21.676] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:27:0) after 4m51s
[10:29:12.778] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:27:0)
[10:29:12.821] Build status: STARTED
[10:29:12.821] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:28:0) after 2m24s
[10:31:36.898] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:28:0)
[10:31:36.940] Build status: STARTED
[10:31:36.940] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:29:0) after 6m8s
[10:37:45.016] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:29:0)
[10:37:45.097] Build status: STARTED
[10:37:45.097] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:30:0) after 4m9s
[10:41:54.121] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:30:0)
[10:41:54.147] Build status: STARTED
[10:41:54.148] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:31:0) after 5m43s
[10:47:37.236] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:31:0)
[10:47:37.334] Build status: STARTED
[10:47:37.334] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:32:0) after 6m6s
[10:53:43.356] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:32:0)
[10:53:43.390] Build status: STARTED
[10:53:43.390] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:33:0) after 3m48s
[10:57:31.496] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:33:0)
[10:57:31.526] Build status: STARTED
[10:57:31.526] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:34:0) after 6m36s
[11:04:07.514] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:34:0)
[11:04:07.547] Build status: STARTED
[11:04:07.547] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:35:0) after 6m4s
[11:10:11.573] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:35:0)
[11:10:11.613] Build status: STARTED
[11:10:11.613] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:36:0) after 6m50s
[11:17:01.712] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:36:0)
[11:17:01.746] Build status: STARTED
[11:17:01.746] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:37:0) after 7m6s
[11:24:07.917] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:37:0)
[11:24:07.949] Build status: STARTED
[11:24:07.949] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:38:0) after 3m39s
[11:27:46.972] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:38:0)
[11:27:47.020] Build status: STARTED
[11:27:47.020] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:39:0) after 8m29s
[11:36:16.291] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:39:0)
[11:36:16.380] Build status: STARTED
[11:36:16.380] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:40:0) after 3m4s
[11:39:20.354] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:40:0)
[11:39:20.388] Build status: STARTED
[11:39:20.389] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:41:0) after 4m33s
[11:43:53.391] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:41:0)
[11:43:53.436] Build status: STARTED
[11:43:53.436] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:42:0) after 8m40s
[11:52:33.507] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:42:0)
[11:52:33.540] Build status: STARTED
[11:52:33.540] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:43:0) after 3m13s
[11:55:46.562] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:43:0)
[11:55:46.596] Build status: STARTED
[11:55:46.596] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:44:0) after 8m17s
[12:04:03.625] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:44:0)
[12:04:03.668] Build status: STARTED
[12:04:03.668] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:45:0) after 1m53s
[12:05:56.699] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:45:0)
[12:05:56.733] Build status: STARTED
[12:05:56.733] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:46:0) after 6m26s
[12:12:22.761] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:46:0)
[12:12:22.789] Build status: STARTED
[12:12:22.789] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:47:0) after 8m17s
[12:20:39.813] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:47:0)
[12:20:39.838] Build status: STARTED
[12:20:39.838] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:48:0) after 5m5s
[12:25:44.867] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:48:0)
[12:25:44.896] Build status: STARTED
[12:25:44.896] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:49:0) after 9m45s
[12:35:30.020] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:49:0)
[12:35:30.046] Build status: STARTED
[12:35:30.046] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:50:0) after 1m47s
[12:37:17.071] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:50:0)
[12:37:17.104] Build status: STARTED
[12:37:17.104] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:51:0) after 4m41s
[12:41:58.344] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:51:0)
[12:41:58.372] Build status: STARTED
[12:41:58.372] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:52:0) after 3m43s
[12:45:41.399] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:52:0)
[12:45:41.428] Build status: STARTED
[12:45:41.428] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:53:0) after 6m12s
[12:51:53.623] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:53:0)
[12:51:53.654] Build status: STARTED
[12:51:53.654] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:54:0) after 9m17s
[13:01:10.686] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:54:0)
[13:01:10.713] Build status: STARTED
[13:01:10.713] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:55:0) after 3m43s
[13:04:54.018] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:55:0)
[13:04:54.117] Build status: STARTED
[13:04:54.117] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:56:0) after 8m32s
[13:13:26.273] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:56:0)
[13:13:26.303] Build status: STARTED
[13:13:26.303] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:57:0) after 9m33s
[13:22:59.339] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:57:0)
[13:22:59.910] Build status: STARTED
[13:22:59.910] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:58:0) after 1m19s
[13:24:19.036] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:58:0)
[13:24:19.100] Build status: STARTED
[13:24:19.100] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:59:0) after 7m21s
[13:31:40.292] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:59:0)
[13:31:40.326] Build status: STARTED
[13:31:40.326] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:60:0) after 8m29s
[13:40:09.521] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:60:0)
[13:40:09.556] Build status: STARTED
[13:40:09.556] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:61:0) after 1m17s
[13:41:26.588] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:61:0)
[13:41:26.623] Build status: STARTED
[13:41:26.623] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:62:0) after 2m20s
[13:43:46.614] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:62:0)
[13:43:46.651] Build status: STARTED
[13:43:46.651] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:63:0) after 2m14s
[13:46:00.676] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:63:0)
[13:46:00.711] Build status: STARTED
[13:46:00.711] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:64:0) after 6m38s
[13:52:38.742] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:64:0)
[13:52:38.771] Build status: STARTED
[13:52:38.771] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:65:0) after 9m55s
[14:02:33.818] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:65:0)
[14:02:33.958] Build status: STARTED
[14:02:33.958] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:66:0) after 8m50s
[14:11:24.092] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:66:0)
[14:11:24.122] Build status: STARTED
[14:11:24.122] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:67:0) after 8m17s
[14:19:41.149] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:67:0)
[14:19:41.177] Build status: STARTED
[14:19:41.177] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:68:0) after 4m39s
[14:24:20.209] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:68:0)
[14:24:20.255] Build status: STARTED
[14:24:20.255] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:69:0) after 2m5s
[14:26:25.346] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:69:0)
[14:26:25.373] Build status: STARTED
[14:26:25.373] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:70:0) after 4m21s
[14:30:46.425] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:70:0)
[14:30:46.517] Build status: STARTED
[14:30:46.517] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:71:0) after 7m33s
[14:38:19.540] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:71:0)
[14:38:19.576] Build status: STARTED
[14:38:19.577] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:72:0) after 6m5s
[14:44:24.714] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:72:0)
[14:44:24.773] Build status: STARTED
[14:44:24.773] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:73:0) after 5m7s
[14:49:31.811] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:73:0)
[14:49:31.839] Build status: STARTED
[14:49:31.839] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:74:0) after 9m57s
[14:59:28.866] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:74:0)
[14:59:28.945] Build status: STARTED
[14:59:28.945] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:75:0) after 3m21s
[15:02:49.990] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:75:0)
[15:02:50.031] Build status: STARTED
[15:02:50.031] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:76:0) after 8m32s
[15:11:22.520] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:76:0)
[15:11:22.567] Build status: STARTED
[15:11:22.567] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:77:0) after 6m32s
[15:17:54.797] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:77:0)
[15:17:54.827] Build status: STARTED
[15:17:54.827] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:78:0) after 5m13s
[15:23:07.904] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:78:0)
[15:23:07.961] Build status: STARTED
[15:23:07.961] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:79:0) after 3m40s
[15:26:47.990] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:79:0)
[15:26:48.025] Build status: STARTED
[15:26:48.025] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:80:0) after 2m11s
[15:28:59.131] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:80:0)
[15:28:59.165] Build status: STARTED
[15:28:59.165] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:81:0) after 6m40s
[15:35:39.501] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:81:0)
[15:35:39.563] Build status: STARTED
[15:35:39.563] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:82:0) after 7m16s
[15:42:55.817] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:82:0)
[15:42:55.845] Build status: STARTED
[15:42:55.845] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:83:0) after 5m29s
[15:48:24.853] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:83:0)
[15:48:24.898] Build status: STARTED
[15:48:24.898] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:84:0) after 9m10s
[15:57:35.001] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:84:0)
[15:57:35.029] Build status: STARTED
[15:57:35.029] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:85:0) after 3m5s
[16:00:40.205] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:85:0)
[16:00:40.231] Build status: STARTED
[16:00:40.231] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:86:0) after 6m35s
[16:07:15.290] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:86:0)
[16:07:15.661] Build status: STARTED
[16:07:15.661] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:87:0) after 2m12s
[16:09:27.690] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:87:0)
[16:09:27.736] Build status: STARTED
[16:09:27.736] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:88:0) after 2m4s
[16:11:31.758] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:88:0)
[16:11:31.879] Build status: STARTED
[16:11:31.879] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:89:0) after 7m32s
[16:19:03.947] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:89:0)
[16:19:03.979] Build status: STARTED
[16:19:03.979] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:90:0) after 1m8s
[16:20:11.990] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:90:0)
[16:20:12.021] Build status: STARTED
[16:20:12.021] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:91:0) after 9m11s
[16:29:23.067] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:91:0)
[16:29:23.107] Build status: STARTED
[16:29:23.107] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:92:0) after 1m59s
[16:31:22.133] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:92:0)
[16:31:22.166] Build status: STARTED
[16:31:22.166] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:93:0) after 4m26s
[16:35:48.335] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:93:0)
[16:35:48.368] Build status: STARTED
[16:35:48.368] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:94:0) after 3m34s
[16:39:22.493] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:94:0)
[16:39:22.533] Build status: STARTED
[16:39:22.533] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:95:0) after 6m43s
[16:46:05.710] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:95:0)
[16:46:05.749] Build status: STARTED
[16:46:05.749] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:96:0) after 2m5s
[16:48:10.786] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:96:0)
[16:48:10.816] Build status: STARTED
[16:48:10.816] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:97:0) after 4m23s
[16:52:33.840] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:97:0)
[16:52:33.877] Build status: STARTED
[16:52:33.877] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:98:0) after 1m56s
[16:54:29.901] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:98:0)
[16:54:29.929] Build status: STARTED
[16:54:29.929] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:99:0) after 2m47s
[16:57:17.079] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:99:0)
[16:57:17.179] Build status: STARTED
[16:57:17.179] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:100:0) after 6m1s
[17:03:18.375] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:100:0)
[17:03:18.428] Build status: STARTED
[17:03:18.428] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:101:0) after 1m26s
[17:04:44.664] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:101:0)
[17:04:44.715] Build status: STARTED
[17:04:44.715] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:102:0) after 9m50s
[17:14:34.807] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:102:0)
[17:14:34.842] Build status: STARTED
[17:14:34.842] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:103:0) after 2m9s
[17:16:43.865] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:103:0)
[17:16:43.914] Build status: STARTED
[17:16:43.914] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:104:0) after 3m38s
[17:20:21.939] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:104:0)
[17:20:21.994] Build status: STARTED
[17:20:21.994] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:105:0) after 8m53s
[17:29:15.019] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:105:0)
[17:29:15.054] Build status: STARTED
[17:29:15.054] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:106:0) after 6m18s
[17:35:33.087] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:106:0)
[17:35:33.122] Build status: STARTED
[17:35:33.122] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:107:0) after 1m54s
[17:37:27.414] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:107:0)
[17:37:27.447] Build status: STARTED
[17:37:27.447] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:108:0) after 7m53s
[17:45:20.549] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:108:0)
[17:45:20.678] Build status: STARTED
[17:45:20.678] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:109:0) after 2m49s
[17:48:09.731] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:109:0)
[17:48:09.759] Build status: STARTED
[17:48:09.759] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:110:0) after 6m54s
[17:55:03.781] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:110:0)
[17:55:03.853] Build status: STARTED
[17:55:03.853] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:111:0) after 3m0s
[17:58:03.877] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:111:0)
[17:58:03.924] Build status: STARTED
[17:58:03.924] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:112:0) after 6m2s
[18:04:05.947] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:112:0)
[18:04:05.975] Build status: STARTED
[18:04:05.975] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:113:0) after 9m19s
[18:13:25.089] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:113:0)
[18:13:25.122] Build status: STARTED
[18:13:25.122] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:114:0) after 3m27s
[18:16:52.148] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:114:0)
[18:16:52.181] Build status: STARTED
[18:16:52.181] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:115:0) after 7m48s
[18:24:40.226] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:115:0)
[18:24:40.262] Build status: STARTED
[18:24:40.262] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:116:0) after 7m20s
[18:32:00.526] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:116:0)
[18:32:00.621] Build status: STARTED
[18:32:00.621] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:117:0) after 6m54s
[18:38:54.670] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:117:0)
[18:38:54.774] Build status: STARTED
[18:38:54.774] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:118:0) after 9m13s
[18:48:07.944] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:118:0)
[18:48:07.998] Build status: STARTED
[18:48:07.998] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9000381898888251632:119:0) after 7m17s
[18:54:31.467] Received PubSub notification, asking Buildbucket for the build status
[18:54:31.517] Build:
{
  "id": "8834951836930365313",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-code-coverage"
  },
  "number": 6785,
  "createdBy": "project:chromium",
  "createTime": "2021-09-27T08:12:48.641035015Z",
  "startTime": "2021-09-27T08:16:21.254128Z",
  "endTime": "2021-09-27T18:54:30.997983126Z",
  "updateTime": "2021-09-27T18:54:30.998425828Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "20e58fe107a5038bbc83ee4b9d7be8b8562c9b9e",
      "ref": "refs/heads/main"
    }
  }
}
[18:54:31.517] Invocation finished in 10h41m44.126357392s with status FAILED