Status: FAILED
Triggered by: -
Duration: 12 hours
Actions:

Definition (rev 647cfca6a38965008e164cc627c0d9c5c2e6ef66)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "mac-code-coverage"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "3fe1aee2a36676713259553d31e50a3bf6e52fe3"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3fe1aee2a36676713259553d31e50a3bf6e52fe3
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[04:00:08.888] New invocation is queued and will start shortly
[04:00:09.954] Starting the invocation (attempt 1)
[04:00:09.989] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3fe1aee2a36676713259553d31e50a3bf6e52fe3"
[04:00:09.989] Popped gitiles commit info from properties and tags
[04:00:09.989] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[04:00:09.989] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[04:00:09.989] Buildbucket request:
{
  "requestId": "8895758297548641792",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-code-coverage"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "3fe1aee2a36676713259553d31e50a3bf6e52fe3",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8895758297548641792"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-code-coverage"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[04:00:10.499] Scheduled build:
{
  "id": "8730328235669697473",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-code-coverage"
  },
  "number": 9966,
  "createdBy": "project:chromium",
  "createTime": "2024-11-25T04:00:10.053191401Z",
  "updateTime": "2024-11-25T04:00:10.053191401Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "3fe1aee2a36676713259553d31e50a3bf6e52fe3",
      "ref": "refs/heads/main"
    }
  }
}
[04:00:10.499] Task URL: https://cr-buildbucket.appspot.com/build/8730328235669697473
[04:00:10.499] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:2:0) after 8m29s
[04:00:12.591] Received PubSub notification, asking Buildbucket for the build status
[04:00:12.615] Build status: SCHEDULED
[04:03:54.146] Received PubSub notification, asking Buildbucket for the build status
[04:03:54.161] Build status: STARTED
[04:08:39.513] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:2:0)
[04:08:39.570] Build status: STARTED
[04:08:39.570] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:5:0) after 1m58s
[04:10:37.633] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:5:0)
[04:10:37.656] Build status: STARTED
[04:10:37.656] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:6:0) after 6m14s
[04:16:51.697] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:6:0)
[04:16:51.721] Build status: STARTED
[04:16:51.721] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:7:0) after 9m43s
[04:26:34.742] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:7:0)
[04:26:34.762] Build status: STARTED
[04:26:34.762] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:8:0) after 5m42s
[04:32:17.024] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:8:0)
[04:32:17.074] Build status: STARTED
[04:32:17.074] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:9:0) after 3m25s
[04:35:42.285] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:9:0)
[04:35:42.304] Build status: STARTED
[04:35:42.304] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:10:0) after 1m36s
[04:37:18.367] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:10:0)
[04:37:18.389] Build status: STARTED
[04:37:18.389] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:11:0) after 9m57s
[04:47:15.690] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:11:0)
[04:47:15.707] Build status: STARTED
[04:47:15.707] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:12:0) after 9m17s
[04:56:32.839] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:12:0)
[04:56:32.893] Build status: STARTED
[04:56:32.893] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:13:0) after 5m58s
[05:02:30.919] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:13:0)
[05:02:30.953] Build status: STARTED
[05:02:30.953] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:14:0) after 4m54s
[05:07:25.108] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:14:0)
[05:07:25.129] Build status: STARTED
[05:07:25.129] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:15:0) after 9m56s
[05:17:21.248] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:15:0)
[05:17:21.268] Build status: STARTED
[05:17:21.268] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:16:0) after 8m23s
[05:25:44.287] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:16:0)
[05:25:44.303] Build status: STARTED
[05:25:44.303] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:17:0) after 5m49s
[05:31:33.322] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:17:0)
[05:31:33.340] Build status: STARTED
[05:31:33.340] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:18:0) after 1m46s
[05:33:19.389] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:18:0)
[05:33:19.411] Build status: STARTED
[05:33:19.411] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:19:0) after 3m6s
[05:36:25.570] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:19:0)
[05:36:25.596] Build status: STARTED
[05:36:25.596] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:20:0) after 7m57s
[05:44:22.671] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:20:0)
[05:44:22.693] Build status: STARTED
[05:44:22.693] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:21:0) after 7m43s
[05:52:05.708] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:21:0)
[05:52:05.770] Build status: STARTED
[05:52:05.770] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:22:0) after 9m1s
[06:01:06.792] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:22:0)
[06:01:06.819] Build status: STARTED
[06:01:06.819] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:23:0) after 2m10s
[06:03:16.851] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:23:0)
[06:03:16.881] Build status: STARTED
[06:03:16.881] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:24:0) after 2m16s
[06:05:32.908] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:24:0)
[06:05:32.931] Build status: STARTED
[06:05:32.931] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:25:0) after 4m27s
[06:09:59.987] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:25:0)
[06:10:00.004] Build status: STARTED
[06:10:00.004] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:26:0) after 5m9s
[06:15:09.129] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:26:0)
[06:15:09.160] Build status: STARTED
[06:15:09.160] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:27:0) after 7m4s
[06:22:13.345] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:27:0)
[06:22:13.361] Build status: STARTED
[06:22:13.361] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:28:0) after 1m19s
[06:23:32.378] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:28:0)
[06:23:32.395] Build status: STARTED
[06:23:32.395] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:29:0) after 1m53s
[06:25:25.584] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:29:0)
[06:25:25.607] Build status: STARTED
[06:25:25.607] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:30:0) after 1m44s
[06:27:09.651] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:30:0)
[06:27:09.673] Build status: STARTED
[06:27:09.673] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:31:0) after 5m35s
[06:32:44.732] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:31:0)
[06:32:44.752] Build status: STARTED
[06:32:44.752] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:32:0) after 2m41s
[06:35:25.824] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:32:0)
[06:35:25.943] Build status: STARTED
[06:35:25.943] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:33:0) after 1m21s
[06:36:47.059] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:33:0)
[06:36:47.077] Build status: STARTED
[06:36:47.077] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:34:0) after 3m52s
[06:40:39.108] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:34:0)
[06:40:39.153] Build status: STARTED
[06:40:39.153] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:35:0) after 4m8s
[06:44:47.273] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:35:0)
[06:44:47.289] Build status: STARTED
[06:44:47.289] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:36:0) after 4m22s
[06:49:09.314] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:36:0)
[06:49:09.334] Build status: STARTED
[06:49:09.334] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:37:0) after 6m38s
[06:55:47.351] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:37:0)
[06:55:47.366] Build status: STARTED
[06:55:47.366] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:38:0) after 7m23s
[07:03:10.414] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:38:0)
[07:03:10.466] Build status: STARTED
[07:03:10.466] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:39:0) after 6m11s
[07:09:21.483] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:39:0)
[07:09:21.502] Build status: STARTED
[07:09:21.502] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:40:0) after 5m14s
[07:14:35.473] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:40:0)
[07:14:35.495] Build status: STARTED
[07:14:35.495] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:41:0) after 3m37s
[07:18:12.583] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:41:0)
[07:18:12.607] Build status: STARTED
[07:18:12.607] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:42:0) after 1m2s
[07:19:14.637] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:42:0)
[07:19:14.655] Build status: STARTED
[07:19:14.655] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:43:0) after 5m52s
[07:25:06.730] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:43:0)
[07:25:06.756] Build status: STARTED
[07:25:06.756] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:44:0) after 7m43s
[07:32:49.774] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:44:0)
[07:32:49.803] Build status: STARTED
[07:32:49.803] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:45:0) after 4m29s
[07:37:18.819] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:45:0)
[07:37:18.836] Build status: STARTED
[07:37:18.836] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:46:0) after 2m39s
[07:39:57.936] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:46:0)
[07:39:57.953] Build status: STARTED
[07:39:57.953] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:47:0) after 9m6s
[07:49:04.287] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:47:0)
[07:49:04.303] Build status: STARTED
[07:49:04.303] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:48:0) after 4m52s
[07:53:56.394] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:48:0)
[07:53:56.414] Build status: STARTED
[07:53:56.414] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:49:0) after 4m19s
[07:58:15.429] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:49:0)
[07:58:15.445] Build status: STARTED
[07:58:15.445] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:50:0) after 6m56s
[08:05:11.562] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:50:0)
[08:05:11.629] Build status: STARTED
[08:05:11.629] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:51:0) after 7m43s
[08:12:54.674] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:51:0)
[08:12:54.693] Build status: STARTED
[08:12:54.693] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:52:0) after 5m38s
[08:18:32.711] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:52:0)
[08:18:32.740] Build status: STARTED
[08:18:32.740] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:53:0) after 1m28s
[08:20:00.900] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:53:0)
[08:20:00.980] Build status: STARTED
[08:20:00.980] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:54:0) after 9m29s
[08:29:30.119] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:54:0)
[08:29:30.138] Build status: STARTED
[08:29:30.138] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:55:0) after 9m30s
[08:39:00.160] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:55:0)
[08:39:00.178] Build status: STARTED
[08:39:00.178] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:56:0) after 4m14s
[08:43:14.211] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:56:0)
[08:43:14.228] Build status: STARTED
[08:43:14.228] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:57:0) after 1m31s
[08:44:45.204] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:57:0)
[08:44:45.623] Build status: STARTED
[08:44:45.624] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:58:0) after 2m34s
[08:47:19.772] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:58:0)
[08:47:19.786] Build status: STARTED
[08:47:19.786] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:59:0) after 9m17s
[08:56:36.805] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:59:0)
[08:56:36.824] Build status: STARTED
[08:56:36.824] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:60:0) after 1m20s
[08:57:56.829] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:60:0)
[08:57:56.854] Build status: STARTED
[08:57:56.854] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:61:0) after 4m32s
[09:02:28.876] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:61:0)
[09:02:28.899] Build status: STARTED
[09:02:28.899] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:62:0) after 1m21s
[09:03:49.943] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:62:0)
[09:03:49.967] Build status: STARTED
[09:03:49.967] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:63:0) after 7m55s
[09:11:45.012] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:63:0)
[09:11:45.072] Build status: STARTED
[09:11:45.072] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:64:0) after 2m37s
[09:14:22.208] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:64:0)
[09:14:22.234] Build status: STARTED
[09:14:22.234] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:65:0) after 3m59s
[09:18:21.359] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:65:0)
[09:18:21.382] Build status: STARTED
[09:18:21.382] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:66:0) after 4m37s
[09:22:58.409] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:66:0)
[09:22:58.426] Build status: STARTED
[09:22:58.426] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:67:0) after 8m13s
[09:31:11.451] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:67:0)
[09:31:11.468] Build status: STARTED
[09:31:11.469] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:68:0) after 9m37s
[09:40:48.631] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:68:0)
[09:40:48.648] Build status: STARTED
[09:40:48.648] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:69:0) after 5m33s
[09:46:21.750] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:69:0)
[09:46:21.763] Build status: STARTED
[09:46:21.763] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:70:0) after 1m50s
[09:48:11.908] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:70:0)
[09:48:11.927] Build status: STARTED
[09:48:11.927] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:71:0) after 3m46s
[09:51:58.126] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:71:0)
[09:51:58.166] Build status: STARTED
[09:51:58.166] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:72:0) after 5m25s
[09:57:23.194] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:72:0)
[09:57:23.212] Build status: STARTED
[09:57:23.212] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:73:0) after 7m20s
[10:04:43.297] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:73:0)
[10:04:43.315] Build status: STARTED
[10:04:43.315] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:74:0) after 9m42s
[10:14:25.778] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:74:0)
[10:14:25.793] Build status: STARTED
[10:14:25.793] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:75:0) after 8m43s
[10:23:08.815] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:75:0)
[10:23:08.831] Build status: STARTED
[10:23:08.831] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:76:0) after 7m41s
[10:30:49.891] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:76:0)
[10:30:49.914] Build status: STARTED
[10:30:49.914] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:77:0) after 4m18s
[10:35:08.159] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:77:0)
[10:35:08.200] Build status: STARTED
[10:35:08.200] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:78:0) after 1m34s
[10:36:42.246] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:78:0)
[10:36:42.267] Build status: STARTED
[10:36:42.267] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:79:0) after 4m32s
[10:41:14.500] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:79:0)
[10:41:14.536] Build status: STARTED
[10:41:14.536] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:80:0) after 7m55s
[10:49:09.642] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:80:0)
[10:49:09.658] Build status: STARTED
[10:49:09.658] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:81:0) after 8m17s
[10:57:26.677] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:81:0)
[10:57:26.690] Build status: STARTED
[10:57:26.690] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:82:0) after 4m2s
[11:01:28.874] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:82:0)
[11:01:28.894] Build status: STARTED
[11:01:28.894] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:83:0) after 8m59s
[11:10:27.912] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:83:0)
[11:10:27.929] Build status: STARTED
[11:10:27.929] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:84:0) after 2m27s
[11:12:55.034] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:84:0)
[11:12:55.056] Build status: STARTED
[11:12:55.056] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:85:0) after 4m41s
[11:17:36.419] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:85:0)
[11:17:36.504] Build status: STARTED
[11:17:36.504] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:86:0) after 4m52s
[11:22:28.525] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:86:0)
[11:22:28.540] Build status: STARTED
[11:22:28.540] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:87:0) after 1m50s
[11:24:18.754] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:87:0)
[11:24:18.778] Build status: STARTED
[11:24:18.778] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:88:0) after 8m39s
[11:32:57.796] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:88:0)
[11:32:57.816] Build status: STARTED
[11:32:57.816] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:89:0) after 8m28s
[11:41:25.987] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:89:0)
[11:41:26.009] Build status: STARTED
[11:41:26.009] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:90:0) after 5m52s
[11:47:18.028] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:90:0)
[11:47:18.042] Build status: STARTED
[11:47:18.042] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:91:0) after 6m42s
[11:54:00.061] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:91:0)
[11:54:00.081] Build status: STARTED
[11:54:00.081] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:92:0) after 3m34s
[11:57:34.220] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:92:0)
[11:57:34.238] Build status: STARTED
[11:57:34.239] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:93:0) after 5m12s
[12:02:46.357] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:93:0)
[12:02:46.376] Build status: STARTED
[12:02:46.376] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:94:0) after 2m23s
[12:05:09.843] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:94:0)
[12:05:09.868] Build status: STARTED
[12:05:09.868] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:95:0) after 5m3s
[12:10:13.199] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:95:0)
[12:10:13.222] Build status: STARTED
[12:10:13.222] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:96:0) after 9m30s
[12:19:43.261] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:96:0)
[12:19:43.281] Build status: STARTED
[12:19:43.281] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:97:0) after 1m27s
[12:21:10.297] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:97:0)
[12:21:10.314] Build status: STARTED
[12:21:10.314] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:98:0) after 3m29s
[12:24:39.429] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:98:0)
[12:24:39.453] Build status: STARTED
[12:24:39.453] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:99:0) after 3m31s
[12:28:10.472] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:99:0)
[12:28:10.493] Build status: STARTED
[12:28:10.493] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:100:0) after 9m28s
[12:37:38.548] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:100:0)
[12:37:38.580] Build status: STARTED
[12:37:38.580] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:101:0) after 6m28s
[12:44:06.600] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:101:0)
[12:44:06.615] Build status: STARTED
[12:44:06.615] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:102:0) after 6m16s
[12:50:22.679] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:102:0)
[12:50:22.811] Build status: STARTED
[12:50:22.812] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:103:0) after 7m55s
[12:58:17.964] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:103:0)
[12:58:17.992] Build status: STARTED
[12:58:17.992] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:104:0) after 6m15s
[13:04:33.353] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:104:0)
[13:04:33.368] Build status: STARTED
[13:04:33.368] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:105:0) after 3m52s
[13:08:25.395] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:105:0)
[13:08:25.412] Build status: STARTED
[13:08:25.412] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:106:0) after 9m27s
[13:17:52.584] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:106:0)
[13:17:52.605] Build status: STARTED
[13:17:52.605] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:107:0) after 1m28s
[13:19:20.710] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:107:0)
[13:19:20.728] Build status: STARTED
[13:19:20.728] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:108:0) after 8m17s
[13:27:38.017] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:108:0)
[13:27:38.036] Build status: STARTED
[13:27:38.036] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:109:0) after 2m35s
[13:30:13.079] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:109:0)
[13:30:13.101] Build status: STARTED
[13:30:13.101] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:110:0) after 1m6s
[13:31:19.298] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:110:0)
[13:31:19.318] Build status: STARTED
[13:31:19.318] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:111:0) after 5m18s
[13:36:37.309] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:111:0)
[13:36:37.369] Build status: STARTED
[13:36:37.369] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:112:0) after 8m17s
[13:44:54.442] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:112:0)
[13:44:54.466] Build status: STARTED
[13:44:54.467] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:113:0) after 3m24s
[13:48:18.520] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:113:0)
[13:48:18.536] Build status: STARTED
[13:48:18.536] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:114:0) after 7m29s
[13:55:47.617] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:114:0)
[13:55:47.652] Build status: STARTED
[13:55:47.652] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:115:0) after 6m2s
[14:01:49.721] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:115:0)
[14:01:49.775] Build status: STARTED
[14:01:49.775] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:116:0) after 9m44s
[14:11:33.795] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:116:0)
[14:11:33.813] Build status: STARTED
[14:11:33.813] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:117:0) after 2m38s
[14:14:11.947] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:117:0)
[14:14:11.967] Build status: STARTED
[14:14:11.967] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:118:0) after 4m40s
[14:18:52.284] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:118:0)
[14:18:52.310] Build status: STARTED
[14:18:52.310] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:119:0) after 2m40s
[14:21:32.415] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:119:0)
[14:21:32.454] Build status: STARTED
[14:21:32.454] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:120:0) after 3m55s
[14:25:27.473] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:120:0)
[14:25:27.491] Build status: STARTED
[14:25:27.491] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:121:0) after 4m9s
[14:29:36.650] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:121:0)
[14:29:36.668] Build status: STARTED
[14:29:36.668] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:122:0) after 4m4s
[14:33:40.805] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:122:0)
[14:33:40.824] Build status: STARTED
[14:33:40.824] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:123:0) after 7m26s
[14:41:06.915] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:123:0)
[14:41:06.931] Build status: STARTED
[14:41:06.931] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:124:0) after 4m33s
[14:45:39.996] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:124:0)
[14:45:40.019] Build status: STARTED
[14:45:40.019] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:125:0) after 5m21s
[14:51:01.144] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:125:0)
[14:51:01.189] Build status: STARTED
[14:51:01.189] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:126:0) after 3m29s
[14:54:30.207] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:126:0)
[14:54:30.229] Build status: STARTED
[14:54:30.229] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:127:0) after 9m25s
[15:03:55.242] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:127:0)
[15:03:55.263] Build status: STARTED
[15:03:55.263] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:128:0) after 9m1s
[15:12:56.318] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:128:0)
[15:12:56.342] Build status: STARTED
[15:12:56.342] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:129:0) after 6m3s
[15:18:59.360] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:129:0)
[15:18:59.399] Build status: STARTED
[15:18:59.399] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:130:0) after 4m19s
[15:23:18.506] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:130:0)
[15:23:18.528] Build status: STARTED
[15:23:18.528] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:131:0) after 2m4s
[15:25:22.645] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:131:0)
[15:25:22.678] Build status: STARTED
[15:25:22.678] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:132:0) after 9m5s
[15:34:27.699] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:132:0)
[15:34:27.718] Build status: STARTED
[15:34:27.718] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:133:0) after 7m18s
[15:41:45.953] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:133:0)
[15:41:46.013] Build status: STARTED
[15:41:46.013] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:134:0) after 7m47s
[15:49:33.058] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:134:0)
[15:49:33.113] Build status: STARTED
[15:49:33.113] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:135:0) after 7m53s
[15:57:26.130] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:135:0)
[15:57:26.198] Build status: STARTED
[15:57:26.198] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:136:0) after 3m51s
[16:01:17.303] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:136:0)
[16:01:17.376] Build status: STARTED
[16:01:17.376] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:137:0) after 8m33s
[16:09:50.399] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:137:0)
[16:09:50.419] Build status: STARTED
[16:09:50.419] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:138:0) after 5m17s
[16:15:07.436] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:138:0)
[16:15:07.454] Build status: STARTED
[16:15:07.454] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8895758297548641792:139:0) after 6m23s
[16:17:27.371] Received PubSub notification, asking Buildbucket for the build status
[16:17:27.458] Build:
{
  "id": "8730328235669697473",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-code-coverage"
  },
  "number": 9966,
  "createdBy": "project:chromium",
  "createTime": "2024-11-25T04:00:10.053191401Z",
  "startTime": "2024-11-25T04:03:45.372326188Z",
  "endTime": "2024-11-25T16:17:26.505851802Z",
  "updateTime": "2024-11-25T16:17:26.505851802Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "3fe1aee2a36676713259553d31e50a3bf6e52fe3",
      "ref": "refs/heads/main"
    }
  }
}
[16:17:27.458] Invocation finished in 12h17m18.57996833s with status FAILED