Status: FAILED
Triggered by: -
Duration: 7 hours
Actions:

Definition (rev 6e27020c5be9c002301a748cd853064a98cc9bff)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTMacPGO"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "d6ef0a1b7b45aabc1d72c7ca20dc0ab4a6f1c413"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d6ef0a1b7b45aabc1d72c7ca20dc0ab4a6f1c413
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[03:09:26.084] New invocation is queued and will start shortly
[03:09:27.277] Starting the invocation (attempt 1)
[03:09:27.300] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d6ef0a1b7b45aabc1d72c7ca20dc0ab4a6f1c413"
[03:09:27.300] Popped gitiles commit info from properties and tags
[03:09:27.300] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[03:09:27.300] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[03:09:27.300] Buildbucket request:
{
  "requestId": "8851368974617391728",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacPGO"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "d6ef0a1b7b45aabc1d72c7ca20dc0ab4a6f1c413",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8851368974617391728"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMacPGO"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[03:09:27.957] Scheduled build:
{
  "id": "8685938912535423425",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacPGO"
  },
  "number": 2029,
  "createdBy": "project:chromium",
  "createTime": "2026-03-30T03:09:27.449864415Z",
  "updateTime": "2026-03-30T03:09:27.449864415Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "d6ef0a1b7b45aabc1d72c7ca20dc0ab4a6f1c413",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[03:09:27.957] Task URL: https://cr-buildbucket.appspot.com/build/8685938912535423425
[03:09:27.957] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:2:0) after 2m38s
[03:09:28.946] Received PubSub notification, asking Buildbucket for the build status
[03:09:28.977] Build status: SCHEDULED
[03:10:09.256] Received PubSub notification, asking Buildbucket for the build status
[03:10:09.274] Build status: STARTED
[03:12:05.977] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:2:0)
[03:12:06.003] Build status: STARTED
[03:12:06.003] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:5:0) after 7m36s
[03:19:42.018] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:5:0)
[03:19:42.066] Build status: STARTED
[03:19:42.066] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:6:0) after 5m2s
[03:24:44.080] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:6:0)
[03:24:44.102] Build status: STARTED
[03:24:44.102] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:7:0) after 9m58s
[03:34:42.085] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:7:0)
[03:34:42.103] Build status: STARTED
[03:34:42.103] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:8:0) after 2m42s
[03:37:24.170] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:8:0)
[03:37:24.191] Build status: STARTED
[03:37:24.191] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:9:0) after 3m19s
[03:40:43.308] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:9:0)
[03:40:43.326] Build status: STARTED
[03:40:43.326] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:10:0) after 4m22s
[03:45:05.507] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:10:0)
[03:45:05.537] Build status: STARTED
[03:45:05.537] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:11:0) after 7m9s
[03:52:15.064] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:11:0)
[03:52:15.081] Build status: STARTED
[03:52:15.081] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:12:0) after 1m27s
[03:53:42.097] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:12:0)
[03:53:42.117] Build status: STARTED
[03:53:42.117] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:13:0) after 6m54s
[04:00:36.135] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:13:0)
[04:00:36.154] Build status: STARTED
[04:00:36.154] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:14:0) after 3m44s
[04:04:20.170] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:14:0)
[04:04:20.188] Build status: STARTED
[04:04:20.188] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:15:0) after 6m50s
[04:11:10.232] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:15:0)
[04:11:10.248] Build status: STARTED
[04:11:10.248] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:16:0) after 8m24s
[04:19:34.262] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:16:0)
[04:19:34.278] Build status: STARTED
[04:19:34.278] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:17:0) after 7m54s
[04:27:28.297] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:17:0)
[04:27:28.314] Build status: STARTED
[04:27:28.314] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:18:0) after 7m25s
[04:34:53.500] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:18:0)
[04:34:53.575] Build status: STARTED
[04:34:53.575] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:19:0) after 7m44s
[04:42:37.721] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:19:0)
[04:42:37.761] Build status: STARTED
[04:42:37.761] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:20:0) after 3m45s
[04:46:23.673] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:20:0)
[04:46:23.695] Build status: STARTED
[04:46:23.695] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:21:0) after 1m27s
[04:47:51.077] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:21:0)
[04:47:51.127] Build status: STARTED
[04:47:51.127] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:22:0) after 1m29s
[04:49:20.142] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:22:0)
[04:49:20.197] Build status: STARTED
[04:49:20.197] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:23:0) after 4m37s
[04:53:57.251] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:23:0)
[04:53:57.272] Build status: STARTED
[04:53:57.272] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:24:0) after 6m31s
[05:00:28.291] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:24:0)
[05:00:28.312] Build status: STARTED
[05:00:28.312] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:25:0) after 2m49s
[05:03:17.353] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:25:0)
[05:03:17.371] Build status: STARTED
[05:03:17.371] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:26:0) after 4m26s
[05:07:43.386] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:26:0)
[05:07:43.421] Build status: STARTED
[05:07:43.421] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:27:0) after 3m13s
[05:10:56.480] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:27:0)
[05:10:56.499] Build status: STARTED
[05:10:56.499] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:28:0) after 7m14s
[05:18:10.536] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:28:0)
[05:18:10.555] Build status: STARTED
[05:18:10.555] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:29:0) after 8m37s
[05:26:47.786] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:29:0)
[05:26:47.811] Build status: STARTED
[05:26:47.811] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:30:0) after 1m37s
[05:28:24.833] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:30:0)
[05:28:24.852] Build status: STARTED
[05:28:24.852] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:31:0) after 6m35s
[05:34:59.872] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:31:0)
[05:34:59.891] Build status: STARTED
[05:34:59.891] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:32:0) after 4m43s
[05:39:42.921] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:32:0)
[05:39:42.991] Build status: STARTED
[05:39:42.991] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:33:0) after 2m12s
[05:41:55.064] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:33:0)
[05:41:55.079] Build status: STARTED
[05:41:55.079] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:34:0) after 7m44s
[05:49:39.096] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:34:0)
[05:49:39.115] Build status: STARTED
[05:49:39.115] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:35:0) after 1m10s
[05:50:49.215] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:35:0)
[05:50:49.234] Build status: STARTED
[05:50:49.234] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:36:0) after 9m46s
[06:00:35.252] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:36:0)
[06:00:35.289] Build status: STARTED
[06:00:35.289] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:37:0) after 2m6s
[06:02:41.305] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:37:0)
[06:02:41.328] Build status: STARTED
[06:02:41.328] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:38:0) after 4m40s
[06:07:21.358] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:38:0)
[06:07:21.430] Build status: STARTED
[06:07:21.430] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:39:0) after 6m20s
[06:13:41.433] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:39:0)
[06:13:41.448] Build status: STARTED
[06:13:41.448] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:40:0) after 8m10s
[06:21:51.464] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:40:0)
[06:21:51.481] Build status: STARTED
[06:21:51.481] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:41:0) after 2m28s
[06:24:19.484] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:41:0)
[06:24:19.498] Build status: STARTED
[06:24:19.498] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:42:0) after 9m3s
[06:33:22.518] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:42:0)
[06:33:22.542] Build status: STARTED
[06:33:22.542] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:43:0) after 2m17s
[06:35:39.605] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:43:0)
[06:35:39.623] Build status: STARTED
[06:35:39.623] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:44:0) after 7m5s
[06:42:44.717] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:44:0)
[06:42:44.781] Build status: STARTED
[06:42:44.781] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:45:0) after 8m0s
[06:50:44.796] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:45:0)
[06:50:44.811] Build status: STARTED
[06:50:44.811] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:46:0) after 4m38s
[06:55:22.928] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:46:0)
[06:55:22.950] Build status: STARTED
[06:55:22.950] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:47:0) after 8m57s
[07:04:19.967] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:47:0)
[07:04:19.987] Build status: STARTED
[07:04:19.987] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:48:0) after 7m16s
[07:11:36.019] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:48:0)
[07:11:36.072] Build status: STARTED
[07:11:36.072] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:49:0) after 2m35s
[07:14:11.090] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:49:0)
[07:14:11.138] Build status: STARTED
[07:14:11.138] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:50:0) after 4m17s
[07:18:28.138] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:50:0)
[07:18:28.152] Build status: STARTED
[07:18:28.152] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:51:0) after 1m48s
[07:20:16.129] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:51:0)
[07:20:16.146] Build status: STARTED
[07:20:16.146] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:52:0) after 1m1s
[07:21:17.190] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:52:0)
[07:21:17.206] Build status: STARTED
[07:21:17.206] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:53:0) after 2m51s
[07:24:08.213] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:53:0)
[07:24:08.228] Build status: STARTED
[07:24:08.228] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:54:0) after 7m53s
[07:32:01.244] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:54:0)
[07:32:01.260] Build status: STARTED
[07:32:01.260] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:55:0) after 3m0s
[07:35:01.369] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:55:0)
[07:35:01.388] Build status: STARTED
[07:35:01.388] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:56:0) after 4m1s
[07:39:02.498] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:56:0)
[07:39:02.556] Build status: STARTED
[07:39:02.556] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:57:0) after 9m44s
[07:48:46.674] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:57:0)
[07:48:46.694] Build status: STARTED
[07:48:46.694] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:58:0) after 1m59s
[07:50:45.711] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:58:0)
[07:50:45.729] Build status: STARTED
[07:50:45.729] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:59:0) after 9m13s
[07:59:58.778] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:59:0)
[07:59:58.810] Build status: STARTED
[07:59:58.810] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:60:0) after 8m35s
[08:08:33.890] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:60:0)
[08:08:33.916] Build status: STARTED
[08:08:33.916] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:61:0) after 4m35s
[08:13:08.940] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:61:0)
[08:13:08.963] Build status: STARTED
[08:13:08.963] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:62:0) after 6m48s
[08:19:56.968] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:62:0)
[08:19:56.990] Build status: STARTED
[08:19:56.990] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:63:0) after 3m49s
[08:23:46.076] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:63:0)
[08:23:46.090] Build status: STARTED
[08:23:46.090] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:64:0) after 5m4s
[08:28:50.162] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:64:0)
[08:28:50.191] Build status: STARTED
[08:28:50.191] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:65:0) after 5m11s
[08:34:01.174] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:65:0)
[08:34:01.195] Build status: STARTED
[08:34:01.195] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:66:0) after 7m18s
[08:41:19.389] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:66:0)
[08:41:19.405] Build status: STARTED
[08:41:19.405] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:67:0) after 3m31s
[08:44:50.443] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:67:0)
[08:44:50.459] Build status: STARTED
[08:44:50.459] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:68:0) after 9m38s
[08:54:30.280] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:68:0)
[08:54:30.297] Build status: STARTED
[08:54:30.298] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:69:0) after 1m18s
[08:55:48.323] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:69:0)
[08:55:48.338] Build status: STARTED
[08:55:48.338] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:70:0) after 8m8s
[09:03:56.407] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:70:0)
[09:03:56.428] Build status: STARTED
[09:03:56.428] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:71:0) after 1m19s
[09:05:15.478] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:71:0)
[09:05:15.561] Build status: STARTED
[09:05:15.561] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:72:0) after 6m35s
[09:11:50.749] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:72:0)
[09:11:50.767] Build status: STARTED
[09:11:50.767] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:73:0) after 9m25s
[09:21:15.784] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:73:0)
[09:21:15.807] Build status: STARTED
[09:21:15.807] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:74:0) after 4m4s
[09:25:19.824] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:74:0)
[09:25:19.847] Build status: STARTED
[09:25:19.847] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:75:0) after 6m16s
[09:31:35.866] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:75:0)
[09:31:35.884] Build status: STARTED
[09:31:35.884] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:76:0) after 9m21s
[09:40:56.960] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:76:0)
[09:40:56.977] Build status: STARTED
[09:40:56.977] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:77:0) after 1m10s
[09:42:07.048] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:77:0)
[09:42:07.087] Build status: STARTED
[09:42:07.087] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:78:0) after 1m8s
[09:43:15.135] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:78:0)
[09:43:15.150] Build status: STARTED
[09:43:15.150] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:79:0) after 1m7s
[09:44:22.134] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:79:0)
[09:44:22.173] Build status: STARTED
[09:44:22.173] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:80:0) after 7m25s
[09:51:47.195] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:80:0)
[09:51:47.212] Build status: STARTED
[09:51:47.212] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:81:0) after 5m35s
[09:57:22.254] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:81:0)
[09:57:22.289] Build status: STARTED
[09:57:22.289] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:82:0) after 7m54s
[10:05:16.362] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:82:0)
[10:05:16.386] Build status: STARTED
[10:05:16.386] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:83:0) after 7m30s
[10:12:46.398] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:83:0)
[10:12:46.417] Build status: STARTED
[10:12:46.417] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851368974617391728:84:0) after 8m16s
[10:12:51.763] Received PubSub notification, asking Buildbucket for the build status
[10:12:51.779] Build:
{
  "id": "8685938912535423425",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacPGO"
  },
  "number": 2029,
  "createdBy": "project:chromium",
  "createTime": "2026-03-30T03:09:27.449864415Z",
  "startTime": "2026-03-30T03:10:09.065801096Z",
  "endTime": "2026-03-30T10:12:51.410955960Z",
  "updateTime": "2026-03-30T10:12:51.410955960Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "d6ef0a1b7b45aabc1d72c7ca20dc0ab4a6f1c413",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[10:12:51.779] Invocation finished in 7h3m25.699023304s with status FAILED