Status: FAILED
Triggered by: -
Duration: 7 hours
Actions:

Definition (rev 6e27020c5be9c002301a748cd853064a98cc9bff)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTMacPGO"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "21fc2886da52256e806c316097e44300736c6997"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/21fc2886da52256e806c316097e44300736c6997
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[06:25:35.314] New invocation is queued and will start shortly
[06:25:36.378] Starting the invocation (attempt 1)
[06:25:36.398] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/21fc2886da52256e806c316097e44300736c6997"
[06:25:36.398] Popped gitiles commit info from properties and tags
[06:25:36.398] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[06:25:36.399] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[06:25:36.399] Buildbucket request:
{
  "requestId": "8850994245819604928",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacPGO"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "21fc2886da52256e806c316097e44300736c6997",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8850994245819604928"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMacPGO"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[06:25:36.879] Scheduled build:
{
  "id": "8685564183976670929",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacPGO"
  },
  "number": 2043,
  "createdBy": "project:chromium",
  "createTime": "2026-04-03T06:25:36.451141026Z",
  "updateTime": "2026-04-03T06:25:36.451141026Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "21fc2886da52256e806c316097e44300736c6997",
      "ref": "refs/heads/main"
    }
  }
}
[06:25:36.879] Task URL: https://cr-buildbucket.appspot.com/build/8685564183976670929
[06:25:36.879] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:2:0) after 9m0s
[06:25:37.844] Received PubSub notification, asking Buildbucket for the build status
[06:25:37.921] Build status: SCHEDULED
[06:26:20.367] Received PubSub notification, asking Buildbucket for the build status
[06:26:20.388] Build status: STARTED
[06:34:36.924] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:2:0)
[06:34:36.942] Build status: STARTED
[06:34:36.942] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:5:0) after 1m2s
[06:35:39.017] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:5:0)
[06:35:39.056] Build status: STARTED
[06:35:39.056] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:6:0) after 3m36s
[06:39:15.052] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:6:0)
[06:39:15.079] Build status: STARTED
[06:39:15.079] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:7:0) after 2m14s
[06:41:29.194] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:7:0)
[06:41:29.210] Build status: STARTED
[06:41:29.210] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:8:0) after 3m8s
[06:44:37.233] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:8:0)
[06:44:37.329] Build status: STARTED
[06:44:37.329] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:9:0) after 1m4s
[06:45:41.666] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:9:0)
[06:45:41.688] Build status: STARTED
[06:45:41.688] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:10:0) after 6m35s
[06:52:17.387] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:10:0)
[06:52:17.413] Build status: STARTED
[06:52:17.413] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:11:0) after 1m54s
[06:54:11.466] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:11:0)
[06:54:11.536] Build status: STARTED
[06:54:11.536] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:12:0) after 7m55s
[07:02:06.670] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:12:0)
[07:02:06.697] Build status: STARTED
[07:02:06.697] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:13:0) after 3m30s
[07:05:36.854] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:13:0)
[07:05:36.870] Build status: STARTED
[07:05:36.870] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:14:0) after 8m43s
[07:14:19.892] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:14:0)
[07:14:19.954] Build status: STARTED
[07:14:19.954] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:15:0) after 5m34s
[07:19:53.979] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:15:0)
[07:19:54.096] Build status: STARTED
[07:19:54.097] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:16:0) after 6m30s
[07:26:24.118] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:16:0)
[07:26:24.167] Build status: STARTED
[07:26:24.167] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:17:0) after 3m34s
[07:29:58.185] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:17:0)
[07:29:58.207] Build status: STARTED
[07:29:58.207] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:18:0) after 5m7s
[07:35:05.349] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:18:0)
[07:35:05.371] Build status: STARTED
[07:35:05.371] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:19:0) after 4m34s
[07:39:39.391] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:19:0)
[07:39:39.410] Build status: STARTED
[07:39:39.410] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:20:0) after 9m7s
[07:48:46.528] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:20:0)
[07:48:46.552] Build status: STARTED
[07:48:46.552] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:21:0) after 9m26s
[07:58:12.547] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:21:0)
[07:58:12.687] Build status: STARTED
[07:58:12.687] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:22:0) after 1m25s
[07:59:37.703] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:22:0)
[07:59:37.766] Build status: STARTED
[07:59:37.766] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:23:0) after 2m0s
[08:01:37.737] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:23:0)
[08:01:37.808] Build status: STARTED
[08:01:37.808] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:24:0) after 3m1s
[08:04:38.845] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:24:0)
[08:04:38.870] Build status: STARTED
[08:04:38.870] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:25:0) after 5m17s
[08:09:56.905] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:25:0)
[08:09:56.927] Build status: STARTED
[08:09:56.927] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:26:0) after 8m33s
[08:18:29.942] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:26:0)
[08:18:29.959] Build status: STARTED
[08:18:29.959] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:27:0) after 1m56s
[08:20:25.974] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:27:0)
[08:20:25.996] Build status: STARTED
[08:20:25.996] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:28:0) after 9m34s
[08:30:00.602] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:28:0)
[08:30:00.637] Build status: STARTED
[08:30:00.637] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:29:0) after 7m36s
[08:37:36.655] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:29:0)
[08:37:36.712] Build status: STARTED
[08:37:36.712] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:30:0) after 1m8s
[08:38:45.067] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:30:0)
[08:38:45.091] Build status: STARTED
[08:38:45.091] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:31:0) after 2m45s
[08:41:30.109] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:31:0)
[08:41:30.357] Build status: STARTED
[08:41:30.357] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:32:0) after 2m15s
[08:43:46.411] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:32:0)
[08:43:46.431] Build status: STARTED
[08:43:46.431] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:33:0) after 5m20s
[08:49:06.482] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:33:0)
[08:49:06.715] Build status: STARTED
[08:49:06.715] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:34:0) after 4m33s
[08:53:39.739] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:34:0)
[08:53:39.756] Build status: STARTED
[08:53:39.756] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:35:0) after 2m18s
[08:55:57.781] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:35:0)
[08:55:57.814] Build status: STARTED
[08:55:57.814] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:36:0) after 2m30s
[08:58:27.877] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:36:0)
[08:58:27.900] Build status: STARTED
[08:58:27.900] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:37:0) after 2m45s
[09:01:12.970] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:37:0)
[09:01:12.991] Build status: STARTED
[09:01:12.991] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:38:0) after 9m29s
[09:10:42.062] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:38:0)
[09:10:42.091] Build status: STARTED
[09:10:42.092] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:39:0) after 1m51s
[09:12:33.134] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:39:0)
[09:12:33.197] Build status: STARTED
[09:12:33.197] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:40:0) after 6m18s
[09:18:51.261] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:40:0)
[09:18:51.286] Build status: STARTED
[09:18:51.286] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:41:0) after 5m37s
[09:24:28.303] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:41:0)
[09:24:28.319] Build status: STARTED
[09:24:28.319] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:42:0) after 3m35s
[09:28:03.343] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:42:0)
[09:28:03.362] Build status: STARTED
[09:28:03.362] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:43:0) after 7m47s
[09:35:50.389] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:43:0)
[09:35:50.415] Build status: STARTED
[09:35:50.415] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:44:0) after 9m17s
[09:45:07.524] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:44:0)
[09:45:07.588] Build status: STARTED
[09:45:07.588] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:45:0) after 3m18s
[09:48:25.734] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:45:0)
[09:48:25.758] Build status: STARTED
[09:48:25.758] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:46:0) after 9m18s
[09:57:43.878] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:46:0)
[09:57:43.902] Build status: STARTED
[09:57:43.902] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:47:0) after 5m48s
[10:03:31.919] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:47:0)
[10:03:31.949] Build status: STARTED
[10:03:31.949] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:48:0) after 5m4s
[10:08:36.193] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:48:0)
[10:08:36.239] Build status: STARTED
[10:08:36.239] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:49:0) after 9m26s
[10:18:02.324] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:49:0)
[10:18:02.374] Build status: STARTED
[10:18:02.374] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:50:0) after 8m40s
[10:26:42.392] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:50:0)
[10:26:42.411] Build status: STARTED
[10:26:42.411] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:51:0) after 2m44s
[10:29:26.433] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:51:0)
[10:29:26.462] Build status: STARTED
[10:29:26.462] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:52:0) after 1m30s
[10:30:56.480] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:52:0)
[10:30:56.499] Build status: STARTED
[10:30:56.499] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:53:0) after 7m39s
[10:38:35.615] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:53:0)
[10:38:35.632] Build status: STARTED
[10:38:35.632] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:54:0) after 2m29s
[10:41:04.650] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:54:0)
[10:41:04.671] Build status: STARTED
[10:41:04.671] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:55:0) after 5m0s
[10:46:04.709] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:55:0)
[10:46:04.742] Build status: STARTED
[10:46:04.742] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:56:0) after 5m54s
[10:51:58.759] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:56:0)
[10:51:58.776] Build status: STARTED
[10:51:58.776] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:57:0) after 8m24s
[11:00:22.878] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:57:0)
[11:00:22.899] Build status: STARTED
[11:00:22.899] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:58:0) after 5m50s
[11:06:12.920] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:58:0)
[11:06:12.961] Build status: STARTED
[11:06:12.961] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:59:0) after 2m37s
[11:08:49.987] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:59:0)
[11:08:50.018] Build status: STARTED
[11:08:50.018] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:60:0) after 7m34s
[11:16:24.260] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:60:0)
[11:16:24.358] Build status: STARTED
[11:16:24.358] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:61:0) after 1m24s
[11:17:48.618] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:61:0)
[11:17:48.645] Build status: STARTED
[11:17:48.645] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:62:0) after 3m0s
[11:20:48.888] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:62:0)
[11:20:48.968] Build status: STARTED
[11:20:48.968] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:63:0) after 1m4s
[11:21:52.985] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:63:0)
[11:21:53.011] Build status: STARTED
[11:21:53.011] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:64:0) after 8m47s
[11:30:40.127] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:64:0)
[11:30:40.146] Build status: STARTED
[11:30:40.146] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:65:0) after 7m1s
[11:37:41.169] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:65:0)
[11:37:41.211] Build status: STARTED
[11:37:41.211] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:66:0) after 1m8s
[11:38:49.470] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:66:0)
[11:38:49.487] Build status: STARTED
[11:38:49.487] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:67:0) after 4m3s
[11:42:52.523] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:67:0)
[11:42:52.540] Build status: STARTED
[11:42:52.540] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:68:0) after 6m51s
[11:49:43.559] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:68:0)
[11:49:43.576] Build status: STARTED
[11:49:43.576] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:69:0) after 8m12s
[11:57:55.667] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:69:0)
[11:57:55.687] Build status: STARTED
[11:57:55.687] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:70:0) after 4m18s
[12:02:13.805] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:70:0)
[12:02:13.827] Build status: STARTED
[12:02:13.827] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:71:0) after 4m38s
[12:06:52.260] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:71:0)
[12:06:52.414] Build status: STARTED
[12:06:52.414] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:72:0) after 8m41s
[12:15:33.535] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:72:0)
[12:15:33.577] Build status: STARTED
[12:15:33.577] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:73:0) after 1m57s
[12:17:30.601] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:73:0)
[12:17:30.622] Build status: STARTED
[12:17:30.622] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:74:0) after 9m26s
[12:26:56.743] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:74:0)
[12:26:56.808] Build status: STARTED
[12:26:56.808] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:75:0) after 4m51s
[12:31:47.826] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:75:0)
[12:31:47.975] Build status: STARTED
[12:31:47.975] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:76:0) after 2m30s
[12:34:17.995] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:76:0)
[12:34:18.012] Build status: STARTED
[12:34:18.012] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:77:0) after 3m16s
[12:37:34.082] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:77:0)
[12:37:34.182] Build status: STARTED
[12:37:34.182] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:78:0) after 3m51s
[12:41:25.215] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:78:0)
[12:41:25.268] Build status: STARTED
[12:41:25.268] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:79:0) after 1m5s
[12:42:30.305] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:79:0)
[12:42:30.372] Build status: STARTED
[12:42:30.372] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:80:0) after 3m31s
[12:46:01.517] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:80:0)
[12:46:01.550] Build status: STARTED
[12:46:01.550] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:81:0) after 9m8s
[12:55:09.571] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:81:0)
[12:55:09.585] Build status: STARTED
[12:55:09.585] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:82:0) after 2m3s
[12:57:12.619] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:82:0)
[12:57:12.637] Build status: STARTED
[12:57:12.637] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:83:0) after 8m3s
[13:05:15.736] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:83:0)
[13:05:15.758] Build status: STARTED
[13:05:15.758] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:84:0) after 7m41s
[13:12:56.782] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:84:0)
[13:12:56.864] Build status: STARTED
[13:12:56.864] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:85:0) after 1m50s
[13:14:46.928] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:85:0)
[13:14:46.946] Build status: STARTED
[13:14:46.946] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:86:0) after 3m37s
[13:18:23.972] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:86:0)
[13:18:24.015] Build status: STARTED
[13:18:24.016] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:87:0) after 3m59s
[13:22:23.015] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:87:0)
[13:22:23.036] Build status: STARTED
[13:22:23.036] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:88:0) after 4m30s
[13:26:53.065] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:88:0)
[13:26:53.097] Build status: STARTED
[13:26:53.097] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8850994245819604928:89:0) after 5m22s
[13:30:07.018] Received PubSub notification, asking Buildbucket for the build status
[13:30:07.039] Build:
{
  "id": "8685564183976670929",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacPGO"
  },
  "number": 2043,
  "createdBy": "project:chromium",
  "createTime": "2026-04-03T06:25:36.451141026Z",
  "startTime": "2026-04-03T06:26:20.014009498Z",
  "endTime": "2026-04-03T13:29:59.203107542Z",
  "updateTime": "2026-04-03T13:29:59.203107542Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "21fc2886da52256e806c316097e44300736c6997",
      "ref": "refs/heads/main"
    }
  }
}
[13:30:07.039] Invocation finished in 7h4m31.728926018s with status FAILED