Status: FAILED
Triggered by: -
Duration: 7 hours
Actions:

Definition (rev 6e27020c5be9c002301a748cd853064a98cc9bff)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTMacPGO"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "701922cce335e3926c644a0b973415aae4984588"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/701922cce335e3926c644a0b973415aae4984588
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[04:48:15.251] New invocation is queued and will start shortly
[04:48:17.249] Starting the invocation (attempt 1)
[04:48:17.277] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/701922cce335e3926c644a0b973415aae4984588"
[04:48:17.277] Popped gitiles commit info from properties and tags
[04:48:17.277] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[04:48:17.277] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[04:48:17.277] Buildbucket request:
{
  "requestId": "8851634548342659456",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacPGO"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "701922cce335e3926c644a0b973415aae4984588",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8851634548342659456"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMacPGO"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[04:48:17.884] Scheduled build:
{
  "id": "8686204485495878369",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacPGO"
  },
  "number": 2019,
  "createdBy": "project:chromium",
  "createTime": "2026-03-27T04:48:17.337497041Z",
  "updateTime": "2026-03-27T04:48:17.337497041Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "701922cce335e3926c644a0b973415aae4984588",
      "ref": "refs/heads/main"
    }
  }
}
[04:48:17.884] Task URL: https://cr-buildbucket.appspot.com/build/8686204485495878369
[04:48:17.884] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:2:0) after 9m33s
[04:48:18.808] Received PubSub notification, asking Buildbucket for the build status
[04:48:18.824] Build status: SCHEDULED
[04:49:04.037] Received PubSub notification, asking Buildbucket for the build status
[04:49:04.051] Build status: STARTED
[04:57:50.953] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:2:0)
[04:57:50.979] Build status: STARTED
[04:57:50.979] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:5:0) after 9m55s
[05:07:45.998] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:5:0)
[05:07:46.021] Build status: STARTED
[05:07:46.021] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:6:0) after 4m8s
[05:11:54.129] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:6:0)
[05:11:54.149] Build status: STARTED
[05:11:54.149] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:7:0) after 1m59s
[05:13:53.168] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:7:0)
[05:13:53.182] Build status: STARTED
[05:13:53.183] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:8:0) after 3m42s
[05:17:35.210] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:8:0)
[05:17:35.270] Build status: STARTED
[05:17:35.270] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:9:0) after 1m42s
[05:19:17.338] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:9:0)
[05:19:17.355] Build status: STARTED
[05:19:17.355] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:10:0) after 3m47s
[05:23:04.386] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:10:0)
[05:23:04.405] Build status: STARTED
[05:23:04.405] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:11:0) after 4m5s
[05:27:09.412] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:11:0)
[05:27:09.473] Build status: STARTED
[05:27:09.473] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:12:0) after 2m2s
[05:29:11.470] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:12:0)
[05:29:11.497] Build status: STARTED
[05:29:11.497] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:13:0) after 5m35s
[05:34:46.526] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:13:0)
[05:34:46.544] Build status: STARTED
[05:34:46.544] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:14:0) after 8m40s
[05:43:26.561] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:14:0)
[05:43:26.576] Build status: STARTED
[05:43:26.576] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:15:0) after 6m7s
[05:49:33.597] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:15:0)
[05:49:33.628] Build status: STARTED
[05:49:33.628] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:16:0) after 2m8s
[05:51:41.643] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:16:0)
[05:51:41.660] Build status: STARTED
[05:51:41.660] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:17:0) after 4m17s
[05:55:58.684] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:17:0)
[05:55:58.702] Build status: STARTED
[05:55:58.702] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:18:0) after 1m20s
[05:57:18.854] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:18:0)
[05:57:18.880] Build status: STARTED
[05:57:18.880] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:19:0) after 7m40s
[06:04:58.994] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:19:0)
[06:04:59.010] Build status: STARTED
[06:04:59.010] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:20:0) after 8m1s
[06:13:00.028] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:20:0)
[06:13:00.071] Build status: STARTED
[06:13:00.071] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:21:0) after 3m14s
[06:16:14.150] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:21:0)
[06:16:14.221] Build status: STARTED
[06:16:14.221] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:22:0) after 2m11s
[06:18:25.202] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:22:0)
[06:18:25.240] Build status: STARTED
[06:18:25.240] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:23:0) after 1m8s
[06:19:33.263] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:23:0)
[06:19:33.318] Build status: STARTED
[06:19:33.318] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:24:0) after 9m16s
[06:28:49.324] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:24:0)
[06:28:49.348] Build status: STARTED
[06:28:49.348] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:25:0) after 9m31s
[06:38:20.368] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:25:0)
[06:38:20.390] Build status: STARTED
[06:38:20.390] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:26:0) after 9m38s
[06:47:58.473] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:26:0)
[06:47:58.491] Build status: STARTED
[06:47:58.491] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:27:0) after 3m16s
[06:51:14.512] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:27:0)
[06:51:14.530] Build status: STARTED
[06:51:14.531] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:28:0) after 8m7s
[06:59:21.640] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:28:0)
[06:59:21.658] Build status: STARTED
[06:59:21.658] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:29:0) after 1m22s
[07:00:43.693] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:29:0)
[07:00:43.745] Build status: STARTED
[07:00:43.745] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:30:0) after 1m58s
[07:02:41.806] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:30:0)
[07:02:41.821] Build status: STARTED
[07:02:41.821] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:31:0) after 8m21s
[07:11:02.869] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:31:0)
[07:11:02.889] Build status: STARTED
[07:11:02.889] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:32:0) after 2m40s
[07:13:42.910] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:32:0)
[07:13:42.931] Build status: STARTED
[07:13:42.931] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:33:0) after 4m35s
[07:18:17.964] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:33:0)
[07:18:18.053] Build status: STARTED
[07:18:18.054] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:34:0) after 5m56s
[07:24:14.147] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:34:0)
[07:24:14.168] Build status: STARTED
[07:24:14.168] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:35:0) after 8m29s
[07:32:43.240] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:35:0)
[07:32:43.256] Build status: STARTED
[07:32:43.257] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:36:0) after 9m16s
[07:41:59.278] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:36:0)
[07:41:59.306] Build status: STARTED
[07:41:59.306] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:37:0) after 1m29s
[07:43:28.359] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:37:0)
[07:43:28.380] Build status: STARTED
[07:43:28.380] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:38:0) after 9m45s
[07:53:13.419] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:38:0)
[07:53:13.436] Build status: STARTED
[07:53:13.436] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:39:0) after 5m22s
[07:58:35.537] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:39:0)
[07:58:35.556] Build status: STARTED
[07:58:35.556] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:40:0) after 6m13s
[08:04:48.619] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:40:0)
[08:04:48.640] Build status: STARTED
[08:04:48.640] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:41:0) after 8m17s
[08:13:05.674] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:41:0)
[08:13:05.692] Build status: STARTED
[08:13:05.692] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:42:0) after 2m58s
[08:16:03.764] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:42:0)
[08:16:03.783] Build status: STARTED
[08:16:03.783] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:43:0) after 4m30s
[08:20:33.801] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:43:0)
[08:20:33.820] Build status: STARTED
[08:20:33.820] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:44:0) after 5m5s
[08:25:39.081] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:44:0)
[08:25:39.125] Build status: STARTED
[08:25:39.126] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:45:0) after 2m43s
[08:28:22.193] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:45:0)
[08:28:22.211] Build status: STARTED
[08:28:22.211] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:46:0) after 1m12s
[08:29:34.194] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:46:0)
[08:29:34.217] Build status: STARTED
[08:29:34.217] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:47:0) after 7m38s
[08:37:12.347] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:47:0)
[08:37:12.370] Build status: STARTED
[08:37:12.370] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:48:0) after 2m30s
[08:39:42.479] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:48:0)
[08:39:42.536] Build status: STARTED
[08:39:42.536] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:49:0) after 5m15s
[08:44:57.626] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:49:0)
[08:44:57.644] Build status: STARTED
[08:44:57.645] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:50:0) after 4m42s
[08:49:39.718] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:50:0)
[08:49:39.734] Build status: STARTED
[08:49:39.734] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:51:0) after 2m11s
[08:51:50.760] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:51:0)
[08:51:50.782] Build status: STARTED
[08:51:50.783] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:52:0) after 7m54s
[08:59:44.965] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:52:0)
[08:59:45.043] Build status: STARTED
[08:59:45.044] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:53:0) after 7m52s
[09:07:37.166] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:53:0)
[09:07:37.193] Build status: STARTED
[09:07:37.193] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:54:0) after 1m12s
[09:08:49.316] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:54:0)
[09:08:49.338] Build status: STARTED
[09:08:49.338] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:55:0) after 1m52s
[09:10:41.360] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:55:0)
[09:10:41.390] Build status: STARTED
[09:10:41.390] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:56:0) after 9m0s
[09:19:41.466] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:56:0)
[09:19:41.486] Build status: STARTED
[09:19:41.486] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:57:0) after 1m58s
[09:21:39.593] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:57:0)
[09:21:39.621] Build status: STARTED
[09:21:39.621] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:58:0) after 6m28s
[09:28:07.642] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:58:0)
[09:28:07.664] Build status: STARTED
[09:28:07.664] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:59:0) after 4m6s
[09:32:13.733] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:59:0)
[09:32:13.808] Build status: STARTED
[09:32:13.808] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:60:0) after 4m7s
[09:36:20.818] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:60:0)
[09:36:20.834] Build status: STARTED
[09:36:20.834] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:61:0) after 1m3s
[09:37:23.866] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:61:0)
[09:37:23.879] Build status: STARTED
[09:37:23.879] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:62:0) after 1m6s
[09:38:29.999] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:62:0)
[09:38:30.020] Build status: STARTED
[09:38:30.020] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:63:0) after 9m25s
[09:47:55.107] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:63:0)
[09:47:55.129] Build status: STARTED
[09:47:55.130] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:64:0) after 2m38s
[09:50:33.147] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:64:0)
[09:50:33.163] Build status: STARTED
[09:50:33.163] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:65:0) after 6m5s
[09:56:38.230] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:65:0)
[09:56:38.249] Build status: STARTED
[09:56:38.249] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:66:0) after 2m36s
[09:59:14.396] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:66:0)
[09:59:14.424] Build status: STARTED
[09:59:14.424] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:67:0) after 7m19s
[10:06:33.396] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:67:0)
[10:06:33.421] Build status: STARTED
[10:06:33.421] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:68:0) after 7m11s
[10:13:44.565] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:68:0)
[10:13:44.598] Build status: STARTED
[10:13:44.598] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:69:0) after 9m56s
[10:23:40.696] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:69:0)
[10:23:40.739] Build status: STARTED
[10:23:40.739] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:70:0) after 5m54s
[10:29:34.757] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:70:0)
[10:29:34.774] Build status: STARTED
[10:29:34.774] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:71:0) after 5m57s
[10:35:31.796] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:71:0)
[10:35:31.825] Build status: STARTED
[10:35:31.825] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:72:0) after 3m3s
[10:38:34.921] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:72:0)
[10:38:34.939] Build status: STARTED
[10:38:34.939] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:73:0) after 1m50s
[10:40:25.002] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:73:0)
[10:40:25.020] Build status: STARTED
[10:40:25.020] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:74:0) after 6m53s
[10:47:18.064] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:74:0)
[10:47:18.082] Build status: STARTED
[10:47:18.082] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:75:0) after 8m58s
[10:56:16.106] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:75:0)
[10:56:16.159] Build status: STARTED
[10:56:16.159] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:76:0) after 4m0s
[11:00:16.179] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:76:0)
[11:00:16.196] Build status: STARTED
[11:00:16.196] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:77:0) after 4m52s
[11:05:08.213] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:77:0)
[11:05:08.338] Build status: STARTED
[11:05:08.338] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:78:0) after 9m59s
[11:15:07.359] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:78:0)
[11:15:07.403] Build status: STARTED
[11:15:07.403] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:79:0) after 9m56s
[11:25:03.461] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:79:0)
[11:25:03.493] Build status: STARTED
[11:25:03.493] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:80:0) after 5m28s
[11:30:31.567] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:80:0)
[11:30:31.586] Build status: STARTED
[11:30:31.586] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:81:0) after 5m2s
[11:35:33.655] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:81:0)
[11:35:33.679] Build status: STARTED
[11:35:33.679] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:82:0) after 6m52s
[11:42:25.754] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:82:0)
[11:42:25.774] Build status: STARTED
[11:42:25.774] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:83:0) after 9m38s
[11:52:03.751] Handling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:83:0)
[11:52:03.768] Build status: STARTED
[11:52:03.768] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacPGO:8851634548342659456:84:0) after 6m15s
[11:52:59.717] Received PubSub notification, asking Buildbucket for the build status
[11:52:59.733] Build:
{
  "id": "8686204485495878369",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacPGO"
  },
  "number": 2019,
  "createdBy": "project:chromium",
  "createTime": "2026-03-27T04:48:17.337497041Z",
  "startTime": "2026-03-27T04:49:03.882111806Z",
  "endTime": "2026-03-27T11:52:59.275604370Z",
  "updateTime": "2026-03-27T11:52:59.275604370Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "701922cce335e3926c644a0b973415aae4984588",
      "ref": "refs/heads/main"
    }
  }
}
[11:52:59.733] Invocation finished in 7h4m44.493613374s with status FAILED