1. All projects
  2. chromium
  3. ToTMacArm64PGO
  4. 8851849192695740960
Status: FAILED
Triggered by: -
Duration: 5 hours
Actions:

Definition (rev 6e27020c5be9c002301a748cd853064a98cc9bff) 

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTMacArm64PGO"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "5eee26d64d7c643310534f8f9d8a84f01a6df334"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/5eee26d64d7c643310534f8f9d8a84f01a6df334
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[19:56:34.437] New invocation is queued and will start shortly
[19:56:35.575] Starting the invocation (attempt 1)
[19:56:35.607] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/5eee26d64d7c643310534f8f9d8a84f01a6df334"
[19:56:35.607] Popped gitiles commit info from properties and tags
[19:56:35.607] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[19:56:35.608] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[19:56:35.608] Buildbucket request:
{
  "requestId": "8851849192695740960",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacArm64PGO"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "5eee26d64d7c643310534f8f9d8a84f01a6df334",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8851849192695740960"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMacArm64PGO"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[19:56:36.182] Scheduled build:
{
  "id": "8686419130755422865",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacArm64PGO"
  },
  "number": 2000,
  "createdBy": "project:chromium",
  "createTime": "2026-03-24T19:56:35.666171375Z",
  "updateTime": "2026-03-24T19:56:35.666171375Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "5eee26d64d7c643310534f8f9d8a84f01a6df334",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[19:56:36.182] Task URL: https://cr-buildbucket.appspot.com/build/8686419130755422865
[19:56:36.182] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851849192695740960:2:0) after 9m33s
[19:56:36.756] Received PubSub notification, asking Buildbucket for the build status
[19:56:36.775] Build status: SCHEDULED
[19:57:22.318] Received PubSub notification, asking Buildbucket for the build status
[19:57:22.366] Build status: STARTED
[20:06:09.232] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851849192695740960:2:0)
[20:06:09.253] Build status: STARTED
[20:06:09.253] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851849192695740960:5:0) after 3m42s
[20:09:51.287] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851849192695740960:5:0)
[20:09:51.528] Build status: STARTED
[20:09:51.528] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851849192695740960:6:0) after 5m58s
[20:15:49.553] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851849192695740960:6:0)
[20:15:49.577] Build status: STARTED
[20:15:49.577] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851849192695740960:7:0) after 5m8s
[20:20:57.597] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851849192695740960:7:0)
[20:20:57.649] Build status: STARTED
[20:20:57.649] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851849192695740960:8:0) after 9m36s
[20:30:33.683] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851849192695740960:8:0)
[20:30:33.766] Build status: STARTED
[20:30:33.766] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851849192695740960:9:0) after 7m59s
[20:38:32.901] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851849192695740960:9:0)
[20:38:32.928] Build status: STARTED
[20:38:32.928] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851849192695740960:10:0) after 4m0s
[20:42:33.048] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851849192695740960:10:0)
[20:42:33.101] Build status: STARTED
[20:42:33.101] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851849192695740960:11:0) after 2m35s
[20:45:08.124] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851849192695740960:11:0)
[20:45:08.152] Build status: STARTED
[20:45:08.152] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851849192695740960:12:0) after 3m30s
[20:48:38.143] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851849192695740960:12:0)
[20:48:38.159] Build status: STARTED
[20:48:38.159] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851849192695740960:13:0) after 2m39s
[20:51:17.193] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851849192695740960:13:0)
[20:51:17.261] Build status: STARTED
[20:51:17.261] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851849192695740960:14:0) after 2m39s
[20:53:56.418] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851849192695740960:14:0)
[20:53:56.461] Build status: STARTED
[20:53:56.461] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851849192695740960:15:0) after 1m50s
[20:55:46.493] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851849192695740960:15:0)
[20:55:46.549] Build status: STARTED
[20:55:46.549] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851849192695740960:16:0) after 2m37s
[20:58:23.618] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851849192695740960:16:0)
[20:58:23.640] Build status: STARTED
[20:58:23.640] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851849192695740960:17:0) after 8m58s
[21:07:21.670] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851849192695740960:17:0)
[21:07:21.692] Build status: STARTED
[21:07:21.692] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851849192695740960:18:0) after 8m5s
[21:15:26.747] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851849192695740960:18:0)
[21:15:26.795] Build status: STARTED
[21:15:26.795] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851849192695740960:19:0) after 3m57s
[21:19:23.824] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851849192695740960:19:0)
[21:19:23.839] Build status: STARTED
[21:19:23.839] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851849192695740960:20:0) after 1m16s
[21:20:39.898] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851849192695740960:20:0)
[21:20:39.914] Build status: STARTED
[21:20:39.914] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851849192695740960:21:0) after 1m31s
[21:22:11.145] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851849192695740960:21:0)
[21:22:11.167] Build status: STARTED
[21:22:11.167] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851849192695740960:22:0) after 3m24s
[21:25:35.235] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851849192695740960:22:0)
[21:25:35.256] Build status: STARTED
[21:25:35.256] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851849192695740960:23:0) after 4m26s
[21:30:01.309] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851849192695740960:23:0)
[21:30:01.338] Build status: STARTED
[21:30:01.338] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851849192695740960:24:0) after 8m39s
[21:38:40.363] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851849192695740960:24:0)
[21:38:40.379] Build status: STARTED
[21:38:40.379] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851849192695740960:25:0) after 9m4s
[21:47:44.533] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851849192695740960:25:0)
[21:47:44.552] Build status: STARTED
[21:47:44.552] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851849192695740960:26:0) after 5m55s
[21:53:39.676] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851849192695740960:26:0)
[21:53:39.691] Build status: STARTED
[21:53:39.691] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851849192695740960:27:0) after 8m42s
[22:02:21.713] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851849192695740960:27:0)
[22:02:21.730] Build status: STARTED
[22:02:21.730] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851849192695740960:28:0) after 9m13s
[22:11:34.720] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851849192695740960:28:0)
[22:11:34.745] Build status: STARTED
[22:11:34.745] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851849192695740960:29:0) after 5m48s
[22:17:22.774] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851849192695740960:29:0)
[22:17:22.789] Build status: STARTED
[22:17:22.789] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851849192695740960:30:0) after 5m55s
[22:23:17.888] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851849192695740960:30:0)
[22:23:17.913] Build status: STARTED
[22:23:17.913] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851849192695740960:31:0) after 5m13s
[22:28:30.937] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851849192695740960:31:0)
[22:28:30.954] Build status: STARTED
[22:28:30.954] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851849192695740960:32:0) after 7m20s
[22:35:51.033] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851849192695740960:32:0)
[22:35:51.061] Build status: STARTED
[22:35:51.061] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851849192695740960:33:0) after 1m57s
[22:37:48.081] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851849192695740960:33:0)
[22:37:48.096] Build status: STARTED
[22:37:48.096] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851849192695740960:34:0) after 4m14s
[22:42:02.188] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851849192695740960:34:0)
[22:42:02.206] Build status: STARTED
[22:42:02.207] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851849192695740960:35:0) after 5m28s
[22:47:30.237] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851849192695740960:35:0)
[22:47:30.256] Build status: STARTED
[22:47:30.256] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851849192695740960:36:0) after 7m37s
[22:55:07.280] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851849192695740960:36:0)
[22:55:07.300] Build status: STARTED
[22:55:07.300] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851849192695740960:37:0) after 5m55s
[23:01:02.329] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851849192695740960:37:0)
[23:01:02.357] Build status: STARTED
[23:01:02.357] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851849192695740960:38:0) after 2m50s
[23:03:52.381] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851849192695740960:38:0)
[23:03:52.405] Build status: STARTED
[23:03:52.405] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851849192695740960:39:0) after 1m43s
[23:05:35.585] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851849192695740960:39:0)
[23:05:35.602] Build status: STARTED
[23:05:35.602] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851849192695740960:40:0) after 3m5s
[23:08:40.626] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851849192695740960:40:0)
[23:08:40.645] Build status: STARTED
[23:08:40.645] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851849192695740960:41:0) after 4m15s
[23:12:55.785] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851849192695740960:41:0)
[23:12:55.805] Build status: STARTED
[23:12:55.805] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851849192695740960:42:0) after 5m6s
[23:18:01.984] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851849192695740960:42:0)
[23:18:02.044] Build status: STARTED
[23:18:02.044] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851849192695740960:43:0) after 8m36s
[23:26:38.150] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851849192695740960:43:0)
[23:26:38.167] Build status: STARTED
[23:26:38.167] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851849192695740960:44:0) after 2m8s
[23:28:46.323] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851849192695740960:44:0)
[23:28:46.341] Build status: STARTED
[23:28:46.341] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851849192695740960:45:0) after 1m32s
[23:30:18.412] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851849192695740960:45:0)
[23:30:18.674] Build status: STARTED
[23:30:18.674] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851849192695740960:46:0) after 8m22s
[23:38:40.699] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851849192695740960:46:0)
[23:38:40.715] Build status: STARTED
[23:38:40.715] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851849192695740960:47:0) after 1m48s
[23:40:28.756] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851849192695740960:47:0)
[23:40:28.770] Build status: STARTED
[23:40:28.770] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851849192695740960:48:0) after 3m39s
[23:44:07.802] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851849192695740960:48:0)
[23:44:07.827] Build status: STARTED
[23:44:07.827] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851849192695740960:49:0) after 8m19s
[23:52:26.849] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851849192695740960:49:0)
[23:52:26.869] Build status: STARTED
[23:52:26.869] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851849192695740960:50:0) after 6m17s
[23:58:43.896] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851849192695740960:50:0)
[23:58:43.915] Build status: STARTED
[23:58:43.915] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851849192695740960:51:0) after 9m16s
[00:07:59.938] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851849192695740960:51:0)
[00:07:59.957] Build status: STARTED
[00:07:59.957] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851849192695740960:52:0) after 1m23s
[00:09:23.023] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851849192695740960:52:0)
[00:09:23.079] Build status: STARTED
[00:09:23.079] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851849192695740960:53:0) after 6m51s
[00:16:14.119] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851849192695740960:53:0)
[00:16:14.157] Build status: STARTED
[00:16:14.157] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851849192695740960:54:0) after 9m15s
[00:25:29.189] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851849192695740960:54:0)
[00:25:29.238] Build status: STARTED
[00:25:29.238] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851849192695740960:55:0) after 5m48s
[00:31:17.271] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851849192695740960:55:0)
[00:31:17.311] Build status: STARTED
[00:31:17.311] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851849192695740960:56:0) after 1m12s
[00:32:29.411] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851849192695740960:56:0)
[00:32:29.431] Build status: STARTED
[00:32:29.431] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851849192695740960:57:0) after 7m14s
[00:39:43.454] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851849192695740960:57:0)
[00:39:43.471] Build status: STARTED
[00:39:43.471] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851849192695740960:58:0) after 4m57s
[00:44:40.517] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851849192695740960:58:0)
[00:44:40.535] Build status: STARTED
[00:44:40.535] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851849192695740960:59:0) after 5m50s
[00:50:30.543] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851849192695740960:59:0)
[00:50:30.558] Build status: STARTED
[00:50:30.558] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851849192695740960:60:0) after 4m44s
[00:55:14.598] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851849192695740960:60:0)
[00:55:14.621] Build status: STARTED
[00:55:14.621] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851849192695740960:61:0) after 6m57s
[01:02:11.648] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851849192695740960:61:0)
[01:02:11.710] Build status: STARTED
[01:02:11.710] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851849192695740960:62:0) after 3m40s
[01:05:51.730] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851849192695740960:62:0)
[01:05:51.802] Build status: STARTED
[01:05:51.802] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851849192695740960:63:0) after 7m30s
[01:13:21.950] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851849192695740960:63:0)
[01:13:21.967] Build status: STARTED
[01:13:21.967] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851849192695740960:64:0) after 6m44s
[01:20:06.019] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851849192695740960:64:0)
[01:20:06.101] Build status: STARTED
[01:20:06.101] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851849192695740960:65:0) after 3m36s
[01:23:42.225] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851849192695740960:65:0)
[01:23:42.248] Build status: STARTED
[01:23:42.248] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851849192695740960:66:0) after 1m12s
[01:24:54.371] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851849192695740960:66:0)
[01:24:54.408] Build status: STARTED
[01:24:54.408] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851849192695740960:67:0) after 5m49s
[01:30:43.561] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851849192695740960:67:0)
[01:30:43.587] Build status: STARTED
[01:30:43.587] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851849192695740960:68:0) after 1m13s
[01:31:56.664] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851849192695740960:68:0)
[01:31:56.688] Build status: STARTED
[01:31:56.688] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851849192695740960:69:0) after 8m57s
[01:32:48.987] Received PubSub notification, asking Buildbucket for the build status
[01:32:49.005] Build:
{
  "id": "8686419130755422865",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacArm64PGO"
  },
  "number": 2000,
  "createdBy": "project:chromium",
  "createTime": "2026-03-24T19:56:35.666171375Z",
  "startTime": "2026-03-24T19:57:22.139646132Z",
  "endTime": "2026-03-25T01:32:48.274448848Z",
  "updateTime": "2026-03-25T01:32:48.274448848Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "5eee26d64d7c643310534f8f9d8a84f01a6df334",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[01:32:49.005] Invocation finished in 5h36m14.572789823s with status FAILED