Status: FAILED
Triggered by: -
Duration: 5 hours
Actions:

Definition (rev 6e27020c5be9c002301a748cd853064a98cc9bff)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTMacArm64PGO"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "ff02dd8e90adab4dbf10fcf2c7400b99097f9c71"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/ff02dd8e90adab4dbf10fcf2c7400b99097f9c71
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[18:53:52.929] New invocation is queued and will start shortly
[18:53:54.003] Starting the invocation (attempt 1)
[18:53:54.026] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/ff02dd8e90adab4dbf10fcf2c7400b99097f9c71"
[18:53:54.027] Popped gitiles commit info from properties and tags
[18:53:54.027] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[18:53:54.027] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[18:53:54.027] Buildbucket request:
{
  "requestId": "8853030897487449280",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacArm64PGO"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "ff02dd8e90adab4dbf10fcf2c7400b99097f9c71",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8853030897487449280"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMacArm64PGO"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[18:53:54.493] Scheduled build:
{
  "id": "8687600835632501169",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacArm64PGO"
  },
  "number": 1782,
  "createdBy": "project:chromium",
  "createTime": "2026-03-11T18:53:54.075282617Z",
  "updateTime": "2026-03-11T18:53:54.075282617Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "ff02dd8e90adab4dbf10fcf2c7400b99097f9c71",
      "ref": "refs/heads/main"
    }
  }
}
[18:53:54.493] Task URL: https://cr-buildbucket.appspot.com/build/8687600835632501169
[18:53:54.493] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8853030897487449280:2:0) after 1m44s
[18:53:55.453] Received PubSub notification, asking Buildbucket for the build status
[18:53:55.513] Build status: SCHEDULED
[18:53:58.290] Received PubSub notification, asking Buildbucket for the build status
[18:53:58.312] Build status: STARTED
[18:55:38.496] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8853030897487449280:2:0)
[18:55:38.513] Build status: STARTED
[18:55:38.513] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8853030897487449280:5:0) after 6m11s
[19:01:49.582] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8853030897487449280:5:0)
[19:01:49.616] Build status: STARTED
[19:01:49.616] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8853030897487449280:6:0) after 9m14s
[19:11:03.689] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8853030897487449280:6:0)
[19:11:03.716] Build status: STARTED
[19:11:03.716] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8853030897487449280:7:0) after 6m25s
[19:17:28.763] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8853030897487449280:7:0)
[19:17:28.781] Build status: STARTED
[19:17:28.781] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8853030897487449280:8:0) after 1m1s
[19:18:29.801] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8853030897487449280:8:0)
[19:18:29.819] Build status: STARTED
[19:18:29.819] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8853030897487449280:9:0) after 7m28s
[19:25:57.892] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8853030897487449280:9:0)
[19:25:57.906] Build status: STARTED
[19:25:57.906] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8853030897487449280:10:0) after 8m34s
[19:34:31.924] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8853030897487449280:10:0)
[19:34:31.962] Build status: STARTED
[19:34:31.962] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8853030897487449280:11:0) after 1m27s
[19:35:58.985] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8853030897487449280:11:0)
[19:35:59.000] Build status: STARTED
[19:35:59.001] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8853030897487449280:12:0) after 8m26s
[19:44:25.181] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8853030897487449280:12:0)
[19:44:25.194] Build status: STARTED
[19:44:25.195] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8853030897487449280:13:0) after 1m54s
[19:46:19.222] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8853030897487449280:13:0)
[19:46:19.244] Build status: STARTED
[19:46:19.244] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8853030897487449280:14:0) after 6m39s
[19:52:58.413] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8853030897487449280:14:0)
[19:52:58.430] Build status: STARTED
[19:52:58.430] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8853030897487449280:15:0) after 8m17s
[20:01:15.509] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8853030897487449280:15:0)
[20:01:15.525] Build status: STARTED
[20:01:15.526] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8853030897487449280:16:0) after 6m49s
[20:08:04.552] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8853030897487449280:16:0)
[20:08:04.567] Build status: STARTED
[20:08:04.567] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8853030897487449280:17:0) after 8m44s
[20:16:48.633] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8853030897487449280:17:0)
[20:16:48.676] Build status: STARTED
[20:16:48.676] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8853030897487449280:18:0) after 2m28s
[20:19:16.906] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8853030897487449280:18:0)
[20:19:16.955] Build status: STARTED
[20:19:16.955] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8853030897487449280:19:0) after 8m22s
[20:27:39.253] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8853030897487449280:19:0)
[20:27:39.270] Build status: STARTED
[20:27:39.270] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8853030897487449280:20:0) after 6m52s
[20:34:31.294] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8853030897487449280:20:0)
[20:34:31.376] Build status: STARTED
[20:34:31.377] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8853030897487449280:21:0) after 5m4s
[20:39:35.398] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8853030897487449280:21:0)
[20:39:35.426] Build status: STARTED
[20:39:35.426] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8853030897487449280:22:0) after 7m21s
[20:46:56.662] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8853030897487449280:22:0)
[20:46:56.708] Build status: STARTED
[20:46:56.708] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8853030897487449280:23:0) after 3m5s
[20:50:01.888] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8853030897487449280:23:0)
[20:50:01.960] Build status: STARTED
[20:50:01.960] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8853030897487449280:24:0) after 9m13s
[20:59:15.183] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8853030897487449280:24:0)
[20:59:15.200] Build status: STARTED
[20:59:15.200] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8853030897487449280:25:0) after 8m51s
[21:08:06.262] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8853030897487449280:25:0)
[21:08:06.278] Build status: STARTED
[21:08:06.278] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8853030897487449280:26:0) after 7m23s
[21:15:29.297] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8853030897487449280:26:0)
[21:15:29.313] Build status: STARTED
[21:15:29.313] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8853030897487449280:27:0) after 5m14s
[21:20:43.331] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8853030897487449280:27:0)
[21:20:43.347] Build status: STARTED
[21:20:43.347] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8853030897487449280:28:0) after 6m39s
[21:27:22.632] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8853030897487449280:28:0)
[21:27:22.649] Build status: STARTED
[21:27:22.649] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8853030897487449280:29:0) after 4m37s
[21:31:59.669] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8853030897487449280:29:0)
[21:31:59.708] Build status: STARTED
[21:31:59.708] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8853030897487449280:30:0) after 4m24s
[21:36:23.764] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8853030897487449280:30:0)
[21:36:23.857] Build status: STARTED
[21:36:23.857] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8853030897487449280:31:0) after 9m30s
[21:45:53.901] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8853030897487449280:31:0)
[21:45:53.920] Build status: STARTED
[21:45:53.920] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8853030897487449280:32:0) after 9m41s
[21:55:34.939] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8853030897487449280:32:0)
[21:55:34.956] Build status: STARTED
[21:55:34.956] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8853030897487449280:33:0) after 7m7s
[22:02:42.046] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8853030897487449280:33:0)
[22:02:42.062] Build status: STARTED
[22:02:42.062] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8853030897487449280:34:0) after 2m14s
[22:04:56.085] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8853030897487449280:34:0)
[22:04:56.108] Build status: STARTED
[22:04:56.108] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8853030897487449280:35:0) after 7m3s
[22:11:59.331] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8853030897487449280:35:0)
[22:11:59.347] Build status: STARTED
[22:11:59.347] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8853030897487449280:36:0) after 2m12s
[22:14:11.429] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8853030897487449280:36:0)
[22:14:11.452] Build status: STARTED
[22:14:11.452] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8853030897487449280:37:0) after 5m53s
[22:20:04.495] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8853030897487449280:37:0)
[22:20:04.517] Build status: STARTED
[22:20:04.517] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8853030897487449280:38:0) after 4m41s
[22:24:45.651] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8853030897487449280:38:0)
[22:24:45.712] Build status: STARTED
[22:24:45.712] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8853030897487449280:39:0) after 6m16s
[22:31:01.740] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8853030897487449280:39:0)
[22:31:01.757] Build status: STARTED
[22:31:01.757] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8853030897487449280:40:0) after 8m54s
[22:39:55.780] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8853030897487449280:40:0)
[22:39:55.805] Build status: STARTED
[22:39:55.805] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8853030897487449280:41:0) after 9m28s
[22:49:23.831] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8853030897487449280:41:0)
[22:49:23.846] Build status: STARTED
[22:49:23.846] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8853030897487449280:42:0) after 3m37s
[22:53:00.908] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8853030897487449280:42:0)
[22:53:00.924] Build status: STARTED
[22:53:00.924] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8853030897487449280:43:0) after 7m8s
[23:00:08.936] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8853030897487449280:43:0)
[23:00:08.954] Build status: STARTED
[23:00:08.954] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8853030897487449280:44:0) after 7m8s
[23:07:16.983] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8853030897487449280:44:0)
[23:07:16.999] Build status: STARTED
[23:07:16.999] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8853030897487449280:45:0) after 8m24s
[23:15:41.046] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8853030897487449280:45:0)
[23:15:41.059] Build status: STARTED
[23:15:41.059] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8853030897487449280:46:0) after 7m52s
[23:23:33.107] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8853030897487449280:46:0)
[23:23:33.126] Build status: STARTED
[23:23:33.127] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8853030897487449280:47:0) after 7m21s
[23:30:54.186] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8853030897487449280:47:0)
[23:30:54.200] Build status: STARTED
[23:30:54.200] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8853030897487449280:48:0) after 8m49s
[23:39:43.233] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8853030897487449280:48:0)
[23:39:43.245] Build status: STARTED
[23:39:43.245] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8853030897487449280:49:0) after 4m59s
[23:44:42.264] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8853030897487449280:49:0)
[23:44:42.283] Build status: STARTED
[23:44:42.283] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8853030897487449280:50:0) after 2m10s
[23:46:52.401] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8853030897487449280:50:0)
[23:46:52.416] Build status: STARTED
[23:46:52.416] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8853030897487449280:51:0) after 6m37s
[23:53:29.488] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8853030897487449280:51:0)
[23:53:29.517] Build status: STARTED
[23:53:29.517] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8853030897487449280:52:0) after 1m45s
[23:55:14.579] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8853030897487449280:52:0)
[23:55:14.604] Build status: STARTED
[23:55:14.604] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8853030897487449280:53:0) after 2m37s
[23:57:51.625] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8853030897487449280:53:0)
[23:57:51.641] Build status: STARTED
[23:57:51.641] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8853030897487449280:54:0) after 5m44s
[00:03:35.665] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8853030897487449280:54:0)
[00:03:35.690] Build status: STARTED
[00:03:35.690] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8853030897487449280:55:0) after 7m9s
[00:10:44.868] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8853030897487449280:55:0)
[00:10:44.919] Build status: STARTED
[00:10:44.919] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8853030897487449280:56:0) after 2m0s
[00:12:44.974] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8853030897487449280:56:0)
[00:12:44.989] Build status: STARTED
[00:12:44.989] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8853030897487449280:57:0) after 2m23s
[00:15:08.110] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8853030897487449280:57:0)
[00:15:08.135] Build status: STARTED
[00:15:08.135] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8853030897487449280:58:0) after 6m12s
[00:21:20.152] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8853030897487449280:58:0)
[00:21:20.233] Build status: STARTED
[00:21:20.233] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8853030897487449280:59:0) after 2m18s
[00:22:14.665] Received PubSub notification, asking Buildbucket for the build status
[00:22:14.687] Build:
{
  "id": "8687600835632501169",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacArm64PGO"
  },
  "number": 1782,
  "createdBy": "project:chromium",
  "createTime": "2026-03-11T18:53:54.075282617Z",
  "startTime": "2026-03-11T18:53:58.139825605Z",
  "endTime": "2026-03-12T00:22:14.071001620Z",
  "updateTime": "2026-03-12T00:22:14.071001620Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "ff02dd8e90adab4dbf10fcf2c7400b99097f9c71",
      "ref": "refs/heads/main"
    }
  }
}
[00:22:14.687] Invocation finished in 5h28m21.763454916s with status FAILED