Status: FAILED
Triggered by: -
Duration: 5 hours
Actions:

Definition (rev 6e27020c5be9c002301a748cd853064a98cc9bff)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTMacArm64PGO"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "e9cd639ed7ccfb32af94ab3feb2f906f76aea218"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e9cd639ed7ccfb32af94ab3feb2f906f76aea218
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[18:20:42.242] New invocation is queued and will start shortly
[18:20:43.311] Starting the invocation (attempt 1)
[18:20:43.337] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e9cd639ed7ccfb32af94ab3feb2f906f76aea218"
[18:20:43.337] Popped gitiles commit info from properties and tags
[18:20:43.337] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[18:20:43.337] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[18:20:43.338] Buildbucket request:
{
  "requestId": "8851764627343888784",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacArm64PGO"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "e9cd639ed7ccfb32af94ab3feb2f906f76aea218",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8851764627343888784"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMacArm64PGO"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[18:20:43.975] Scheduled build:
{
  "id": "8686334565485395313",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacArm64PGO"
  },
  "number": 2004,
  "createdBy": "project:chromium",
  "createTime": "2026-03-25T18:20:43.392244761Z",
  "updateTime": "2026-03-25T18:20:43.392244761Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "e9cd639ed7ccfb32af94ab3feb2f906f76aea218",
      "ref": "refs/heads/main"
    }
  }
}
[18:20:43.975] Task URL: https://cr-buildbucket.appspot.com/build/8686334565485395313
[18:20:43.975] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851764627343888784:2:0) after 3m57s
[18:20:44.915] Received PubSub notification, asking Buildbucket for the build status
[18:20:44.936] Build status: SCHEDULED
[18:21:27.939] Received PubSub notification, asking Buildbucket for the build status
[18:21:27.952] Build status: STARTED
[18:24:41.147] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851764627343888784:2:0)
[18:24:41.210] Build status: STARTED
[18:24:41.210] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851764627343888784:5:0) after 9m32s
[18:34:13.232] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851764627343888784:5:0)
[18:34:13.251] Build status: STARTED
[18:34:13.251] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851764627343888784:6:0) after 9m48s
[18:44:01.295] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851764627343888784:6:0)
[18:44:01.327] Build status: STARTED
[18:44:01.327] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851764627343888784:7:0) after 7m55s
[18:51:56.399] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851764627343888784:7:0)
[18:51:56.416] Build status: STARTED
[18:51:56.416] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851764627343888784:8:0) after 3m17s
[18:55:13.395] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851764627343888784:8:0)
[18:55:13.411] Build status: STARTED
[18:55:13.411] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851764627343888784:9:0) after 7m46s
[19:02:59.486] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851764627343888784:9:0)
[19:02:59.500] Build status: STARTED
[19:02:59.500] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851764627343888784:10:0) after 2m59s
[19:05:58.536] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851764627343888784:10:0)
[19:05:58.560] Build status: STARTED
[19:05:58.560] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851764627343888784:11:0) after 4m34s
[19:10:32.709] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851764627343888784:11:0)
[19:10:32.728] Build status: STARTED
[19:10:32.728] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851764627343888784:12:0) after 1m48s
[19:12:20.814] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851764627343888784:12:0)
[19:12:20.833] Build status: STARTED
[19:12:20.834] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851764627343888784:13:0) after 6m59s
[19:19:19.907] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851764627343888784:13:0)
[19:19:19.960] Build status: STARTED
[19:19:19.960] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851764627343888784:14:0) after 6m39s
[19:25:59.036] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851764627343888784:14:0)
[19:25:59.060] Build status: STARTED
[19:25:59.060] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851764627343888784:15:0) after 6m59s
[19:32:58.152] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851764627343888784:15:0)
[19:32:58.175] Build status: STARTED
[19:32:58.175] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851764627343888784:16:0) after 1m51s
[19:34:49.199] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851764627343888784:16:0)
[19:34:49.262] Build status: STARTED
[19:34:49.262] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851764627343888784:17:0) after 3m4s
[19:37:53.424] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851764627343888784:17:0)
[19:37:53.439] Build status: STARTED
[19:37:53.439] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851764627343888784:18:0) after 6m53s
[19:44:46.479] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851764627343888784:18:0)
[19:44:46.494] Build status: STARTED
[19:44:46.494] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851764627343888784:19:0) after 9m50s
[19:54:36.512] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851764627343888784:19:0)
[19:54:36.533] Build status: STARTED
[19:54:36.533] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851764627343888784:20:0) after 9m23s
[20:03:59.881] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851764627343888784:20:0)
[20:03:59.931] Build status: STARTED
[20:03:59.931] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851764627343888784:21:0) after 4m8s
[20:08:08.056] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851764627343888784:21:0)
[20:08:08.085] Build status: STARTED
[20:08:08.085] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851764627343888784:22:0) after 3m42s
[20:11:50.154] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851764627343888784:22:0)
[20:11:50.173] Build status: STARTED
[20:11:50.173] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851764627343888784:23:0) after 6m17s
[20:18:07.202] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851764627343888784:23:0)
[20:18:07.219] Build status: STARTED
[20:18:07.219] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851764627343888784:24:0) after 3m17s
[20:21:24.250] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851764627343888784:24:0)
[20:21:24.272] Build status: STARTED
[20:21:24.272] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851764627343888784:25:0) after 3m21s
[20:24:45.462] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851764627343888784:25:0)
[20:24:45.602] Build status: STARTED
[20:24:45.602] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851764627343888784:26:0) after 6m47s
[20:31:32.624] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851764627343888784:26:0)
[20:31:32.641] Build status: STARTED
[20:31:32.641] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851764627343888784:27:0) after 2m18s
[20:33:50.762] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851764627343888784:27:0)
[20:33:50.779] Build status: STARTED
[20:33:50.779] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851764627343888784:28:0) after 5m19s
[20:39:09.840] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851764627343888784:28:0)
[20:39:09.865] Build status: STARTED
[20:39:09.865] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851764627343888784:29:0) after 1m12s
[20:40:21.867] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851764627343888784:29:0)
[20:40:21.918] Build status: STARTED
[20:40:21.918] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851764627343888784:30:0) after 3m27s
[20:43:48.948] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851764627343888784:30:0)
[20:43:48.967] Build status: STARTED
[20:43:48.967] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851764627343888784:31:0) after 8m43s
[20:52:32.006] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851764627343888784:31:0)
[20:52:32.023] Build status: STARTED
[20:52:32.024] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851764627343888784:32:0) after 3m16s
[20:55:48.044] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851764627343888784:32:0)
[20:55:48.061] Build status: STARTED
[20:55:48.061] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851764627343888784:33:0) after 7m55s
[21:03:43.082] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851764627343888784:33:0)
[21:03:43.095] Build status: STARTED
[21:03:43.095] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851764627343888784:34:0) after 9m42s
[21:13:25.281] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851764627343888784:34:0)
[21:13:25.304] Build status: STARTED
[21:13:25.304] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851764627343888784:35:0) after 2m11s
[21:15:36.356] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851764627343888784:35:0)
[21:15:36.373] Build status: STARTED
[21:15:36.373] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851764627343888784:36:0) after 7m28s
[21:23:04.398] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851764627343888784:36:0)
[21:23:04.560] Build status: STARTED
[21:23:04.560] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851764627343888784:37:0) after 2m36s
[21:25:40.582] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851764627343888784:37:0)
[21:25:40.600] Build status: STARTED
[21:25:40.601] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851764627343888784:38:0) after 3m31s
[21:29:11.583] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851764627343888784:38:0)
[21:29:11.599] Build status: STARTED
[21:29:11.599] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851764627343888784:39:0) after 7m50s
[21:37:01.635] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851764627343888784:39:0)
[21:37:01.669] Build status: STARTED
[21:37:01.669] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851764627343888784:40:0) after 7m33s
[21:44:34.740] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851764627343888784:40:0)
[21:44:34.761] Build status: STARTED
[21:44:34.761] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851764627343888784:41:0) after 1m48s
[21:46:22.859] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851764627343888784:41:0)
[21:46:22.897] Build status: STARTED
[21:46:22.897] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851764627343888784:42:0) after 9m27s
[21:55:49.918] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851764627343888784:42:0)
[21:55:49.939] Build status: STARTED
[21:55:49.939] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851764627343888784:43:0) after 5m34s
[22:01:24.032] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851764627343888784:43:0)
[22:01:24.058] Build status: STARTED
[22:01:24.058] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851764627343888784:44:0) after 4m44s
[22:06:08.088] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851764627343888784:44:0)
[22:06:08.121] Build status: STARTED
[22:06:08.121] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851764627343888784:45:0) after 2m28s
[22:08:36.225] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851764627343888784:45:0)
[22:08:36.246] Build status: STARTED
[22:08:36.246] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851764627343888784:46:0) after 2m43s
[22:11:19.377] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851764627343888784:46:0)
[22:11:19.392] Build status: STARTED
[22:11:19.392] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851764627343888784:47:0) after 8m13s
[22:19:32.415] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851764627343888784:47:0)
[22:19:32.432] Build status: STARTED
[22:19:32.432] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851764627343888784:48:0) after 8m25s
[22:27:57.498] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851764627343888784:48:0)
[22:27:57.517] Build status: STARTED
[22:27:57.517] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851764627343888784:49:0) after 5m49s
[22:33:46.796] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851764627343888784:49:0)
[22:33:46.838] Build status: STARTED
[22:33:46.838] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851764627343888784:50:0) after 3m7s
[22:36:53.906] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851764627343888784:50:0)
[22:36:53.928] Build status: STARTED
[22:36:53.928] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851764627343888784:51:0) after 8m14s
[22:45:07.956] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851764627343888784:51:0)
[22:45:07.996] Build status: STARTED
[22:45:07.996] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851764627343888784:52:0) after 1m54s
[22:47:02.017] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851764627343888784:52:0)
[22:47:02.034] Build status: STARTED
[22:47:02.034] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851764627343888784:53:0) after 9m7s
[22:56:09.076] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851764627343888784:53:0)
[22:56:09.093] Build status: STARTED
[22:56:09.093] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851764627343888784:54:0) after 9m51s
[23:06:00.168] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851764627343888784:54:0)
[23:06:00.191] Build status: STARTED
[23:06:00.191] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851764627343888784:55:0) after 3m48s
[23:09:48.293] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851764627343888784:55:0)
[23:09:48.310] Build status: STARTED
[23:09:48.310] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851764627343888784:56:0) after 8m56s
[23:18:44.355] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851764627343888784:56:0)
[23:18:44.376] Build status: STARTED
[23:18:44.376] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851764627343888784:57:0) after 5m32s
[23:24:16.416] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851764627343888784:57:0)
[23:24:16.442] Build status: STARTED
[23:24:16.442] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851764627343888784:58:0) after 6m37s
[23:30:53.548] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851764627343888784:58:0)
[23:30:53.568] Build status: STARTED
[23:30:53.568] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851764627343888784:59:0) after 9m33s
[23:40:26.560] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851764627343888784:59:0)
[23:40:26.644] Build status: STARTED
[23:40:26.644] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851764627343888784:60:0) after 2m33s
[23:42:59.690] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851764627343888784:60:0)
[23:42:59.715] Build status: STARTED
[23:42:59.715] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851764627343888784:61:0) after 3m40s
[23:46:39.810] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851764627343888784:61:0)
[23:46:39.921] Build status: STARTED
[23:46:39.921] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851764627343888784:62:0) after 1m13s
[23:47:52.989] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851764627343888784:62:0)
[23:47:53.006] Build status: STARTED
[23:47:53.006] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851764627343888784:63:0) after 8m2s
[23:55:55.119] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851764627343888784:63:0)
[23:55:55.137] Build status: STARTED
[23:55:55.137] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8851764627343888784:64:0) after 5m21s
[23:58:23.784] Received PubSub notification, asking Buildbucket for the build status
[23:58:23.825] Build:
{
  "id": "8686334565485395313",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacArm64PGO"
  },
  "number": 2004,
  "createdBy": "project:chromium",
  "createTime": "2026-03-25T18:20:43.392244761Z",
  "startTime": "2026-03-25T18:21:27.722091876Z",
  "endTime": "2026-03-25T23:58:23.479599810Z",
  "updateTime": "2026-03-25T23:58:23.479599810Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "e9cd639ed7ccfb32af94ab3feb2f906f76aea218",
      "ref": "refs/heads/main"
    }
  }
}
[23:58:23.825] Invocation finished in 5h37m41.588895417s with status FAILED