Status: FAILED
Triggered by: -
Duration: 5 hours
Actions:

Definition (rev 6e27020c5be9c002301a748cd853064a98cc9bff)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTMacArm64PGO"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "5e86c47d29ab87a546f595965cc0c2afa3945a51"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/5e86c47d29ab87a546f595965cc0c2afa3945a51
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[11:22:23.150] New invocation is queued and will start shortly
[11:22:24.346] Starting the invocation (attempt 1)
[11:22:24.376] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/5e86c47d29ab87a546f595965cc0c2afa3945a51"
[11:22:24.376] Popped gitiles commit info from properties and tags
[11:22:24.376] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[11:22:24.376] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[11:22:24.376] Buildbucket request:
{
  "requestId": "8857679748474560832",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacArm64PGO"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "5e86c47d29ab87a546f595965cc0c2afa3945a51",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8857679748474560832"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMacArm64PGO"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[11:22:25.000] Scheduled build:
{
  "id": "8692249686456200417",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacArm64PGO"
  },
  "number": 1209,
  "createdBy": "project:chromium",
  "createTime": "2026-01-19T11:22:24.444917130Z",
  "updateTime": "2026-01-19T11:22:24.444917130Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "5e86c47d29ab87a546f595965cc0c2afa3945a51",
      "ref": "refs/heads/main"
    }
  }
}
[11:22:25.000] Task URL: https://cr-buildbucket.appspot.com/build/8692249686456200417
[11:22:25.001] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8857679748474560832:2:0) after 6m19s
[11:22:25.929] Received PubSub notification, asking Buildbucket for the build status
[11:22:25.944] Build status: SCHEDULED
[11:22:28.348] Received PubSub notification, asking Buildbucket for the build status
[11:22:28.384] Build status: STARTED
[11:28:44.021] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8857679748474560832:2:0)
[11:28:44.047] Build status: STARTED
[11:28:44.047] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8857679748474560832:5:0) after 1m33s
[11:30:17.068] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8857679748474560832:5:0)
[11:30:17.121] Build status: STARTED
[11:30:17.121] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8857679748474560832:6:0) after 8m26s
[11:38:43.139] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8857679748474560832:6:0)
[11:38:43.156] Build status: STARTED
[11:38:43.156] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8857679748474560832:7:0) after 4m2s
[11:42:45.300] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8857679748474560832:7:0)
[11:42:45.314] Build status: STARTED
[11:42:45.314] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8857679748474560832:8:0) after 8m17s
[11:51:02.294] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8857679748474560832:8:0)
[11:51:02.317] Build status: STARTED
[11:51:02.317] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8857679748474560832:9:0) after 4m44s
[11:55:46.334] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8857679748474560832:9:0)
[11:55:46.363] Build status: STARTED
[11:55:46.363] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8857679748474560832:10:0) after 1m34s
[11:57:20.427] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8857679748474560832:10:0)
[11:57:20.440] Build status: STARTED
[11:57:20.440] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8857679748474560832:11:0) after 8m52s
[12:06:12.465] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8857679748474560832:11:0)
[12:06:12.545] Build status: STARTED
[12:06:12.545] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8857679748474560832:12:0) after 7m16s
[12:13:28.563] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8857679748474560832:12:0)
[12:13:28.578] Build status: STARTED
[12:13:28.578] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8857679748474560832:13:0) after 8m44s
[12:22:12.557] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8857679748474560832:13:0)
[12:22:12.572] Build status: STARTED
[12:22:12.572] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8857679748474560832:14:0) after 4m36s
[12:26:48.638] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8857679748474560832:14:0)
[12:26:48.676] Build status: STARTED
[12:26:48.676] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8857679748474560832:15:0) after 6m58s
[12:33:46.728] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8857679748474560832:15:0)
[12:33:46.750] Build status: STARTED
[12:33:46.750] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8857679748474560832:16:0) after 4m19s
[12:38:05.774] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8857679748474560832:16:0)
[12:38:05.796] Build status: STARTED
[12:38:05.796] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8857679748474560832:17:0) after 1m3s
[12:39:08.865] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8857679748474560832:17:0)
[12:39:08.892] Build status: STARTED
[12:39:08.892] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8857679748474560832:18:0) after 2m47s
[12:41:55.886] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8857679748474560832:18:0)
[12:41:55.905] Build status: STARTED
[12:41:55.906] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8857679748474560832:19:0) after 5m55s
[12:47:50.926] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8857679748474560832:19:0)
[12:47:50.942] Build status: STARTED
[12:47:50.942] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8857679748474560832:20:0) after 8m38s
[12:56:29.013] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8857679748474560832:20:0)
[12:56:29.026] Build status: STARTED
[12:56:29.026] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8857679748474560832:21:0) after 9m55s
[13:06:24.051] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8857679748474560832:21:0)
[13:06:24.067] Build status: STARTED
[13:06:24.067] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8857679748474560832:22:0) after 6m28s
[13:12:52.088] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8857679748474560832:22:0)
[13:12:52.112] Build status: STARTED
[13:12:52.112] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8857679748474560832:23:0) after 1m54s
[13:14:46.168] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8857679748474560832:23:0)
[13:14:46.183] Build status: STARTED
[13:14:46.183] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8857679748474560832:24:0) after 9m51s
[13:24:37.344] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8857679748474560832:24:0)
[13:24:37.364] Build status: STARTED
[13:24:37.364] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8857679748474560832:25:0) after 9m37s
[13:34:14.383] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8857679748474560832:25:0)
[13:34:14.403] Build status: STARTED
[13:34:14.403] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8857679748474560832:26:0) after 8m26s
[13:42:40.507] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8857679748474560832:26:0)
[13:42:40.541] Build status: STARTED
[13:42:40.541] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8857679748474560832:27:0) after 7m50s
[13:50:30.576] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8857679748474560832:27:0)
[13:50:30.596] Build status: STARTED
[13:50:30.596] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8857679748474560832:28:0) after 1m27s
[13:51:57.628] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8857679748474560832:28:0)
[13:51:57.643] Build status: STARTED
[13:51:57.643] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8857679748474560832:29:0) after 1m53s
[13:53:50.710] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8857679748474560832:29:0)
[13:53:50.729] Build status: STARTED
[13:53:50.729] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8857679748474560832:30:0) after 2m59s
[13:56:49.800] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8857679748474560832:30:0)
[13:56:49.838] Build status: STARTED
[13:56:49.838] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8857679748474560832:31:0) after 5m19s
[14:02:08.909] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8857679748474560832:31:0)
[14:02:08.925] Build status: STARTED
[14:02:08.925] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8857679748474560832:32:0) after 7m29s
[14:09:37.945] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8857679748474560832:32:0)
[14:09:38.006] Build status: STARTED
[14:09:38.006] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8857679748474560832:33:0) after 7m9s
[14:16:47.024] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8857679748474560832:33:0)
[14:16:47.043] Build status: STARTED
[14:16:47.043] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8857679748474560832:34:0) after 3m18s
[14:20:05.035] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8857679748474560832:34:0)
[14:20:05.053] Build status: STARTED
[14:20:05.054] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8857679748474560832:35:0) after 9m31s
[14:29:36.087] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8857679748474560832:35:0)
[14:29:36.102] Build status: STARTED
[14:29:36.102] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8857679748474560832:36:0) after 1m47s
[14:31:23.122] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8857679748474560832:36:0)
[14:31:23.146] Build status: STARTED
[14:31:23.146] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8857679748474560832:37:0) after 2m22s
[14:33:45.167] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8857679748474560832:37:0)
[14:33:45.181] Build status: STARTED
[14:33:45.181] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8857679748474560832:38:0) after 2m31s
[14:36:16.199] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8857679748474560832:38:0)
[14:36:16.232] Build status: STARTED
[14:36:16.232] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8857679748474560832:39:0) after 3m52s
[14:40:08.273] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8857679748474560832:39:0)
[14:40:08.297] Build status: STARTED
[14:40:08.297] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8857679748474560832:40:0) after 9m28s
[14:49:36.368] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8857679748474560832:40:0)
[14:49:36.388] Build status: STARTED
[14:49:36.388] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8857679748474560832:41:0) after 2m8s
[14:51:44.448] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8857679748474560832:41:0)
[14:51:44.548] Build status: STARTED
[14:51:44.548] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8857679748474560832:42:0) after 5m48s
[14:57:32.638] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8857679748474560832:42:0)
[14:57:32.657] Build status: STARTED
[14:57:32.657] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8857679748474560832:43:0) after 4m34s
[15:02:06.758] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8857679748474560832:43:0)
[15:02:06.814] Build status: STARTED
[15:02:06.814] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8857679748474560832:44:0) after 9m41s
[15:11:47.904] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8857679748474560832:44:0)
[15:11:47.921] Build status: STARTED
[15:11:47.921] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8857679748474560832:45:0) after 1m38s
[15:13:25.940] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8857679748474560832:45:0)
[15:13:25.958] Build status: STARTED
[15:13:25.958] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8857679748474560832:46:0) after 9m47s
[15:23:12.978] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8857679748474560832:46:0)
[15:23:12.994] Build status: STARTED
[15:23:12.994] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8857679748474560832:47:0) after 1m16s
[15:24:29.044] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8857679748474560832:47:0)
[15:24:29.058] Build status: STARTED
[15:24:29.058] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8857679748474560832:48:0) after 5m37s
[15:30:06.128] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8857679748474560832:48:0)
[15:30:06.146] Build status: STARTED
[15:30:06.147] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8857679748474560832:49:0) after 8m1s
[15:38:07.164] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8857679748474560832:49:0)
[15:38:07.185] Build status: STARTED
[15:38:07.185] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8857679748474560832:50:0) after 2m40s
[15:40:47.205] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8857679748474560832:50:0)
[15:40:47.225] Build status: STARTED
[15:40:47.225] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8857679748474560832:51:0) after 7m39s
[15:48:26.329] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8857679748474560832:51:0)
[15:48:26.364] Build status: STARTED
[15:48:26.364] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8857679748474560832:52:0) after 3m15s
[15:51:41.402] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8857679748474560832:52:0)
[15:51:41.430] Build status: STARTED
[15:51:41.430] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8857679748474560832:53:0) after 9m58s
[16:01:39.456] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8857679748474560832:53:0)
[16:01:39.472] Build status: STARTED
[16:01:39.472] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8857679748474560832:54:0) after 1m4s
[16:02:43.493] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8857679748474560832:54:0)
[16:02:43.513] Build status: STARTED
[16:02:43.513] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8857679748474560832:55:0) after 3m1s
[16:05:44.532] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8857679748474560832:55:0)
[16:05:44.546] Build status: STARTED
[16:05:44.546] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8857679748474560832:56:0) after 8m55s
[16:14:39.660] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8857679748474560832:56:0)
[16:14:39.719] Build status: STARTED
[16:14:39.720] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8857679748474560832:57:0) after 8m8s
[16:22:47.738] Handling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8857679748474560832:57:0)
[16:22:47.817] Build status: STARTED
[16:22:47.817] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacArm64PGO:8857679748474560832:58:0) after 9m40s
[16:32:03.916] Received PubSub notification, asking Buildbucket for the build status
[16:32:03.936] Build:
{
  "id": "8692249686456200417",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacArm64PGO"
  },
  "number": 1209,
  "createdBy": "project:chromium",
  "createTime": "2026-01-19T11:22:24.444917130Z",
  "startTime": "2026-01-19T11:22:28.117660694Z",
  "endTime": "2026-01-19T16:32:03.646313313Z",
  "updateTime": "2026-01-19T16:32:03.646313313Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "5e86c47d29ab87a546f595965cc0c2afa3945a51",
      "ref": "refs/heads/main"
    }
  }
}
[16:32:03.936] Invocation finished in 5h9m40.800570732s with status FAILED