[19:36:22.381] New invocation is queued and will start shortly
[19:36:24.025] Starting the invocation (attempt 1)
[19:36:24.052] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/50122cfd5812f45f8ccae1448851906fe67f4005"
[19:36:24.052] Popped gitiles commit info from properties and tags
[19:36:24.052] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[19:36:24.052] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[19:36:24.053] Buildbucket request:
{
"requestId": "8843515542723400960",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host-cpp23"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8843515542723400960",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "8cbdf90bd0253be21ca3d2e98e3a261564e2b805"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@8cbdf90bd0253be21ca3d2e98e3a261564e2b805",
"title": "8cbdf90bd0253be21ca3d2e98e3a261564e2b805",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/8cbdf90bd0253be21ca3d2e98e3a261564e2b805"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "fa1bfdd99165f5bd3251d0c637838b824d243aa8"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@fa1bfdd99165f5bd3251d0c637838b824d243aa8",
"title": "fa1bfdd99165f5bd3251d0c637838b824d243aa8",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/fa1bfdd99165f5bd3251d0c637838b824d243aa8"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "b76408abfc2d314fcc0e263bcd2567d9f098c0c7"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@b76408abfc2d314fcc0e263bcd2567d9f098c0c7",
"title": "b76408abfc2d314fcc0e263bcd2567d9f098c0c7",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/b76408abfc2d314fcc0e263bcd2567d9f098c0c7"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "fc38f5663e899233f95f0e6cc909fe54ca86f2ce"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@fc38f5663e899233f95f0e6cc909fe54ca86f2ce",
"title": "fc38f5663e899233f95f0e6cc909fe54ca86f2ce",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/fc38f5663e899233f95f0e6cc909fe54ca86f2ce"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "90c226582bb38c67ff708fc39265cea5f1f6378f"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@90c226582bb38c67ff708fc39265cea5f1f6378f",
"title": "90c226582bb38c67ff708fc39265cea5f1f6378f",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/90c226582bb38c67ff708fc39265cea5f1f6378f"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "50122cfd5812f45f8ccae1448851906fe67f4005"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@50122cfd5812f45f8ccae1448851906fe67f4005",
"title": "50122cfd5812f45f8ccae1448851906fe67f4005",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/50122cfd5812f45f8ccae1448851906fe67f4005"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "50122cfd5812f45f8ccae1448851906fe67f4005",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8843515542723400960"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[19:36:24.578] Scheduled build:
{
"id": "8678085480155095409",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host-cpp23"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-24T19:36:24.206872700Z",
"updateTime": "2026-06-24T19:36:24.206872700Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "50122cfd5812f45f8ccae1448851906fe67f4005",
"ref": "refs/heads/main"
}
}
}
[19:36:24.578] Task URL: https://cr-buildbucket.appspot.com/build/8678085480155095409
[19:36:24.578] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843515542723400960:2:0) after 3m37s
[19:36:25.520] Received PubSub notification, asking Buildbucket for the build status
[19:36:25.543] Build status: SCHEDULED
[19:40:01.577] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843515542723400960:2:0)
[19:40:01.600] Build status: SCHEDULED
[19:40:01.600] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843515542723400960:4:0) after 9m32s
[19:49:33.660] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843515542723400960:4:0)
[19:49:33.683] Build status: SCHEDULED
[19:49:33.683] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843515542723400960:5:0) after 8m19s
[19:57:52.698] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843515542723400960:5:0)
[19:57:52.718] Build status: SCHEDULED
[19:57:52.718] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843515542723400960:6:0) after 8m5s
[20:05:57.792] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843515542723400960:6:0)
[20:05:57.819] Build status: SCHEDULED
[20:05:57.819] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843515542723400960:7:0) after 6m57s
[20:12:54.868] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843515542723400960:7:0)
[20:12:54.895] Build status: SCHEDULED
[20:12:54.895] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843515542723400960:8:0) after 7m34s
[20:20:28.910] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843515542723400960:8:0)
[20:20:28.935] Build status: SCHEDULED
[20:20:28.935] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843515542723400960:9:0) after 8m54s
[20:29:22.999] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843515542723400960:9:0)
[20:29:23.018] Build status: SCHEDULED
[20:29:23.019] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843515542723400960:10:0) after 8m34s
[20:37:57.186] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843515542723400960:10:0)
[20:37:57.206] Build status: SCHEDULED
[20:37:57.206] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843515542723400960:11:0) after 7m11s
[20:45:08.179] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843515542723400960:11:0)
[20:45:08.233] Build status: SCHEDULED
[20:45:08.233] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843515542723400960:12:0) after 8m39s
[20:53:47.352] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843515542723400960:12:0)
[20:53:47.384] Build status: SCHEDULED
[20:53:47.384] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843515542723400960:13:0) after 8m1s
[21:01:48.405] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843515542723400960:13:0)
[21:01:48.480] Build status: SCHEDULED
[21:01:48.480] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843515542723400960:14:0) after 5m47s
[21:07:35.502] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843515542723400960:14:0)
[21:07:35.525] Build status: SCHEDULED
[21:07:35.525] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843515542723400960:15:0) after 8m13s
[21:15:48.547] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843515542723400960:15:0)
[21:15:48.568] Build status: SCHEDULED
[21:15:48.568] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843515542723400960:16:0) after 6m8s
[21:21:56.583] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843515542723400960:16:0)
[21:21:56.603] Build status: SCHEDULED
[21:21:56.603] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843515542723400960:17:0) after 4m3s
[21:25:59.620] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843515542723400960:17:0)
[21:25:59.642] Build status: SCHEDULED
[21:25:59.642] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843515542723400960:18:0) after 7m35s
[21:33:34.666] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843515542723400960:18:0)
[21:33:34.763] Build status: SCHEDULED
[21:33:34.763] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843515542723400960:19:0) after 3m5s
[21:36:39.769] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843515542723400960:19:0)
[21:36:39.789] Build status: SCHEDULED
[21:36:39.790] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843515542723400960:20:0) after 3m3s
[21:39:42.825] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843515542723400960:20:0)
[21:39:42.869] Build status: SCHEDULED
[21:39:42.869] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843515542723400960:21:0) after 1m51s
[21:41:33.904] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843515542723400960:21:0)
[21:41:33.920] Build status: SCHEDULED
[21:41:33.921] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843515542723400960:22:0) after 1m5s
[21:42:39.032] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843515542723400960:22:0)
[21:42:39.057] Build status: SCHEDULED
[21:42:39.057] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843515542723400960:23:0) after 3m52s
[21:46:31.075] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843515542723400960:23:0)
[21:46:31.107] Build status: SCHEDULED
[21:46:31.107] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843515542723400960:24:0) after 5m18s
[21:51:49.216] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843515542723400960:24:0)
[21:51:49.247] Build status: SCHEDULED
[21:51:49.247] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843515542723400960:25:0) after 2m58s
[21:54:47.402] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843515542723400960:25:0)
[21:54:47.433] Build status: SCHEDULED
[21:54:47.433] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843515542723400960:26:0) after 7m15s
[22:02:02.498] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843515542723400960:26:0)
[22:02:02.520] Build status: SCHEDULED
[22:02:02.520] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843515542723400960:27:0) after 7m6s
[22:09:08.611] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843515542723400960:27:0)
[22:09:08.703] Build status: SCHEDULED
[22:09:08.703] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843515542723400960:28:0) after 6m31s
[22:15:39.719] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843515542723400960:28:0)
[22:15:39.815] Build status: SCHEDULED
[22:15:39.815] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843515542723400960:29:0) after 4m46s
[22:20:25.834] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843515542723400960:29:0)
[22:20:25.852] Build status: SCHEDULED
[22:20:25.852] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843515542723400960:30:0) after 4m11s
[22:24:36.874] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843515542723400960:30:0)
[22:24:36.893] Build status: SCHEDULED
[22:24:36.893] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843515542723400960:31:0) after 6m7s
[22:30:43.937] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843515542723400960:31:0)
[22:30:43.959] Build status: SCHEDULED
[22:30:43.959] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843515542723400960:32:0) after 7m35s
[22:38:18.981] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843515542723400960:32:0)
[22:38:19.001] Build status: SCHEDULED
[22:38:19.001] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843515542723400960:33:0) after 6m19s
[22:42:12.338] Received PubSub notification, asking Buildbucket for the build status
[22:42:12.357] Build status: STARTED
[22:43:13.500] Received PubSub notification, asking Buildbucket for the build status
[22:43:13.521] Build:
{
"id": "8678085480155095409",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host-cpp23"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-24T19:36:24.206872700Z",
"startTime": "2026-06-24T22:42:12.145433282Z",
"endTime": "2026-06-24T22:43:11.575385132Z",
"updateTime": "2026-06-24T22:43:11.575385132Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "50122cfd5812f45f8ccae1448851906fe67f4005",
"ref": "refs/heads/main"
}
}
}
[22:43:13.521] Invocation finished in 3h6m51.148298347s with status FAILED