[04:33:32.909] New invocation is queued and will start shortly
[04:33:34.237] Starting the invocation (attempt 1)
[04:33:34.261] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/57a64fc7837a6f28d4e4646126f6823c15417b51"
[04:33:34.261] Popped gitiles commit info from properties and tags
[04:33:34.261] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[04:33:34.261] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[04:33:34.262] Buildbucket request:
{
"requestId": "8841579210268982768",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host-cpp23"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8841579210268982768",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "83f61c48153bb4fd3ee91041cdc2620ca028631f"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@83f61c48153bb4fd3ee91041cdc2620ca028631f",
"title": "83f61c48153bb4fd3ee91041cdc2620ca028631f",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/83f61c48153bb4fd3ee91041cdc2620ca028631f"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "57a64fc7837a6f28d4e4646126f6823c15417b51"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@57a64fc7837a6f28d4e4646126f6823c15417b51",
"title": "57a64fc7837a6f28d4e4646126f6823c15417b51",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/57a64fc7837a6f28d4e4646126f6823c15417b51"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "57a64fc7837a6f28d4e4646126f6823c15417b51",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8841579210268982768"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[04:33:34.683] Scheduled build:
{
"id": "8676149148126201409",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host-cpp23"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-16T04:33:34.330280068Z",
"updateTime": "2026-07-16T04:33:34.330280068Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "57a64fc7837a6f28d4e4646126f6823c15417b51",
"ref": "refs/heads/main"
}
}
}
[04:33:34.683] Task URL: https://cr-buildbucket.appspot.com/build/8676149148126201409
[04:33:34.683] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8841579210268982768:2:0) after 2m22s
[04:33:35.613] Received PubSub notification, asking Buildbucket for the build status
[04:33:35.635] Build status: SCHEDULED
[04:35:56.696] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8841579210268982768:2:0)
[04:35:56.722] Build status: SCHEDULED
[04:35:56.722] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8841579210268982768:4:0) after 3m58s
[04:39:54.729] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8841579210268982768:4:0)
[04:39:54.751] Build status: SCHEDULED
[04:39:54.751] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8841579210268982768:5:0) after 7m24s
[04:47:18.834] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8841579210268982768:5:0)
[04:47:19.019] Build status: SCHEDULED
[04:47:19.019] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8841579210268982768:6:0) after 4m3s
[04:51:22.033] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8841579210268982768:6:0)
[04:51:22.051] Build status: SCHEDULED
[04:51:22.052] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8841579210268982768:7:0) after 9m20s
[05:00:42.113] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8841579210268982768:7:0)
[05:00:42.131] Build status: SCHEDULED
[05:00:42.131] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8841579210268982768:8:0) after 5m35s
[05:06:17.146] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8841579210268982768:8:0)
[05:06:17.171] Build status: SCHEDULED
[05:06:17.172] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8841579210268982768:9:0) after 9m28s
[05:15:45.290] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8841579210268982768:9:0)
[05:15:45.385] Build status: SCHEDULED
[05:15:45.385] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8841579210268982768:10:0) after 2m0s
[05:17:45.398] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8841579210268982768:10:0)
[05:17:45.419] Build status: SCHEDULED
[05:17:45.419] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8841579210268982768:11:0) after 5m28s
[05:23:13.485] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8841579210268982768:11:0)
[05:23:13.514] Build status: SCHEDULED
[05:23:13.514] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8841579210268982768:12:0) after 2m23s
[05:25:36.565] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8841579210268982768:12:0)
[05:25:36.584] Build status: SCHEDULED
[05:25:36.584] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8841579210268982768:13:0) after 1m30s
[05:27:06.686] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8841579210268982768:13:0)
[05:27:06.707] Build status: SCHEDULED
[05:27:06.707] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8841579210268982768:14:0) after 2m0s
[05:29:06.780] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8841579210268982768:14:0)
[05:29:06.805] Build status: SCHEDULED
[05:29:06.805] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8841579210268982768:15:0) after 9m12s
[05:38:18.886] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8841579210268982768:15:0)
[05:38:18.904] Build status: SCHEDULED
[05:38:18.904] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8841579210268982768:16:0) after 9m53s
[05:48:11.969] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8841579210268982768:16:0)
[05:48:11.988] Build status: SCHEDULED
[05:48:11.988] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8841579210268982768:17:0) after 4m14s
[05:52:25.958] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8841579210268982768:17:0)
[05:52:25.987] Build status: SCHEDULED
[05:52:25.987] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8841579210268982768:18:0) after 4m17s
[05:56:43.050] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8841579210268982768:18:0)
[05:56:43.155] Build status: SCHEDULED
[05:56:43.155] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8841579210268982768:19:0) after 1m30s
[05:58:13.231] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8841579210268982768:19:0)
[05:58:13.251] Build status: SCHEDULED
[05:58:13.251] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8841579210268982768:20:0) after 7m58s
[06:06:11.263] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8841579210268982768:20:0)
[06:06:11.280] Build status: SCHEDULED
[06:06:11.280] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8841579210268982768:21:0) after 8m57s
[06:15:08.373] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8841579210268982768:21:0)
[06:15:08.387] Build status: SCHEDULED
[06:15:08.387] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8841579210268982768:22:0) after 7m32s
[06:22:40.452] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8841579210268982768:22:0)
[06:22:40.476] Build status: SCHEDULED
[06:22:40.476] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8841579210268982768:23:0) after 1m3s
[06:23:43.539] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8841579210268982768:23:0)
[06:23:43.557] Build status: SCHEDULED
[06:23:43.557] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8841579210268982768:24:0) after 2m25s
[06:26:08.583] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8841579210268982768:24:0)
[06:26:08.668] Build status: SCHEDULED
[06:26:08.668] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8841579210268982768:25:0) after 1m11s
[06:27:19.774] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8841579210268982768:25:0)
[06:27:19.809] Build status: SCHEDULED
[06:27:19.809] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8841579210268982768:26:0) after 4m17s
[06:31:36.884] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8841579210268982768:26:0)
[06:31:36.905] Build status: SCHEDULED
[06:31:36.905] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8841579210268982768:27:0) after 1m44s
[06:33:20.951] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8841579210268982768:27:0)
[06:33:20.976] Build status: SCHEDULED
[06:33:20.977] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8841579210268982768:28:0) after 9m50s
[06:43:10.953] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8841579210268982768:28:0)
[06:43:10.973] Build status: SCHEDULED
[06:43:10.973] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8841579210268982768:29:0) after 6m58s
[06:50:08.988] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8841579210268982768:29:0)
[06:50:09.006] Build status: SCHEDULED
[06:50:09.006] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8841579210268982768:30:0) after 1m7s
[06:51:16.024] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8841579210268982768:30:0)
[06:51:16.043] Build status: SCHEDULED
[06:51:16.043] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8841579210268982768:31:0) after 7m1s
[06:58:17.122] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8841579210268982768:31:0)
[06:58:17.143] Build status: SCHEDULED
[06:58:17.143] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8841579210268982768:32:0) after 5m51s
[07:04:08.200] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8841579210268982768:32:0)
[07:04:08.218] Build status: SCHEDULED
[07:04:08.218] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8841579210268982768:33:0) after 8m27s
[07:12:35.329] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8841579210268982768:33:0)
[07:12:35.351] Build status: SCHEDULED
[07:12:35.351] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8841579210268982768:34:0) after 3m30s
[07:16:05.357] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8841579210268982768:34:0)
[07:16:05.388] Build status: SCHEDULED
[07:16:05.388] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8841579210268982768:35:0) after 6m10s
[07:21:08.308] Received PubSub notification, asking Buildbucket for the build status
[07:21:08.369] Build status: STARTED
[07:22:15.512] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8841579210268982768:35:0)
[07:22:15.529] Build status: STARTED
[07:22:15.529] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8841579210268982768:37:0) after 6m14s
[07:28:29.599] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8841579210268982768:37:0)
[07:28:29.620] Build status: STARTED
[07:28:29.621] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8841579210268982768:38:0) after 4m42s
[07:30:49.970] Received PubSub notification, asking Buildbucket for the build status
[07:30:50.053] Build:
{
"id": "8676149148126201409",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host-cpp23"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-16T04:33:34.330280068Z",
"startTime": "2026-07-16T07:21:04.453847079Z",
"endTime": "2026-07-16T07:30:49.459716134Z",
"updateTime": "2026-07-16T07:30:49.459716134Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "57a64fc7837a6f28d4e4646126f6823c15417b51",
"ref": "refs/heads/main"
}
}
}
[07:30:50.053] Invocation finished in 2h57m17.149590102s with status FAILED