[02:14:42.062] New invocation is queued and will start shortly
[02:14:43.256] Starting the invocation (attempt 1)
[02:14:43.293] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/f5f328b8e8c5c998239781b9c4653ce32cc2b254"
[02:14:43.293] Popped gitiles commit info from properties and tags
[02:14:43.293] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:14:43.293] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:14:43.294] Buildbucket request:
{
"requestId": "8843490482089251760",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host-cpp23"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8843490482089251760",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "c704eea47eb709645b93453bcf167dcf79d6438a"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@c704eea47eb709645b93453bcf167dcf79d6438a",
"title": "c704eea47eb709645b93453bcf167dcf79d6438a",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/c704eea47eb709645b93453bcf167dcf79d6438a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "f5f328b8e8c5c998239781b9c4653ce32cc2b254"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@f5f328b8e8c5c998239781b9c4653ce32cc2b254",
"title": "f5f328b8e8c5c998239781b9c4653ce32cc2b254",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/f5f328b8e8c5c998239781b9c4653ce32cc2b254"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "f5f328b8e8c5c998239781b9c4653ce32cc2b254",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8843490482089251760"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[02:14:43.792] Scheduled build:
{
"id": "8678060420058246113",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host-cpp23"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-25T02:14:43.376214730Z",
"updateTime": "2026-06-25T02:14:43.376214730Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "f5f328b8e8c5c998239781b9c4653ce32cc2b254",
"ref": "refs/heads/main"
}
}
}
[02:14:43.792] Task URL: https://cr-buildbucket.appspot.com/build/8678060420058246113
[02:14:43.792] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843490482089251760:2:0) after 4m42s
[02:14:44.620] Received PubSub notification, asking Buildbucket for the build status
[02:14:44.642] Build status: SCHEDULED
[02:19:25.854] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843490482089251760:2:0)
[02:19:25.877] Build status: SCHEDULED
[02:19:25.877] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843490482089251760:4:0) after 6m59s
[02:26:24.893] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843490482089251760:4:0)
[02:26:24.934] Build status: SCHEDULED
[02:26:24.934] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843490482089251760:5:0) after 2m10s
[02:28:34.955] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843490482089251760:5:0)
[02:28:34.975] Build status: SCHEDULED
[02:28:34.975] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843490482089251760:6:0) after 2m47s
[02:31:22.188] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843490482089251760:6:0)
[02:31:22.362] Build status: SCHEDULED
[02:31:22.362] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843490482089251760:7:0) after 8m14s
[02:39:36.376] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843490482089251760:7:0)
[02:39:36.398] Build status: SCHEDULED
[02:39:36.398] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843490482089251760:8:0) after 4m23s
[02:43:59.443] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843490482089251760:8:0)
[02:43:59.461] Build status: SCHEDULED
[02:43:59.461] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843490482089251760:9:0) after 6m15s
[02:50:14.473] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843490482089251760:9:0)
[02:50:14.494] Build status: SCHEDULED
[02:50:14.494] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843490482089251760:10:0) after 4m57s
[02:55:11.507] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843490482089251760:10:0)
[02:55:11.528] Build status: SCHEDULED
[02:55:11.528] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843490482089251760:11:0) after 9m52s
[03:05:03.584] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843490482089251760:11:0)
[03:05:03.622] Build status: SCHEDULED
[03:05:03.622] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843490482089251760:12:0) after 8m48s
[03:13:51.646] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843490482089251760:12:0)
[03:13:51.665] Build status: SCHEDULED
[03:13:51.665] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843490482089251760:13:0) after 3m30s
[03:17:21.721] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843490482089251760:13:0)
[03:17:21.739] Build status: SCHEDULED
[03:17:21.739] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843490482089251760:14:0) after 2m29s
[03:19:50.711] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843490482089251760:14:0)
[03:19:50.760] Build status: SCHEDULED
[03:19:50.760] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843490482089251760:15:0) after 3m30s
[03:23:20.881] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843490482089251760:15:0)
[03:23:20.906] Build status: SCHEDULED
[03:23:20.906] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843490482089251760:16:0) after 9m5s
[03:32:25.970] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843490482089251760:16:0)
[03:32:25.989] Build status: SCHEDULED
[03:32:25.989] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843490482089251760:17:0) after 9m31s
[03:41:57.072] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843490482089251760:17:0)
[03:41:57.122] Build status: SCHEDULED
[03:41:57.122] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843490482089251760:18:0) after 6m28s
[03:48:25.136] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843490482089251760:18:0)
[03:48:25.155] Build status: SCHEDULED
[03:48:25.155] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843490482089251760:19:0) after 2m14s
[03:50:39.224] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843490482089251760:19:0)
[03:50:39.467] Build status: SCHEDULED
[03:50:39.467] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843490482089251760:20:0) after 6m20s
[03:56:59.462] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843490482089251760:20:0)
[03:56:59.481] Build status: SCHEDULED
[03:56:59.481] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843490482089251760:21:0) after 5m23s
[04:02:22.568] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843490482089251760:21:0)
[04:02:22.588] Build status: SCHEDULED
[04:02:22.588] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843490482089251760:22:0) after 6m12s
[04:08:34.704] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843490482089251760:22:0)
[04:08:34.721] Build status: SCHEDULED
[04:08:34.721] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843490482089251760:23:0) after 9m36s
[04:18:10.919] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843490482089251760:23:0)
[04:18:10.955] Build status: SCHEDULED
[04:18:10.955] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843490482089251760:24:0) after 3m14s
[04:21:25.073] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843490482089251760:24:0)
[04:21:25.108] Build status: SCHEDULED
[04:21:25.108] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843490482089251760:25:0) after 3m9s
[04:24:34.123] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843490482089251760:25:0)
[04:24:34.138] Build status: SCHEDULED
[04:24:34.138] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843490482089251760:26:0) after 5m39s
[04:30:13.175] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843490482089251760:26:0)
[04:30:13.202] Build status: SCHEDULED
[04:30:13.202] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843490482089251760:27:0) after 8m49s
[04:39:02.334] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843490482089251760:27:0)
[04:39:02.350] Build status: SCHEDULED
[04:39:02.350] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843490482089251760:28:0) after 4m35s
[04:43:37.449] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843490482089251760:28:0)
[04:43:37.474] Build status: SCHEDULED
[04:43:37.474] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843490482089251760:29:0) after 7m27s
[04:51:04.487] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843490482089251760:29:0)
[04:51:04.503] Build status: SCHEDULED
[04:51:04.503] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843490482089251760:30:0) after 8m15s
[04:59:19.549] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843490482089251760:30:0)
[04:59:19.570] Build status: SCHEDULED
[04:59:19.570] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843490482089251760:31:0) after 8m26s
[05:07:45.636] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843490482089251760:31:0)
[05:07:45.659] Build status: SCHEDULED
[05:07:45.659] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843490482089251760:32:0) after 5m39s
[05:13:24.828] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843490482089251760:32:0)
[05:13:24.844] Build status: SCHEDULED
[05:13:24.844] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843490482089251760:33:0) after 1m40s
[05:15:04.902] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843490482089251760:33:0)
[05:15:04.928] Build status: SCHEDULED
[05:15:04.929] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843490482089251760:34:0) after 2m57s
[05:18:01.992] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843490482089251760:34:0)
[05:18:02.016] Build status: SCHEDULED
[05:18:02.016] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843490482089251760:35:0) after 5m53s
[05:23:55.076] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843490482089251760:35:0)
[05:23:55.096] Build status: SCHEDULED
[05:23:55.096] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843490482089251760:36:0) after 5m9s
[05:29:04.126] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843490482089251760:36:0)
[05:29:04.153] Build status: SCHEDULED
[05:29:04.153] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843490482089251760:37:0) after 6m36s
[05:35:40.196] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843490482089251760:37:0)
[05:35:40.218] Build status: SCHEDULED
[05:35:40.218] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843490482089251760:38:0) after 5m10s
[05:36:57.757] Received PubSub notification, asking Buildbucket for the build status
[05:36:57.776] Build status: STARTED
[05:38:10.296] Received PubSub notification, asking Buildbucket for the build status
[05:38:10.314] Build:
{
"id": "8678060420058246113",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host-cpp23"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-25T02:14:43.376214730Z",
"startTime": "2026-06-25T05:36:57.595949130Z",
"endTime": "2026-06-25T05:38:09.770089301Z",
"updateTime": "2026-06-25T05:38:09.770089301Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "f5f328b8e8c5c998239781b9c4653ce32cc2b254",
"ref": "refs/heads/main"
}
}
}
[05:38:10.314] Invocation finished in 3h23m28.258420873s with status FAILED