[19:18:36.521] New invocation is queued and will start shortly
[19:18:36.521] Triggered by user:rerunner@pigweed-service-accounts.iam.gserviceaccount.com
[19:18:39.042] Starting the invocation (attempt 1)
[19:18:39.066] Ignoring gitiles_ref tag without the buildset tag
[19:18:39.066] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[19:18:39.066] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[19:18:39.066] Buildbucket request:
{
"requestId": "8844966211817527744",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host-cpp23"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8844966211817527744",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23",
"triggers": [
{
"buildbucket": {
"tags": [
"parent_buildername:rerunner",
"user_agent:rerunner"
]
},
"id": "d404c21e-3c62-4812-a16b-052add1f320f",
"title": "rerunner/0",
"url": "https://cr-buildbucket.appspot.com/build/8679536477194364113"
}
]
}
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8844966211817527744"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "rerunner"
},
{
"key": "user_agent",
"value": "rerunner"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[19:18:39.463] Scheduled build:
{
"id": "8679536148436147777",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host-cpp23"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-08T19:18:39.124057267Z",
"updateTime": "2026-06-08T19:18:39.124057267Z",
"status": "SCHEDULED",
"input": {
}
}
[19:18:39.463] Task URL: https://cr-buildbucket.appspot.com/build/8679536148436147777
[19:18:39.464] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8844966211817527744:2:0) after 2m10s
[19:18:40.349] Received PubSub notification, asking Buildbucket for the build status
[19:18:40.380] Build status: SCHEDULED
[19:20:49.474] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8844966211817527744:2:0)
[19:20:49.496] Build status: SCHEDULED
[19:20:49.496] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8844966211817527744:4:0) after 5m4s
[19:25:53.526] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8844966211817527744:4:0)
[19:25:53.551] Build status: SCHEDULED
[19:25:53.551] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8844966211817527744:5:0) after 4m17s
[19:30:10.585] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8844966211817527744:5:0)
[19:30:10.667] Build status: SCHEDULED
[19:30:10.667] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8844966211817527744:6:0) after 9m31s
[19:39:41.683] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8844966211817527744:6:0)
[19:39:41.714] Build status: SCHEDULED
[19:39:41.714] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8844966211817527744:7:0) after 5m43s
[19:45:24.780] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8844966211817527744:7:0)
[19:45:24.800] Build status: SCHEDULED
[19:45:24.800] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8844966211817527744:8:0) after 9m23s
[19:54:47.805] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8844966211817527744:8:0)
[19:54:47.862] Build status: SCHEDULED
[19:54:47.863] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8844966211817527744:9:0) after 9m40s
[20:04:27.846] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8844966211817527744:9:0)
[20:04:27.865] Build status: SCHEDULED
[20:04:27.865] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8844966211817527744:10:0) after 6m51s
[20:11:19.028] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8844966211817527744:10:0)
[20:11:19.043] Build status: SCHEDULED
[20:11:19.043] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8844966211817527744:11:0) after 1m32s
[20:12:51.062] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8844966211817527744:11:0)
[20:12:51.228] Build status: SCHEDULED
[20:12:51.228] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8844966211817527744:12:0) after 6m31s
[20:19:22.306] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8844966211817527744:12:0)
[20:19:22.327] Build status: SCHEDULED
[20:19:22.327] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8844966211817527744:13:0) after 3m9s
[20:22:31.339] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8844966211817527744:13:0)
[20:22:31.357] Build status: SCHEDULED
[20:22:31.357] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8844966211817527744:14:0) after 4m7s
[20:26:38.368] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8844966211817527744:14:0)
[20:26:38.385] Build status: SCHEDULED
[20:26:38.385] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8844966211817527744:15:0) after 2m26s
[20:29:04.465] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8844966211817527744:15:0)
[20:29:04.494] Build status: SCHEDULED
[20:29:04.494] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8844966211817527744:16:0) after 5m3s
[20:34:07.545] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8844966211817527744:16:0)
[20:34:07.571] Build status: SCHEDULED
[20:34:07.571] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8844966211817527744:17:0) after 9m38s
[20:43:45.693] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8844966211817527744:17:0)
[20:43:45.711] Build status: SCHEDULED
[20:43:45.711] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8844966211817527744:18:0) after 2m29s
[20:46:14.749] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8844966211817527744:18:0)
[20:46:14.978] Build status: SCHEDULED
[20:46:14.978] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8844966211817527744:19:0) after 7m20s
[20:53:35.004] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8844966211817527744:19:0)
[20:53:35.020] Build status: SCHEDULED
[20:53:35.020] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8844966211817527744:20:0) after 5m54s
[20:59:29.035] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8844966211817527744:20:0)
[20:59:29.051] Build status: SCHEDULED
[20:59:29.051] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8844966211817527744:21:0) after 4m59s
[21:04:28.065] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8844966211817527744:21:0)
[21:04:28.083] Build status: SCHEDULED
[21:04:28.083] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8844966211817527744:22:0) after 6m23s
[21:10:51.104] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8844966211817527744:22:0)
[21:10:51.120] Build status: SCHEDULED
[21:10:51.120] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8844966211817527744:23:0) after 9m17s
[21:20:08.154] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8844966211817527744:23:0)
[21:20:08.178] Build status: SCHEDULED
[21:20:08.178] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8844966211817527744:24:0) after 1m33s
[21:21:41.194] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8844966211817527744:24:0)
[21:21:41.412] Build status: SCHEDULED
[21:21:41.412] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8844966211817527744:25:0) after 4m18s
[21:25:59.427] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8844966211817527744:25:0)
[21:25:59.843] Build status: SCHEDULED
[21:25:59.843] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8844966211817527744:26:0) after 8m51s
[21:34:51.042] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8844966211817527744:26:0)
[21:34:51.109] Build status: SCHEDULED
[21:34:51.109] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8844966211817527744:27:0) after 2m45s
[21:37:36.256] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8844966211817527744:27:0)
[21:37:36.278] Build status: SCHEDULED
[21:37:36.278] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8844966211817527744:28:0) after 6m24s
[21:44:00.257] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8844966211817527744:28:0)
[21:44:00.279] Build status: SCHEDULED
[21:44:00.279] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8844966211817527744:29:0) after 7m44s
[21:51:44.353] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8844966211817527744:29:0)
[21:51:44.382] Build status: SCHEDULED
[21:51:44.383] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8844966211817527744:30:0) after 5m59s
[21:57:43.403] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8844966211817527744:30:0)
[21:57:43.437] Build status: SCHEDULED
[21:57:43.437] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8844966211817527744:31:0) after 6m27s
[22:01:13.504] Received PubSub notification, asking Buildbucket for the build status
[22:01:13.529] Build status: STARTED
[22:02:53.575] Received PubSub notification, asking Buildbucket for the build status
[22:02:53.606] Build:
{
"id": "8679536148436147777",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host-cpp23"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-08T19:18:39.124057267Z",
"startTime": "2026-06-08T22:01:12.607101811Z",
"endTime": "2026-06-08T22:02:53.133019657Z",
"updateTime": "2026-06-08T22:02:53.133019657Z",
"status": "FAILURE",
"input": {
}
}
[22:02:53.606] Invocation finished in 2h44m17.090063984s with status FAILED