[22:01:39.679] New invocation is queued and will start shortly
[22:01:39.679] Triggered by user:rerunner@pigweed-service-accounts.iam.gserviceaccount.com
[22:01:40.844] Starting the invocation (attempt 1)
[22:01:40.883] Ignoring gitiles_ref tag without the buildset tag
[22:01:40.883] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[22:01:40.883] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[22:01:40.883] Buildbucket request:
{
"requestId": "8839701329381949072",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host-cpp23"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8839701329381949072",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23",
"triggers": [
{
"buildbucket": {
"tags": [
"parent_buildername:rerunner",
"user_agent:rerunner"
]
},
"id": "4278f9cb-8a33-4506-bb89-7d9e1a5751bf",
"title": "rerunner/0",
"url": "https://cr-buildbucket.appspot.com/build/8674271650670002641"
}
]
}
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8839701329381949072"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "rerunner"
},
{
"key": "user_agent",
"value": "rerunner"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[22:01:41.346] Scheduled build:
{
"id": "8674271267311020897",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host-cpp23"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-05T22:01:41.032846Z",
"updateTime": "2026-08-05T22:01:41.032846Z",
"status": "SCHEDULED",
"input": {
}
}
[22:01:41.346] Task URL: https://cr-buildbucket.appspot.com/build/8674271267311020897
[22:01:41.346] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8839701329381949072:2:0) after 1m5s
[22:01:42.317] Received PubSub notification, asking Buildbucket for the build status
[22:01:42.335] Build status: SCHEDULED
[22:02:46.624] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8839701329381949072:2:0)
[22:02:46.645] Build status: SCHEDULED
[22:02:46.645] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8839701329381949072:4:0) after 5m0s
[22:07:46.699] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8839701329381949072:4:0)
[22:07:46.747] Build status: SCHEDULED
[22:07:46.748] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8839701329381949072:5:0) after 4m58s
[22:12:44.729] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8839701329381949072:5:0)
[22:12:44.753] Build status: SCHEDULED
[22:12:44.753] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8839701329381949072:6:0) after 2m29s
[22:15:13.781] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8839701329381949072:6:0)
[22:15:13.846] Build status: SCHEDULED
[22:15:13.846] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8839701329381949072:7:0) after 5m0s
[22:20:13.862] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8839701329381949072:7:0)
[22:20:13.889] Build status: SCHEDULED
[22:20:13.889] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8839701329381949072:8:0) after 7m1s
[22:27:14.866] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8839701329381949072:8:0)
[22:27:14.886] Build status: SCHEDULED
[22:27:14.886] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8839701329381949072:9:0) after 7m4s
[22:34:18.953] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8839701329381949072:9:0)
[22:34:19.064] Build status: SCHEDULED
[22:34:19.064] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8839701329381949072:10:0) after 3m19s
[22:37:38.078] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8839701329381949072:10:0)
[22:37:38.096] Build status: SCHEDULED
[22:37:38.096] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8839701329381949072:11:0) after 4m49s
[22:42:27.087] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8839701329381949072:11:0)
[22:42:27.108] Build status: SCHEDULED
[22:42:27.108] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8839701329381949072:12:0) after 1m6s
[22:43:33.168] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8839701329381949072:12:0)
[22:43:33.186] Build status: SCHEDULED
[22:43:33.186] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8839701329381949072:13:0) after 7m43s
[22:51:16.238] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8839701329381949072:13:0)
[22:51:16.254] Build status: SCHEDULED
[22:51:16.255] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8839701329381949072:14:0) after 4m39s
[22:55:55.284] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8839701329381949072:14:0)
[22:55:55.317] Build status: SCHEDULED
[22:55:55.317] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8839701329381949072:15:0) after 5m50s
[23:01:45.391] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8839701329381949072:15:0)
[23:01:45.417] Build status: SCHEDULED
[23:01:45.417] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8839701329381949072:16:0) after 4m13s
[23:05:58.729] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8839701329381949072:16:0)
[23:05:58.751] Build status: SCHEDULED
[23:05:58.751] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8839701329381949072:17:0) after 3m9s
[23:09:07.917] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8839701329381949072:17:0)
[23:09:07.940] Build status: SCHEDULED
[23:09:07.940] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8839701329381949072:18:0) after 2m40s
[23:11:48.259] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8839701329381949072:18:0)
[23:11:48.285] Build status: SCHEDULED
[23:11:48.285] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8839701329381949072:19:0) after 9m53s
[23:21:41.299] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8839701329381949072:19:0)
[23:21:41.341] Build status: SCHEDULED
[23:21:41.341] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8839701329381949072:20:0) after 1m13s
[23:22:54.355] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8839701329381949072:20:0)
[23:22:54.375] Build status: SCHEDULED
[23:22:54.375] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8839701329381949072:21:0) after 6m10s
[23:29:04.392] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8839701329381949072:21:0)
[23:29:04.413] Build status: SCHEDULED
[23:29:04.413] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8839701329381949072:22:0) after 1m11s
[23:30:15.436] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8839701329381949072:22:0)
[23:30:15.456] Build status: SCHEDULED
[23:30:15.456] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8839701329381949072:23:0) after 9m56s
[23:40:11.541] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8839701329381949072:23:0)
[23:40:11.569] Build status: SCHEDULED
[23:40:11.569] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8839701329381949072:24:0) after 2m31s
[23:42:42.652] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8839701329381949072:24:0)
[23:42:42.677] Build status: SCHEDULED
[23:42:42.677] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8839701329381949072:25:0) after 2m47s
[23:45:29.706] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8839701329381949072:25:0)
[23:45:29.732] Build status: SCHEDULED
[23:45:29.732] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8839701329381949072:26:0) after 8m36s
[23:54:05.848] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8839701329381949072:26:0)
[23:54:05.911] Build status: SCHEDULED
[23:54:05.911] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8839701329381949072:27:0) after 6m22s
[00:00:28.141] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8839701329381949072:27:0)
[00:00:28.171] Build status: SCHEDULED
[00:00:28.171] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8839701329381949072:28:0) after 6m30s
[00:06:58.289] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8839701329381949072:28:0)
[00:06:58.312] Build status: SCHEDULED
[00:06:58.312] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8839701329381949072:29:0) after 2m50s
[00:09:48.285] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8839701329381949072:29:0)
[00:09:48.313] Build status: SCHEDULED
[00:09:48.313] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8839701329381949072:30:0) after 7m24s
[00:17:12.504] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8839701329381949072:30:0)
[00:17:12.564] Build status: SCHEDULED
[00:17:12.564] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8839701329381949072:31:0) after 9m53s
[00:27:05.651] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8839701329381949072:31:0)
[00:27:05.684] Build status: SCHEDULED
[00:27:05.684] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8839701329381949072:32:0) after 2m52s
[00:29:57.700] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8839701329381949072:32:0)
[00:29:57.750] Build status: SCHEDULED
[00:29:57.750] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8839701329381949072:33:0) after 1m55s
[00:31:52.764] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8839701329381949072:33:0)
[00:31:52.780] Build status: SCHEDULED
[00:31:52.780] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8839701329381949072:34:0) after 8m3s
[00:39:55.933] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8839701329381949072:34:0)
[00:39:56.241] Build status: SCHEDULED
[00:39:56.241] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8839701329381949072:35:0) after 9m53s
[00:49:49.477] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8839701329381949072:35:0)
[00:49:49.498] Build status: SCHEDULED
[00:49:49.498] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8839701329381949072:36:0) after 9m13s
[00:59:02.832] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8839701329381949072:36:0)
[00:59:02.853] Build status: SCHEDULED
[00:59:02.853] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8839701329381949072:37:0) after 9m39s
[01:00:50.960] Received PubSub notification, asking Buildbucket for the build status
[01:00:50.982] Build status: STARTED
[01:05:09.134] Received PubSub notification, asking Buildbucket for the build status
[01:05:09.159] Build:
{
"id": "8674271267311020897",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host-cpp23"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-05T22:01:41.032846Z",
"startTime": "2026-08-06T01:00:50.578267841Z",
"endTime": "2026-08-06T01:05:08.568386210Z",
"updateTime": "2026-08-06T01:05:08.568386210Z",
"status": "FAILURE",
"input": {
}
}
[01:05:09.160] Invocation finished in 3h3m29.48591732s with status FAILED