[04:57:00.758] New invocation is queued and will start shortly
[04:57:00.758] Triggered by user:rerunner@pigweed-service-accounts.iam.gserviceaccount.com
[04:57:01.979] Starting the invocation (attempt 1)
[04:57:02.001] Ignoring gitiles_ref tag without the buildset tag
[04:57:02.001] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[04:57:02.002] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[04:57:02.002] Buildbucket request:
{
"requestId": "8842574300662246768",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host-cpp17-v800"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8842574300662246768",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800",
"triggers": [
{
"buildbucket": {
"tags": [
"parent_buildername:rerunner",
"user_agent:rerunner"
]
},
"id": "46a7cc64-42b3-4e9e-81dc-c8fee4b3847e",
"title": "rerunner/0",
"url": "https://cr-buildbucket.appspot.com/build/8677144542200464401"
}
]
}
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8842574300662246768"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "rerunner"
},
{
"key": "user_agent",
"value": "rerunner"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[04:57:04.118] Scheduled build:
{
"id": "8677144237589032497",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host-cpp17-v800"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-05T04:57:03.066969991Z",
"updateTime": "2026-07-05T04:57:03.066969991Z",
"status": "SCHEDULED",
"input": {
}
}
[04:57:04.118] Task URL: https://cr-buildbucket.appspot.com/build/8677144237589032497
[04:57:04.119] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8842574300662246768:2:0) after 4m33s
[04:57:04.358] Received PubSub notification, asking Buildbucket for the build status
[04:57:04.380] Build status: SCHEDULED
[05:01:37.134] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8842574300662246768:2:0)
[05:01:37.149] Build status: SCHEDULED
[05:01:37.149] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8842574300662246768:4:0) after 6m2s
[05:07:39.416] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8842574300662246768:4:0)
[05:07:39.438] Build status: SCHEDULED
[05:07:39.438] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8842574300662246768:5:0) after 6m47s
[05:14:26.451] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8842574300662246768:5:0)
[05:14:26.470] Build status: SCHEDULED
[05:14:26.470] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8842574300662246768:6:0) after 7m42s
[05:22:08.921] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8842574300662246768:6:0)
[05:22:08.939] Build status: SCHEDULED
[05:22:08.939] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8842574300662246768:7:0) after 4m19s
[05:26:27.956] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8842574300662246768:7:0)
[05:26:27.976] Build status: SCHEDULED
[05:26:27.976] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8842574300662246768:8:0) after 7m8s
[05:33:36.194] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8842574300662246768:8:0)
[05:33:36.211] Build status: SCHEDULED
[05:33:36.211] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8842574300662246768:9:0) after 2m48s
[05:36:24.297] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8842574300662246768:9:0)
[05:36:24.322] Build status: SCHEDULED
[05:36:24.322] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8842574300662246768:10:0) after 6m27s
[05:42:51.343] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8842574300662246768:10:0)
[05:42:51.366] Build status: SCHEDULED
[05:42:51.367] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8842574300662246768:11:0) after 9m15s
[05:52:06.510] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8842574300662246768:11:0)
[05:52:06.527] Build status: SCHEDULED
[05:52:06.527] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8842574300662246768:12:0) after 2m39s
[05:54:45.650] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8842574300662246768:12:0)
[05:54:45.670] Build status: SCHEDULED
[05:54:45.670] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8842574300662246768:13:0) after 6m27s
[06:01:12.670] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8842574300662246768:13:0)
[06:01:12.799] Build status: SCHEDULED
[06:01:12.799] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8842574300662246768:14:0) after 2m6s
[06:03:18.813] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8842574300662246768:14:0)
[06:03:18.827] Build status: SCHEDULED
[06:03:18.827] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8842574300662246768:15:0) after 1m30s
[06:04:48.843] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8842574300662246768:15:0)
[06:04:48.869] Build status: SCHEDULED
[06:04:48.869] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8842574300662246768:16:0) after 2m2s
[06:06:50.881] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8842574300662246768:16:0)
[06:06:50.929] Build status: SCHEDULED
[06:06:50.929] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8842574300662246768:17:0) after 1m58s
[06:08:48.942] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8842574300662246768:17:0)
[06:08:49.079] Build status: SCHEDULED
[06:08:49.079] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8842574300662246768:18:0) after 4m31s
[06:13:20.092] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8842574300662246768:18:0)
[06:13:20.341] Build status: SCHEDULED
[06:13:20.341] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8842574300662246768:19:0) after 2m47s
[06:16:07.357] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8842574300662246768:19:0)
[06:16:07.378] Build status: SCHEDULED
[06:16:07.378] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8842574300662246768:20:0) after 8m57s
[06:25:04.494] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8842574300662246768:20:0)
[06:25:04.516] Build status: SCHEDULED
[06:25:04.516] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8842574300662246768:21:0) after 5m37s
[06:30:41.760] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8842574300662246768:21:0)
[06:30:41.792] Build status: SCHEDULED
[06:30:41.792] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8842574300662246768:22:0) after 1m59s
[06:32:40.805] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8842574300662246768:22:0)
[06:32:40.841] Build status: SCHEDULED
[06:32:40.841] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8842574300662246768:23:0) after 3m28s
[06:36:08.855] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8842574300662246768:23:0)
[06:36:08.874] Build status: SCHEDULED
[06:36:08.874] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8842574300662246768:24:0) after 5m27s
[06:41:36.216] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8842574300662246768:24:0)
[06:41:36.234] Build status: SCHEDULED
[06:41:36.234] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8842574300662246768:25:0) after 1m25s
[06:43:01.571] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8842574300662246768:25:0)
[06:43:01.650] Build status: SCHEDULED
[06:43:01.650] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8842574300662246768:26:0) after 2m12s
[06:45:13.667] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8842574300662246768:26:0)
[06:45:13.689] Build status: SCHEDULED
[06:45:13.689] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8842574300662246768:27:0) after 8m39s
[06:51:56.123] Received PubSub notification, asking Buildbucket for the build status
[06:51:56.138] Build status: STARTED
[06:53:52.705] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8842574300662246768:27:0)
[06:53:52.722] Build status: STARTED
[06:53:52.722] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8842574300662246768:29:0) after 5m8s
[06:59:00.784] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8842574300662246768:29:0)
[06:59:00.806] Build status: STARTED
[06:59:00.806] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8842574300662246768:30:0) after 6m45s
[06:59:26.433] Received PubSub notification, asking Buildbucket for the build status
[06:59:26.450] Build:
{
"id": "8677144237589032497",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host-cpp17-v800"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-05T04:57:03.066969991Z",
"startTime": "2026-07-05T06:51:55.752864981Z",
"endTime": "2026-07-05T06:59:26.096305765Z",
"updateTime": "2026-07-05T06:59:26.096305765Z",
"status": "FAILURE",
"input": {
}
}
[06:59:26.450] Invocation finished in 2h2m25.698301991s with status FAILED