[06:15:14.908] New invocation is queued and will start shortly
[06:15:14.908] Triggered by user:rerunner@pigweed-service-accounts.iam.gserviceaccount.com
[06:15:16.800] Starting the invocation (attempt 1)
[06:15:16.826] Ignoring gitiles_ref tag without the buildset tag
[06:15:16.826] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[06:15:16.827] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[06:15:16.827] Buildbucket request:
{
"requestId": "8840848036126843200",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host-cpp17-v9"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8840848036126843200",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9",
"triggers": [
{
"buildbucket": {
"tags": [
"parent_buildername:rerunner",
"user_agent:rerunner"
]
},
"id": "cad4d456-b6c6-4575-a142-54c9f1590dd5",
"title": "rerunner/0",
"url": "https://cr-buildbucket.appspot.com/build/8675418360923795793"
}
]
}
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8840848036126843200"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "rerunner"
},
{
"key": "user_agent",
"value": "rerunner"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[06:15:17.231] Scheduled build:
{
"id": "8675417973377346769",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host-cpp17-v9"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-24T06:15:16.908493413Z",
"updateTime": "2026-07-24T06:15:16.908493413Z",
"status": "SCHEDULED",
"input": {
}
}
[06:15:17.231] Task URL: https://cr-buildbucket.appspot.com/build/8675417973377346769
[06:15:17.231] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840848036126843200:2:0) after 6m4s
[06:15:17.497] Received PubSub notification, asking Buildbucket for the build status
[06:15:17.521] Build status: SCHEDULED
[06:21:21.246] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840848036126843200:2:0)
[06:21:21.270] Build status: SCHEDULED
[06:21:21.270] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840848036126843200:4:0) after 8m42s
[06:30:03.337] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840848036126843200:4:0)
[06:30:03.398] Build status: SCHEDULED
[06:30:03.398] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840848036126843200:5:0) after 6m59s
[06:37:02.412] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840848036126843200:5:0)
[06:37:02.447] Build status: SCHEDULED
[06:37:02.447] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840848036126843200:6:0) after 6m45s
[06:43:47.459] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840848036126843200:6:0)
[06:43:47.478] Build status: SCHEDULED
[06:43:47.478] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840848036126843200:7:0) after 4m59s
[06:48:46.491] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840848036126843200:7:0)
[06:48:46.512] Build status: SCHEDULED
[06:48:46.512] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840848036126843200:8:0) after 5m57s
[06:54:43.605] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840848036126843200:8:0)
[06:54:43.680] Build status: SCHEDULED
[06:54:43.680] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840848036126843200:9:0) after 6m27s
[07:01:10.821] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840848036126843200:9:0)
[07:01:10.837] Build status: SCHEDULED
[07:01:10.837] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840848036126843200:10:0) after 7m41s
[07:08:51.953] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840848036126843200:10:0)
[07:08:51.985] Build status: SCHEDULED
[07:08:51.985] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840848036126843200:11:0) after 3m42s
[07:12:34.025] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840848036126843200:11:0)
[07:12:34.042] Build status: SCHEDULED
[07:12:34.042] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840848036126843200:12:0) after 8m36s
[07:21:10.112] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840848036126843200:12:0)
[07:21:10.167] Build status: SCHEDULED
[07:21:10.167] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840848036126843200:13:0) after 1m1s
[07:22:11.195] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840848036126843200:13:0)
[07:22:11.214] Build status: SCHEDULED
[07:22:11.214] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840848036126843200:14:0) after 6m42s
[07:28:53.231] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840848036126843200:14:0)
[07:28:53.252] Build status: SCHEDULED
[07:28:53.252] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840848036126843200:15:0) after 5m35s
[07:34:28.300] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840848036126843200:15:0)
[07:34:28.357] Build status: SCHEDULED
[07:34:28.357] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840848036126843200:16:0) after 8m20s
[07:42:48.468] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840848036126843200:16:0)
[07:42:48.494] Build status: SCHEDULED
[07:42:48.494] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840848036126843200:17:0) after 9m8s
[07:51:56.558] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840848036126843200:17:0)
[07:51:56.575] Build status: SCHEDULED
[07:51:56.575] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840848036126843200:18:0) after 8m25s
[08:00:21.589] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840848036126843200:18:0)
[08:00:21.604] Build status: SCHEDULED
[08:00:21.604] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840848036126843200:19:0) after 7m19s
[08:07:40.666] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840848036126843200:19:0)
[08:07:40.688] Build status: SCHEDULED
[08:07:40.688] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840848036126843200:20:0) after 6m3s
[08:13:43.764] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840848036126843200:20:0)
[08:13:43.789] Build status: SCHEDULED
[08:13:43.789] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840848036126843200:21:0) after 8m51s
[08:22:35.004] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840848036126843200:21:0)
[08:22:35.039] Build status: SCHEDULED
[08:22:35.039] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840848036126843200:22:0) after 8m2s
[08:30:37.152] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840848036126843200:22:0)
[08:30:37.169] Build status: SCHEDULED
[08:30:37.169] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840848036126843200:23:0) after 5m12s
[08:35:49.186] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840848036126843200:23:0)
[08:35:49.206] Build status: SCHEDULED
[08:35:49.206] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840848036126843200:24:0) after 5m31s
[08:41:20.222] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840848036126843200:24:0)
[08:41:20.240] Build status: SCHEDULED
[08:41:20.240] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840848036126843200:25:0) after 2m20s
[08:43:40.219] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840848036126843200:25:0)
[08:43:40.243] Build status: SCHEDULED
[08:43:40.243] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840848036126843200:26:0) after 6m35s
[08:50:15.470] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840848036126843200:26:0)
[08:50:15.584] Build status: SCHEDULED
[08:50:15.584] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840848036126843200:27:0) after 7m6s
[08:57:21.676] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840848036126843200:27:0)
[08:57:21.749] Build status: SCHEDULED
[08:57:21.749] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840848036126843200:28:0) after 4m2s
[09:01:23.764] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840848036126843200:28:0)
[09:01:23.784] Build status: SCHEDULED
[09:01:23.784] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840848036126843200:29:0) after 2m4s
[09:03:27.826] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840848036126843200:29:0)
[09:03:27.863] Build status: SCHEDULED
[09:03:27.863] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840848036126843200:30:0) after 2m10s
[09:05:37.984] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840848036126843200:30:0)
[09:05:38.002] Build status: SCHEDULED
[09:05:38.002] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840848036126843200:31:0) after 6m6s
[09:11:44.062] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840848036126843200:31:0)
[09:11:44.082] Build status: SCHEDULED
[09:11:44.082] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840848036126843200:32:0) after 1m16s
[09:13:00.096] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840848036126843200:32:0)
[09:13:00.115] Build status: SCHEDULED
[09:13:00.115] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840848036126843200:33:0) after 2m56s
[09:15:56.113] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840848036126843200:33:0)
[09:15:56.129] Build status: SCHEDULED
[09:15:56.129] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840848036126843200:34:0) after 5m33s
[09:21:29.192] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840848036126843200:34:0)
[09:21:29.277] Build status: SCHEDULED
[09:21:29.277] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840848036126843200:35:0) after 8m16s
[09:29:45.294] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840848036126843200:35:0)
[09:29:45.356] Build status: SCHEDULED
[09:29:45.356] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840848036126843200:36:0) after 3m24s
[09:33:09.422] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840848036126843200:36:0)
[09:33:09.448] Build status: STARTED
[09:33:09.448] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840848036126843200:37:0) after 6m24s
[09:33:53.390] Received PubSub notification, asking Buildbucket for the build status
[09:33:53.496] Build:
{
"id": "8675417973377346769",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host-cpp17-v9"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-24T06:15:16.908493413Z",
"startTime": "2026-07-24T09:32:55.448981403Z",
"endTime": "2026-07-24T09:33:26.511206827Z",
"updateTime": "2026-07-24T09:33:26.511206827Z",
"status": "INFRA_FAILURE",
"input": {
}
}
[09:33:53.496] Invocation finished in 3h18m38.59247986s with status FAILED