[02:08:28.221] New invocation is queued and will start shortly
[02:08:28.221] Triggered by user:rerunner@pigweed-service-accounts.iam.gserviceaccount.com
[02:08:29.252] Starting the invocation (attempt 1)
[02:08:29.273] Ignoring gitiles_ref tag without the buildset tag
[02:08:29.273] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:08:29.273] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:08:29.273] Buildbucket request:
{
"requestId": "8837873862174372256",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host-cpp23"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8837873862174372256",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23",
"triggers": [
{
"buildbucket": {
"tags": [
"parent_buildername:rerunner",
"user_agent:rerunner"
]
},
"id": "115c2c1c-29a7-4209-bc04-284e1b735652",
"title": "rerunner/0",
"url": "https://cr-buildbucket.appspot.com/build/8672444213238044449"
}
]
}
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8837873862174372256"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "rerunner"
},
{
"key": "user_agent",
"value": "rerunner"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[02:08:29.659] Scheduled build:
{
"id": "8672443800357786529",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host-cpp23"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-26T02:08:29.330681998Z",
"updateTime": "2026-08-26T02:08:29.330681998Z",
"status": "SCHEDULED",
"input": {
}
}
[02:08:29.659] Task URL: https://cr-buildbucket.appspot.com/build/8672443800357786529
[02:08:29.659] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8837873862174372256:2:0) after 6m5s
[02:08:30.591] Received PubSub notification, asking Buildbucket for the build status
[02:08:30.666] Build status: SCHEDULED
[02:14:34.691] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8837873862174372256:2:0)
[02:14:34.750] Build status: SCHEDULED
[02:14:34.750] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8837873862174372256:4:0) after 4m58s
[02:19:32.831] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8837873862174372256:4:0)
[02:19:32.853] Build status: SCHEDULED
[02:19:32.853] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8837873862174372256:5:0) after 9m1s
[02:28:33.965] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8837873862174372256:5:0)
[02:28:33.993] Build status: SCHEDULED
[02:28:33.993] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8837873862174372256:6:0) after 5m30s
[02:34:04.030] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8837873862174372256:6:0)
[02:34:04.053] Build status: SCHEDULED
[02:34:04.053] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8837873862174372256:7:0) after 9m42s
[02:43:46.240] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8837873862174372256:7:0)
[02:43:46.259] Build status: SCHEDULED
[02:43:46.259] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8837873862174372256:8:0) after 2m25s
[02:46:11.265] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8837873862174372256:8:0)
[02:46:11.295] Build status: SCHEDULED
[02:46:11.295] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8837873862174372256:9:0) after 8m47s
[02:54:58.341] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8837873862174372256:9:0)
[02:54:58.378] Build status: SCHEDULED
[02:54:58.378] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8837873862174372256:10:0) after 4m19s
[02:59:17.393] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8837873862174372256:10:0)
[02:59:17.414] Build status: SCHEDULED
[02:59:17.414] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8837873862174372256:11:0) after 8m58s
[03:08:15.400] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8837873862174372256:11:0)
[03:08:15.423] Build status: SCHEDULED
[03:08:15.423] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8837873862174372256:12:0) after 5m57s
[03:14:12.512] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8837873862174372256:12:0)
[03:14:12.580] Build status: SCHEDULED
[03:14:12.580] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8837873862174372256:13:0) after 6m1s
[03:20:13.617] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8837873862174372256:13:0)
[03:20:13.639] Build status: SCHEDULED
[03:20:13.639] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8837873862174372256:14:0) after 2m51s
[03:23:04.736] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8837873862174372256:14:0)
[03:23:04.764] Build status: SCHEDULED
[03:23:04.764] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8837873862174372256:15:0) after 1m21s
[03:24:25.863] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8837873862174372256:15:0)
[03:24:25.883] Build status: SCHEDULED
[03:24:25.883] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8837873862174372256:16:0) after 8m22s
[03:32:48.078] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8837873862174372256:16:0)
[03:32:48.099] Build status: SCHEDULED
[03:32:48.099] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8837873862174372256:17:0) after 4m33s
[03:37:21.232] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8837873862174372256:17:0)
[03:37:21.340] Build status: SCHEDULED
[03:37:21.340] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8837873862174372256:18:0) after 9m39s
[03:47:00.404] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8837873862174372256:18:0)
[03:47:00.434] Build status: SCHEDULED
[03:47:00.434] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8837873862174372256:19:0) after 9m19s
[03:56:19.566] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8837873862174372256:19:0)
[03:56:19.610] Build status: SCHEDULED
[03:56:19.610] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8837873862174372256:20:0) after 2m59s
[03:59:18.628] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8837873862174372256:20:0)
[03:59:18.650] Build status: SCHEDULED
[03:59:18.650] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8837873862174372256:21:0) after 8m23s
[04:07:41.727] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8837873862174372256:21:0)
[04:07:41.792] Build status: SCHEDULED
[04:07:41.792] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8837873862174372256:22:0) after 8m23s
[04:16:04.808] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8837873862174372256:22:0)
[04:16:04.857] Build status: SCHEDULED
[04:16:04.857] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8837873862174372256:23:0) after 2m14s
[04:18:19.220] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8837873862174372256:23:0)
[04:18:19.238] Build status: SCHEDULED
[04:18:19.238] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8837873862174372256:24:0) after 5m27s
[04:23:46.341] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8837873862174372256:24:0)
[04:23:46.372] Build status: SCHEDULED
[04:23:46.372] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8837873862174372256:25:0) after 2m36s
[04:26:22.538] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8837873862174372256:25:0)
[04:26:22.564] Build status: SCHEDULED
[04:26:22.564] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8837873862174372256:26:0) after 7m28s
[04:33:50.882] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8837873862174372256:26:0)
[04:33:50.903] Build status: SCHEDULED
[04:33:50.903] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8837873862174372256:27:0) after 8m27s
[04:42:18.093] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8837873862174372256:27:0)
[04:42:18.171] Build status: SCHEDULED
[04:42:18.171] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8837873862174372256:28:0) after 8m11s
[04:50:29.181] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8837873862174372256:28:0)
[04:50:29.235] Build status: SCHEDULED
[04:50:29.235] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8837873862174372256:29:0) after 1m24s
[04:51:53.232] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8837873862174372256:29:0)
[04:51:53.250] Build status: SCHEDULED
[04:51:53.250] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8837873862174372256:30:0) after 9m38s
[05:01:31.355] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8837873862174372256:30:0)
[05:01:31.398] Build status: SCHEDULED
[05:01:31.398] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8837873862174372256:31:0) after 8m29s
[05:10:00.413] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8837873862174372256:31:0)
[05:10:00.441] Build status: SCHEDULED
[05:10:00.441] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8837873862174372256:32:0) after 5m30s
[05:15:30.548] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8837873862174372256:32:0)
[05:15:30.565] Build status: SCHEDULED
[05:15:30.565] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8837873862174372256:33:0) after 9m54s
[05:25:24.654] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8837873862174372256:33:0)
[05:25:24.677] Build status: SCHEDULED
[05:25:24.677] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8837873862174372256:34:0) after 4m31s
[05:29:55.707] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8837873862174372256:34:0)
[05:29:55.730] Build status: SCHEDULED
[05:29:55.730] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8837873862174372256:35:0) after 1m24s
[05:31:19.826] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8837873862174372256:35:0)
[05:31:19.856] Build status: SCHEDULED
[05:31:19.856] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8837873862174372256:36:0) after 8m41s
[05:40:00.968] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8837873862174372256:36:0)
[05:40:00.993] Build status: SCHEDULED
[05:40:00.993] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8837873862174372256:37:0) after 8m51s
[05:48:52.085] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8837873862174372256:37:0)
[05:48:52.107] Build status: SCHEDULED
[05:48:52.107] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8837873862174372256:38:0) after 8m44s
[05:57:36.140] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8837873862174372256:38:0)
[05:57:36.162] Build status: SCHEDULED
[05:57:36.162] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8837873862174372256:39:0) after 1m31s
[05:59:07.130] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8837873862174372256:39:0)
[05:59:07.149] Build status: SCHEDULED
[05:59:07.149] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8837873862174372256:40:0) after 4m50s
[06:03:57.292] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8837873862174372256:40:0)
[06:03:57.311] Build status: SCHEDULED
[06:03:57.311] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8837873862174372256:41:0) after 6m54s
[06:09:48.310] Received PubSub notification, asking Buildbucket for the build status
[06:09:48.354] Build:
{
"id": "8672443800357786529",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host-cpp23"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-26T02:08:29.330681998Z",
"endTime": "2026-08-26T06:09:47.629826025Z",
"updateTime": "2026-08-26T06:09:47.629826025Z",
"status": "INFRA_FAILURE",
"input": {
}
}
[06:09:48.354] Invocation finished in 4h1m20.139675544s with status FAILED