[02:54:58.271] New invocation is queued and will start shortly
[02:54:59.792] Starting the invocation (attempt 1)
[02:54:59.817] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/5142754646435683c25c9b96a1e79abb6917a073"
[02:54:59.817] Popped gitiles commit info from properties and tags
[02:54:59.817] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:54:59.818] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:54:59.818] Buildbucket request:
{
"requestId": "8837870936591545840",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-gn-compatibility-main"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8837870936591545840",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-main",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "5142754646435683c25c9b96a1e79abb6917a073"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@5142754646435683c25c9b96a1e79abb6917a073",
"title": "5142754646435683c25c9b96a1e79abb6917a073",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/5142754646435683c25c9b96a1e79abb6917a073"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "5142754646435683c25c9b96a1e79abb6917a073",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8837870936591545840"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-main"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[02:55:00.419] Scheduled build:
{
"id": "8672440874221454001",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-gn-compatibility-main"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-26T02:54:59.911812657Z",
"updateTime": "2026-08-26T02:54:59.911812657Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "5142754646435683c25c9b96a1e79abb6917a073",
"ref": "refs/heads/main"
}
}
}
[02:55:00.419] Task URL: https://cr-buildbucket.appspot.com/build/8672440874221454001
[02:55:00.419] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-main:8837870936591545840:2:0) after 7m22s
[02:55:01.287] Received PubSub notification, asking Buildbucket for the build status
[02:55:01.421] Build status: SCHEDULED
[03:02:22.590] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-main:8837870936591545840:2:0)
[03:02:22.613] Build status: SCHEDULED
[03:02:22.613] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-main:8837870936591545840:4:0) after 4m59s
[03:07:21.582] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-main:8837870936591545840:4:0)
[03:07:21.600] Build status: SCHEDULED
[03:07:21.600] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-main:8837870936591545840:5:0) after 3m9s
[03:10:30.739] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-main:8837870936591545840:5:0)
[03:10:30.770] Build status: SCHEDULED
[03:10:30.770] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-main:8837870936591545840:6:0) after 7m19s
[03:17:49.811] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-main:8837870936591545840:6:0)
[03:17:49.832] Build status: SCHEDULED
[03:17:49.832] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-main:8837870936591545840:7:0) after 5m33s
[03:23:23.137] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-main:8837870936591545840:7:0)
[03:23:23.159] Build status: SCHEDULED
[03:23:23.159] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-main:8837870936591545840:8:0) after 9m29s
[03:32:52.174] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-main:8837870936591545840:8:0)
[03:32:52.196] Build status: SCHEDULED
[03:32:52.196] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-main:8837870936591545840:9:0) after 2m52s
[03:35:44.476] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-main:8837870936591545840:9:0)
[03:35:44.539] Build status: SCHEDULED
[03:35:44.539] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-main:8837870936591545840:10:0) after 1m9s
[03:36:53.646] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-main:8837870936591545840:10:0)
[03:36:53.674] Build status: SCHEDULED
[03:36:53.674] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-main:8837870936591545840:11:0) after 3m52s
[03:40:45.699] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-main:8837870936591545840:11:0)
[03:40:45.725] Build status: SCHEDULED
[03:40:45.725] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-main:8837870936591545840:12:0) after 4m49s
[03:45:34.779] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-main:8837870936591545840:12:0)
[03:45:34.807] Build status: SCHEDULED
[03:45:34.807] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-main:8837870936591545840:13:0) after 7m9s
[03:52:43.948] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-main:8837870936591545840:13:0)
[03:52:44.056] Build status: SCHEDULED
[03:52:44.056] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-main:8837870936591545840:14:0) after 3m5s
[03:55:49.367] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-main:8837870936591545840:14:0)
[03:55:49.386] Build status: SCHEDULED
[03:55:49.386] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-main:8837870936591545840:15:0) after 8m52s
[04:04:41.416] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-main:8837870936591545840:15:0)
[04:04:41.438] Build status: SCHEDULED
[04:04:41.438] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-main:8837870936591545840:16:0) after 1m11s
[04:05:52.557] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-main:8837870936591545840:16:0)
[04:05:52.616] Build status: SCHEDULED
[04:05:52.616] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-main:8837870936591545840:17:0) after 2m51s
[04:08:43.724] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-main:8837870936591545840:17:0)
[04:08:43.749] Build status: SCHEDULED
[04:08:43.749] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-main:8837870936591545840:18:0) after 9m2s
[04:17:45.860] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-main:8837870936591545840:18:0)
[04:17:45.890] Build status: SCHEDULED
[04:17:45.890] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-main:8837870936591545840:19:0) after 2m44s
[04:20:30.096] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-main:8837870936591545840:19:0)
[04:20:30.165] Build status: SCHEDULED
[04:20:30.165] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-main:8837870936591545840:20:0) after 1m39s
[04:22:09.294] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-main:8837870936591545840:20:0)
[04:22:09.319] Build status: SCHEDULED
[04:22:09.319] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-main:8837870936591545840:21:0) after 1m5s
[04:23:14.302] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-main:8837870936591545840:21:0)
[04:23:14.384] Build status: SCHEDULED
[04:23:14.384] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-main:8837870936591545840:22:0) after 8m35s
[04:31:49.437] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-main:8837870936591545840:22:0)
[04:31:49.473] Build status: SCHEDULED
[04:31:49.473] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-main:8837870936591545840:23:0) after 1m11s
[04:33:00.773] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-main:8837870936591545840:23:0)
[04:33:00.792] Build status: SCHEDULED
[04:33:00.792] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-main:8837870936591545840:24:0) after 7m17s
[04:40:18.005] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-main:8837870936591545840:24:0)
[04:40:18.041] Build status: SCHEDULED
[04:40:18.041] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-main:8837870936591545840:25:0) after 1m47s
[04:42:05.088] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-main:8837870936591545840:25:0)
[04:42:05.108] Build status: SCHEDULED
[04:42:05.108] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-main:8837870936591545840:26:0) after 6m44s
[04:48:49.120] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-main:8837870936591545840:26:0)
[04:48:49.139] Build status: SCHEDULED
[04:48:49.139] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-main:8837870936591545840:27:0) after 9m42s
[04:58:31.273] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-main:8837870936591545840:27:0)
[04:58:31.314] Build status: SCHEDULED
[04:58:31.314] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-main:8837870936591545840:28:0) after 4m3s
[05:02:34.475] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-main:8837870936591545840:28:0)
[05:02:34.521] Build status: SCHEDULED
[05:02:34.521] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-main:8837870936591545840:29:0) after 6m39s
[05:09:13.501] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-main:8837870936591545840:29:0)
[05:09:13.524] Build status: SCHEDULED
[05:09:13.524] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-main:8837870936591545840:30:0) after 9m57s
[05:19:10.592] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-main:8837870936591545840:30:0)
[05:19:10.623] Build status: SCHEDULED
[05:19:10.623] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-main:8837870936591545840:31:0) after 4m23s
[05:23:33.636] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-main:8837870936591545840:31:0)
[05:23:33.663] Build status: SCHEDULED
[05:23:33.663] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-main:8837870936591545840:32:0) after 4m21s
[05:27:54.872] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-main:8837870936591545840:32:0)
[05:27:54.910] Build status: SCHEDULED
[05:27:54.910] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-main:8837870936591545840:33:0) after 4m39s
[05:32:33.953] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-main:8837870936591545840:33:0)
[05:32:34.009] Build status: SCHEDULED
[05:32:34.009] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-main:8837870936591545840:34:0) after 1m9s
[05:33:43.144] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-main:8837870936591545840:34:0)
[05:33:43.168] Build status: SCHEDULED
[05:33:43.168] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-main:8837870936591545840:35:0) after 5m14s
[05:38:57.347] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-main:8837870936591545840:35:0)
[05:38:57.371] Build status: SCHEDULED
[05:38:57.371] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-main:8837870936591545840:36:0) after 4m9s
[05:43:06.397] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-main:8837870936591545840:36:0)
[05:43:06.477] Build status: SCHEDULED
[05:43:06.478] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-main:8837870936591545840:37:0) after 1m45s
[05:44:51.501] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-main:8837870936591545840:37:0)
[05:44:51.525] Build status: SCHEDULED
[05:44:51.525] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-main:8837870936591545840:38:0) after 6m9s
[05:51:00.981] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-main:8837870936591545840:38:0)
[05:51:01.000] Build status: SCHEDULED
[05:51:01.000] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-main:8837870936591545840:39:0) after 9m52s
[06:00:53.009] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-main:8837870936591545840:39:0)
[06:00:53.060] Build status: SCHEDULED
[06:00:53.061] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-main:8837870936591545840:40:0) after 8m58s
[06:09:48.421] Received PubSub notification, asking Buildbucket for the build status
[06:09:48.466] Build:
{
"id": "8672440874221454001",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-gn-compatibility-main"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-26T02:54:59.911812657Z",
"endTime": "2026-08-26T06:09:48.108938664Z",
"updateTime": "2026-08-26T06:09:48.108938664Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "5142754646435683c25c9b96a1e79abb6917a073",
"ref": "refs/heads/main"
}
}
}
[06:09:48.466] Invocation finished in 3h14m50.199470929s with status FAILED