[04:35:20.693] New invocation is queued and will start shortly
[04:35:21.771] Starting the invocation (attempt 1)
[04:35:21.793] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/d6220b5d12be6bae9d9dfd637d672402e8d06b5e"
[04:35:21.793] Popped gitiles commit info from properties and tags
[04:35:21.793] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[04:35:21.794] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[04:35:21.794] Buildbucket request:
{
"requestId": "8837955218591213456",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-gn-compatibility-platform"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8837955218591213456",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-platform",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "d6220b5d12be6bae9d9dfd637d672402e8d06b5e"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@d6220b5d12be6bae9d9dfd637d672402e8d06b5e",
"title": "d6220b5d12be6bae9d9dfd637d672402e8d06b5e",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/d6220b5d12be6bae9d9dfd637d672402e8d06b5e"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "d6220b5d12be6bae9d9dfd637d672402e8d06b5e",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8837955218591213456"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-platform"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[04:35:22.119] Scheduled build:
{
"id": "8672525156727630001",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-gn-compatibility-platform"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-25T04:35:21.849359060Z",
"updateTime": "2026-08-25T04:35:21.849359060Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "d6220b5d12be6bae9d9dfd637d672402e8d06b5e",
"ref": "refs/heads/main"
}
}
}
[04:35:22.120] Task URL: https://cr-buildbucket.appspot.com/build/8672525156727630001
[04:35:22.120] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-platform:8837955218591213456:2:0) after 5m19s
[04:35:23.087] Received PubSub notification, asking Buildbucket for the build status
[04:35:23.109] Build status: SCHEDULED
[04:40:41.181] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-platform:8837955218591213456:2:0)
[04:40:41.202] Build status: SCHEDULED
[04:40:41.202] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-platform:8837955218591213456:4:0) after 7m47s
[04:48:28.216] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-platform:8837955218591213456:4:0)
[04:48:28.237] Build status: SCHEDULED
[04:48:28.237] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-platform:8837955218591213456:5:0) after 6m27s
[04:54:55.334] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-platform:8837955218591213456:5:0)
[04:54:55.353] Build status: SCHEDULED
[04:54:55.353] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-platform:8837955218591213456:6:0) after 6m21s
[05:01:16.424] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-platform:8837955218591213456:6:0)
[05:01:16.464] Build status: SCHEDULED
[05:01:16.464] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-platform:8837955218591213456:7:0) after 3m30s
[05:04:46.543] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-platform:8837955218591213456:7:0)
[05:04:46.600] Build status: SCHEDULED
[05:04:46.600] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-platform:8837955218591213456:8:0) after 8m54s
[05:13:40.620] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-platform:8837955218591213456:8:0)
[05:13:40.639] Build status: SCHEDULED
[05:13:40.639] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-platform:8837955218591213456:9:0) after 9m45s
[05:23:25.656] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-platform:8837955218591213456:9:0)
[05:23:25.673] Build status: SCHEDULED
[05:23:25.674] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-platform:8837955218591213456:10:0) after 7m12s
[05:30:37.822] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-platform:8837955218591213456:10:0)
[05:30:37.850] Build status: SCHEDULED
[05:30:37.850] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-platform:8837955218591213456:11:0) after 2m37s
[05:33:14.890] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-platform:8837955218591213456:11:0)
[05:33:14.910] Build status: SCHEDULED
[05:33:14.910] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-platform:8837955218591213456:12:0) after 1m47s
[05:35:01.986] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-platform:8837955218591213456:12:0)
[05:35:02.014] Build status: SCHEDULED
[05:35:02.014] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-platform:8837955218591213456:13:0) after 7m42s
[05:42:44.083] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-platform:8837955218591213456:13:0)
[05:42:44.112] Build status: SCHEDULED
[05:42:44.112] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-platform:8837955218591213456:14:0) after 5m38s
[05:48:22.125] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-platform:8837955218591213456:14:0)
[05:48:22.149] Build status: SCHEDULED
[05:48:22.149] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-platform:8837955218591213456:15:0) after 1m14s
[05:49:36.166] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-platform:8837955218591213456:15:0)
[05:49:36.189] Build status: SCHEDULED
[05:49:36.189] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-platform:8837955218591213456:16:0) after 7m57s
[05:57:33.257] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-platform:8837955218591213456:16:0)
[05:57:33.274] Build status: SCHEDULED
[05:57:33.274] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-platform:8837955218591213456:17:0) after 7m55s
[06:05:28.288] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-platform:8837955218591213456:17:0)
[06:05:28.383] Build status: SCHEDULED
[06:05:28.383] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-platform:8837955218591213456:18:0) after 4m3s
[06:09:31.448] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-platform:8837955218591213456:18:0)
[06:09:31.465] Build status: SCHEDULED
[06:09:31.465] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-platform:8837955218591213456:19:0) after 8m50s
[06:18:21.460] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-platform:8837955218591213456:19:0)
[06:18:21.516] Build status: SCHEDULED
[06:18:21.516] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-platform:8837955218591213456:20:0) after 7m37s
[06:25:58.532] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-platform:8837955218591213456:20:0)
[06:25:58.553] Build status: SCHEDULED
[06:25:58.553] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-platform:8837955218591213456:21:0) after 4m39s
[06:30:37.632] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-platform:8837955218591213456:21:0)
[06:30:37.653] Build status: SCHEDULED
[06:30:37.653] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-platform:8837955218591213456:22:0) after 4m43s
[06:35:20.714] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-platform:8837955218591213456:22:0)
[06:35:20.733] Build status: SCHEDULED
[06:35:20.733] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-platform:8837955218591213456:23:0) after 9m4s
[06:44:24.911] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-platform:8837955218591213456:23:0)
[06:44:24.929] Build status: SCHEDULED
[06:44:24.930] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-platform:8837955218591213456:24:0) after 6m45s
[06:51:09.949] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-platform:8837955218591213456:24:0)
[06:51:10.022] Build status: SCHEDULED
[06:51:10.022] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-platform:8837955218591213456:25:0) after 9m40s
[07:00:50.219] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-platform:8837955218591213456:25:0)
[07:00:50.246] Build status: SCHEDULED
[07:00:50.246] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-platform:8837955218591213456:26:0) after 1m57s
[07:02:47.294] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-platform:8837955218591213456:26:0)
[07:02:47.370] Build status: SCHEDULED
[07:02:47.370] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-platform:8837955218591213456:27:0) after 5m28s
[07:08:15.430] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-platform:8837955218591213456:27:0)
[07:08:15.453] Build status: SCHEDULED
[07:08:15.453] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-platform:8837955218591213456:28:0) after 1m12s
[07:09:27.472] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-platform:8837955218591213456:28:0)
[07:09:27.496] Build status: SCHEDULED
[07:09:27.496] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-platform:8837955218591213456:29:0) after 7m4s
[07:16:31.516] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-platform:8837955218591213456:29:0)
[07:16:31.535] Build status: SCHEDULED
[07:16:31.535] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-platform:8837955218591213456:30:0) after 3m51s
[07:20:22.651] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-platform:8837955218591213456:30:0)
[07:20:22.676] Build status: SCHEDULED
[07:20:22.676] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-platform:8837955218591213456:31:0) after 4m5s
[07:24:27.693] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-platform:8837955218591213456:31:0)
[07:24:27.709] Build status: SCHEDULED
[07:24:27.709] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-platform:8837955218591213456:32:0) after 6m42s
[07:31:09.735] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-platform:8837955218591213456:32:0)
[07:31:09.765] Build status: SCHEDULED
[07:31:09.765] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-platform:8837955218591213456:33:0) after 1m10s
[07:32:19.811] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-platform:8837955218591213456:33:0)
[07:32:19.847] Build status: SCHEDULED
[07:32:19.847] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-platform:8837955218591213456:34:0) after 5m32s
[07:37:51.887] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-platform:8837955218591213456:34:0)
[07:37:51.912] Build status: SCHEDULED
[07:37:51.912] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-platform:8837955218591213456:35:0) after 8m52s
[07:46:44.134] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-platform:8837955218591213456:35:0)
[07:46:44.182] Build status: SCHEDULED
[07:46:44.182] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-platform:8837955218591213456:36:0) after 3m3s
[07:49:47.241] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-platform:8837955218591213456:36:0)
[07:49:47.264] Build status: SCHEDULED
[07:49:47.264] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-platform:8837955218591213456:37:0) after 5m40s
[07:55:27.390] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-platform:8837955218591213456:37:0)
[07:55:27.409] Build status: SCHEDULED
[07:55:27.409] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-platform:8837955218591213456:38:0) after 1m28s
[07:56:55.426] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-platform:8837955218591213456:38:0)
[07:56:55.474] Build status: SCHEDULED
[07:56:55.474] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-platform:8837955218591213456:39:0) after 4m3s
[08:00:58.547] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-platform:8837955218591213456:39:0)
[08:00:58.583] Build status: SCHEDULED
[08:00:58.583] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-platform:8837955218591213456:40:0) after 9m24s
[08:10:22.618] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-platform:8837955218591213456:40:0)
[08:10:22.636] Build status: SCHEDULED
[08:10:22.636] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-platform:8837955218591213456:41:0) after 2m32s
[08:12:54.615] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-platform:8837955218591213456:41:0)
[08:12:54.634] Build status: SCHEDULED
[08:12:54.634] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-platform:8837955218591213456:42:0) after 8m40s
[08:21:34.651] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-platform:8837955218591213456:42:0)
[08:21:34.671] Build status: SCHEDULED
[08:21:34.671] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-platform:8837955218591213456:43:0) after 5m58s
[08:27:32.898] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-platform:8837955218591213456:43:0)
[08:27:32.916] Build status: SCHEDULED
[08:27:32.917] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-platform:8837955218591213456:44:0) after 8m21s
[08:33:45.983] Received PubSub notification, asking Buildbucket for the build status
[08:33:46.007] Build status: STARTED
[08:35:53.933] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-platform:8837955218591213456:44:0)
[08:35:53.952] Build status: STARTED
[08:35:53.952] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-platform:8837955218591213456:46:0) after 4m1s
[08:39:55.011] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-platform:8837955218591213456:46:0)
[08:39:55.038] Build status: STARTED
[08:39:55.038] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-platform:8837955218591213456:47:0) after 3m14s
[08:43:09.124] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-platform:8837955218591213456:47:0)
[08:43:09.146] Build status: STARTED
[08:43:09.146] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-compatibility-platform:8837955218591213456:48:0) after 8m40s
[08:47:51.785] Received PubSub notification, asking Buildbucket for the build status
[08:47:51.803] Build:
{
"id": "8672525156727630001",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-gn-compatibility-platform"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-25T04:35:21.849359060Z",
"startTime": "2026-08-25T08:33:14.857709083Z",
"endTime": "2026-08-25T08:47:51.467007046Z",
"updateTime": "2026-08-25T08:47:51.467007046Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "d6220b5d12be6bae9d9dfd637d672402e8d06b5e",
"ref": "refs/heads/main"
}
}
}
[08:47:51.803] Invocation finished in 4h12m31.114511911s with status FAILED