[20:35:01.648] New invocation is queued and will start shortly
[20:35:02.815] Starting the invocation (attempt 1)
[20:35:02.844] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/3d3bb6ecc4ad3113e6a3b2bb02212a421a3c180f"
[20:35:02.844] Popped gitiles commit info from properties and tags
[20:35:02.844] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:35:02.844] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:35:02.845] Buildbucket request:
{
"requestId": "8835358125527383808",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-ghish"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8835358125527383808",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-ghish",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "784a17d099edd46658fe7ac776b22aa922ac5642"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@784a17d099edd46658fe7ac776b22aa922ac5642",
"title": "784a17d099edd46658fe7ac776b22aa922ac5642",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/784a17d099edd46658fe7ac776b22aa922ac5642"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "3d3bb6ecc4ad3113e6a3b2bb02212a421a3c180f"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@3d3bb6ecc4ad3113e6a3b2bb02212a421a3c180f",
"title": "3d3bb6ecc4ad3113e6a3b2bb02212a421a3c180f",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/3d3bb6ecc4ad3113e6a3b2bb02212a421a3c180f"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "3d3bb6ecc4ad3113e6a3b2bb02212a421a3c180f",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8835358125527383808"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-ghish"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[20:35:03.453] Scheduled build:
{
"id": "8669928063524225985",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-ghish"
},
"createdBy": "project:pigweed",
"createTime": "2026-09-22T20:35:02.935234164Z",
"updateTime": "2026-09-22T20:35:02.935234164Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "3d3bb6ecc4ad3113e6a3b2bb02212a421a3c180f",
"ref": "refs/heads/main"
}
}
}
[20:35:03.453] Task URL: https://cr-buildbucket.appspot.com/build/8669928063524225985
[20:35:03.453] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-ghish:8835358125527383808:2:0) after 7m10s
[20:35:04.197] Received PubSub notification, asking Buildbucket for the build status
[20:35:04.265] Build status: SCHEDULED
[20:42:13.517] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-ghish:8835358125527383808:2:0)
[20:42:13.564] Build status: SCHEDULED
[20:42:13.564] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-ghish:8835358125527383808:4:0) after 4m8s
[20:46:21.799] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-ghish:8835358125527383808:4:0)
[20:46:21.824] Build status: SCHEDULED
[20:46:21.824] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-ghish:8835358125527383808:5:0) after 2m37s
[20:48:58.972] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-ghish:8835358125527383808:5:0)
[20:48:59.001] Build status: SCHEDULED
[20:48:59.001] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-ghish:8835358125527383808:6:0) after 7m49s
[20:56:48.064] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-ghish:8835358125527383808:6:0)
[20:56:48.097] Build status: SCHEDULED
[20:56:48.097] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-ghish:8835358125527383808:7:0) after 6m19s
[21:03:07.137] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-ghish:8835358125527383808:7:0)
[21:03:07.159] Build status: SCHEDULED
[21:03:07.159] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-ghish:8835358125527383808:8:0) after 9m3s
[21:12:10.240] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-ghish:8835358125527383808:8:0)
[21:12:10.264] Build status: SCHEDULED
[21:12:10.264] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-ghish:8835358125527383808:9:0) after 9m5s
[21:21:15.317] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-ghish:8835358125527383808:9:0)
[21:21:15.369] Build status: SCHEDULED
[21:21:15.369] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-ghish:8835358125527383808:10:0) after 5m37s
[21:26:52.499] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-ghish:8835358125527383808:10:0)
[21:26:52.520] Build status: SCHEDULED
[21:26:52.520] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-ghish:8835358125527383808:11:0) after 3m32s
[21:30:24.728] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-ghish:8835358125527383808:11:0)
[21:30:24.746] Build status: SCHEDULED
[21:30:24.746] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-ghish:8835358125527383808:12:0) after 9m40s
[21:40:05.033] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-ghish:8835358125527383808:12:0)
[21:40:05.059] Build status: SCHEDULED
[21:40:05.059] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-ghish:8835358125527383808:13:0) after 4m14s
[21:44:19.455] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-ghish:8835358125527383808:13:0)
[21:44:19.508] Build status: SCHEDULED
[21:44:19.508] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-ghish:8835358125527383808:14:0) after 5m36s
[21:49:55.662] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-ghish:8835358125527383808:14:0)
[21:49:55.682] Build status: SCHEDULED
[21:49:55.682] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-ghish:8835358125527383808:15:0) after 4m45s
[21:54:40.695] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-ghish:8835358125527383808:15:0)
[21:54:40.788] Build status: SCHEDULED
[21:54:40.788] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-ghish:8835358125527383808:16:0) after 1m59s
[21:56:39.852] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-ghish:8835358125527383808:16:0)
[21:56:39.878] Build status: SCHEDULED
[21:56:39.878] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-ghish:8835358125527383808:17:0) after 3m6s
[21:59:45.910] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-ghish:8835358125527383808:17:0)
[21:59:45.935] Build status: SCHEDULED
[21:59:45.935] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-ghish:8835358125527383808:18:0) after 6m59s
[22:06:44.950] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-ghish:8835358125527383808:18:0)
[22:06:44.984] Build status: SCHEDULED
[22:06:44.984] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-ghish:8835358125527383808:19:0) after 4m45s
[22:11:30.027] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-ghish:8835358125527383808:19:0)
[22:11:30.124] Build status: SCHEDULED
[22:11:30.124] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-ghish:8835358125527383808:20:0) after 7m7s
[22:18:37.239] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-ghish:8835358125527383808:20:0)
[22:18:37.260] Build status: SCHEDULED
[22:18:37.260] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-ghish:8835358125527383808:21:0) after 5m9s
[22:23:46.243] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-ghish:8835358125527383808:21:0)
[22:23:46.264] Build status: SCHEDULED
[22:23:46.264] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-ghish:8835358125527383808:22:0) after 3m54s
[22:27:40.340] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-ghish:8835358125527383808:22:0)
[22:27:40.367] Build status: SCHEDULED
[22:27:40.367] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-ghish:8835358125527383808:23:0) after 1m42s
[22:29:22.433] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-ghish:8835358125527383808:23:0)
[22:29:22.473] Build status: SCHEDULED
[22:29:22.473] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-ghish:8835358125527383808:24:0) after 6m44s
[22:36:06.541] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-ghish:8835358125527383808:24:0)
[22:36:06.570] Build status: SCHEDULED
[22:36:06.570] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-ghish:8835358125527383808:25:0) after 9m40s
[22:45:46.582] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-ghish:8835358125527383808:25:0)
[22:45:46.604] Build status: SCHEDULED
[22:45:46.604] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-ghish:8835358125527383808:26:0) after 7m1s
[22:52:47.758] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-ghish:8835358125527383808:26:0)
[22:52:47.780] Build status: SCHEDULED
[22:52:47.780] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-ghish:8835358125527383808:27:0) after 8m37s
[23:01:24.803] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-ghish:8835358125527383808:27:0)
[23:01:24.828] Build status: SCHEDULED
[23:01:24.828] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-ghish:8835358125527383808:28:0) after 3m36s
[23:05:00.912] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-ghish:8835358125527383808:28:0)
[23:05:00.932] Build status: SCHEDULED
[23:05:00.932] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-ghish:8835358125527383808:29:0) after 9m13s
[23:14:14.214] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-ghish:8835358125527383808:29:0)
[23:14:14.260] Build status: SCHEDULED
[23:14:14.260] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-ghish:8835358125527383808:30:0) after 4m5s
[23:18:19.278] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-ghish:8835358125527383808:30:0)
[23:18:19.296] Build status: SCHEDULED
[23:18:19.296] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-ghish:8835358125527383808:31:0) after 8m14s
[23:26:33.351] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-ghish:8835358125527383808:31:0)
[23:26:33.380] Build status: SCHEDULED
[23:26:33.380] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-ghish:8835358125527383808:32:0) after 3m47s
[23:30:20.446] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-ghish:8835358125527383808:32:0)
[23:30:20.469] Build status: SCHEDULED
[23:30:20.469] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-ghish:8835358125527383808:33:0) after 5m36s
[23:35:56.566] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-ghish:8835358125527383808:33:0)
[23:35:56.585] Build status: SCHEDULED
[23:35:56.585] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-ghish:8835358125527383808:34:0) after 3m14s
[23:39:10.634] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-ghish:8835358125527383808:34:0)
[23:39:10.666] Build status: SCHEDULED
[23:39:10.666] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-ghish:8835358125527383808:35:0) after 6m20s
[23:40:46.413] Received PubSub notification, asking Buildbucket for the build status
[23:40:46.435] Build status: STARTED
[23:41:37.577] Received PubSub notification, asking Buildbucket for the build status
[23:41:37.598] Build:
{
"id": "8669928063524225985",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-ghish"
},
"createdBy": "project:pigweed",
"createTime": "2026-09-22T20:35:02.935234164Z",
"startTime": "2026-09-22T23:40:43.793345415Z",
"endTime": "2026-09-22T23:41:31.963416136Z",
"updateTime": "2026-09-22T23:41:31.963416136Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "3d3bb6ecc4ad3113e6a3b2bb02212a421a3c180f",
"ref": "refs/heads/main"
}
}
}
[23:41:37.598] Invocation finished in 3h6m35.95722384s with status FAILED