[03:04:44.408] New invocation is queued and will start shortly
[03:04:45.608] Starting the invocation (attempt 1)
[03:04:45.635] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/c0c12906549fb42f421c5d64cd171710eb64c566"
[03:04:45.635] Popped gitiles commit info from properties and tags
[03:04:45.635] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[03:04:45.636] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[03:04:45.636] Buildbucket request:
{
"requestId": "8852275239643931712",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-gn-san"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8852275239643931712",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-gn-san",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "c0c12906549fb42f421c5d64cd171710eb64c566"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@c0c12906549fb42f421c5d64cd171710eb64c566",
"title": "c0c12906549fb42f421c5d64cd171710eb64c566",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/c0c12906549fb42f421c5d64cd171710eb64c566"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "c0c12906549fb42f421c5d64cd171710eb64c566",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8852275239643931712"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-gn-san"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[03:04:46.059] Scheduled build:
{
"id": "8686845177641322929",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-gn-san"
},
"createdBy": "project:pigweed",
"createTime": "2026-03-20T03:04:45.693400347Z",
"updateTime": "2026-03-20T03:04:45.693400347Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "c0c12906549fb42f421c5d64cd171710eb64c566",
"ref": "refs/heads/main"
}
}
}
[03:04:46.061] Task URL: https://cr-buildbucket.appspot.com/build/8686845177641322929
[03:04:46.061] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san:8852275239643931712:2:0) after 6m58s
[03:04:46.949] Received PubSub notification, asking Buildbucket for the build status
[03:04:46.966] Build status: SCHEDULED
[03:11:44.123] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san:8852275239643931712:2:0)
[03:11:44.143] Build status: SCHEDULED
[03:11:44.143] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san:8852275239643931712:4:0) after 6m24s
[03:18:08.157] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san:8852275239643931712:4:0)
[03:18:08.371] Build status: SCHEDULED
[03:18:08.371] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san:8852275239643931712:5:0) after 7m28s
[03:25:36.384] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san:8852275239643931712:5:0)
[03:25:36.403] Build status: SCHEDULED
[03:25:36.403] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san:8852275239643931712:6:0) after 1m50s
[03:27:26.464] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san:8852275239643931712:6:0)
[03:27:26.489] Build status: SCHEDULED
[03:27:26.489] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san:8852275239643931712:7:0) after 2m55s
[03:30:21.583] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san:8852275239643931712:7:0)
[03:30:21.599] Build status: SCHEDULED
[03:30:21.600] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san:8852275239643931712:8:0) after 2m34s
[03:32:55.617] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san:8852275239643931712:8:0)
[03:32:55.647] Build status: SCHEDULED
[03:32:55.647] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san:8852275239643931712:9:0) after 6m16s
[03:39:11.686] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san:8852275239643931712:9:0)
[03:39:11.705] Build status: SCHEDULED
[03:39:11.705] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san:8852275239643931712:10:0) after 5m22s
[03:44:33.716] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san:8852275239643931712:10:0)
[03:44:33.737] Build status: SCHEDULED
[03:44:33.737] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san:8852275239643931712:11:0) after 2m5s
[03:46:38.798] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san:8852275239643931712:11:0)
[03:46:38.832] Build status: SCHEDULED
[03:46:38.832] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san:8852275239643931712:12:0) after 9m42s
[03:56:20.850] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san:8852275239643931712:12:0)
[03:56:20.869] Build status: SCHEDULED
[03:56:20.869] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san:8852275239643931712:13:0) after 2m34s
[03:58:54.961] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san:8852275239643931712:13:0)
[03:58:54.980] Build status: SCHEDULED
[03:58:54.980] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san:8852275239643931712:14:0) after 7m3s
[04:05:58.098] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san:8852275239643931712:14:0)
[04:05:58.153] Build status: SCHEDULED
[04:05:58.153] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san:8852275239643931712:15:0) after 7m12s
[04:13:10.213] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san:8852275239643931712:15:0)
[04:13:10.241] Build status: SCHEDULED
[04:13:10.242] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san:8852275239643931712:16:0) after 9m25s
[04:22:35.331] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san:8852275239643931712:16:0)
[04:22:35.350] Build status: SCHEDULED
[04:22:35.350] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san:8852275239643931712:17:0) after 5m54s
[04:28:29.387] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san:8852275239643931712:17:0)
[04:28:29.410] Build status: SCHEDULED
[04:28:29.410] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san:8852275239643931712:18:0) after 2m52s
[04:31:21.426] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san:8852275239643931712:18:0)
[04:31:21.445] Build status: SCHEDULED
[04:31:21.445] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san:8852275239643931712:19:0) after 1m11s
[04:32:32.656] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san:8852275239643931712:19:0)
[04:32:32.675] Build status: SCHEDULED
[04:32:32.675] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san:8852275239643931712:20:0) after 8m38s
[04:41:10.689] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san:8852275239643931712:20:0)
[04:41:10.718] Build status: SCHEDULED
[04:41:10.718] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san:8852275239643931712:21:0) after 2m15s
[04:43:25.886] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san:8852275239643931712:21:0)
[04:43:25.908] Build status: SCHEDULED
[04:43:25.908] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san:8852275239643931712:22:0) after 1m57s
[04:45:22.946] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san:8852275239643931712:22:0)
[04:45:23.034] Build status: SCHEDULED
[04:45:23.034] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san:8852275239643931712:23:0) after 1m23s
[04:46:46.085] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san:8852275239643931712:23:0)
[04:46:46.103] Build status: SCHEDULED
[04:46:46.103] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san:8852275239643931712:24:0) after 4m6s
[04:50:52.119] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san:8852275239643931712:24:0)
[04:50:52.134] Build status: SCHEDULED
[04:50:52.135] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san:8852275239643931712:25:0) after 9m16s
[05:00:08.185] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san:8852275239643931712:25:0)
[05:00:08.202] Build status: SCHEDULED
[05:00:08.202] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san:8852275239643931712:26:0) after 4m2s
[05:04:10.266] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san:8852275239643931712:26:0)
[05:04:10.456] Build status: SCHEDULED
[05:04:10.456] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san:8852275239643931712:27:0) after 6m39s
[05:10:49.505] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san:8852275239643931712:27:0)
[05:10:49.531] Build status: SCHEDULED
[05:10:49.532] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san:8852275239643931712:28:0) after 5m33s
[05:13:40.148] Received PubSub notification, asking Buildbucket for the build status
[05:13:40.167] Build status: STARTED
[05:16:22.544] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san:8852275239643931712:28:0)
[05:16:22.623] Build status: STARTED
[05:16:22.623] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san:8852275239643931712:30:0) after 4m35s
[05:16:53.377] Received PubSub notification, asking Buildbucket for the build status
[05:16:53.433] Build:
{
"id": "8686845177641322929",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-gn-san"
},
"createdBy": "project:pigweed",
"createTime": "2026-03-20T03:04:45.693400347Z",
"startTime": "2026-03-20T05:13:39.961351095Z",
"endTime": "2026-03-20T05:16:53.079279811Z",
"updateTime": "2026-03-20T05:16:53.079279811Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "c0c12906549fb42f421c5d64cd171710eb64c566",
"ref": "refs/heads/main"
}
}
}
[05:16:53.433] Invocation finished in 2h12m9.033713232s with status FAILED