[08:49:32.285] New invocation is queued and will start shortly
[08:49:33.348] Starting the invocation (attempt 1)
[08:49:33.375] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/21779c05546405c1d31c522b8b532224a99af030"
[08:49:33.375] Popped gitiles commit info from properties and tags
[08:49:33.375] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[08:49:33.375] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[08:49:33.376] Buildbucket request:
{
"requestId": "8853793695259173824",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-gn-sapphire"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8853793695259173824",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "21779c05546405c1d31c522b8b532224a99af030"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@21779c05546405c1d31c522b8b532224a99af030",
"title": "21779c05546405c1d31c522b8b532224a99af030",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/21779c05546405c1d31c522b8b532224a99af030"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "21779c05546405c1d31c522b8b532224a99af030",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8853793695259173824"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[08:49:33.714] Scheduled build:
{
"id": "8688363633405303009",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-gn-sapphire"
},
"createdBy": "project:pigweed",
"createTime": "2026-03-03T08:49:33.431094727Z",
"updateTime": "2026-03-03T08:49:33.431094727Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "21779c05546405c1d31c522b8b532224a99af030",
"ref": "refs/heads/main"
}
}
}
[08:49:33.714] Task URL: https://cr-buildbucket.appspot.com/build/8688363633405303009
[08:49:33.714] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853793695259173824:2:0) after 7m56s
[08:49:34.666] Received PubSub notification, asking Buildbucket for the build status
[08:49:34.686] Build status: SCHEDULED
[08:57:29.852] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853793695259173824:2:0)
[08:57:29.872] Build status: SCHEDULED
[08:57:29.872] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853793695259173824:4:0) after 5m3s
[09:02:32.887] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853793695259173824:4:0)
[09:02:32.905] Build status: SCHEDULED
[09:02:32.905] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853793695259173824:5:0) after 4m4s
[09:06:36.970] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853793695259173824:5:0)
[09:06:36.984] Build status: SCHEDULED
[09:06:36.984] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853793695259173824:6:0) after 9m56s
[09:16:32.998] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853793695259173824:6:0)
[09:16:33.040] Build status: SCHEDULED
[09:16:33.040] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853793695259173824:7:0) after 8m14s
[09:24:47.156] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853793695259173824:7:0)
[09:24:47.191] Build status: SCHEDULED
[09:24:47.191] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853793695259173824:8:0) after 4m4s
[09:28:51.213] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853793695259173824:8:0)
[09:28:51.229] Build status: SCHEDULED
[09:28:51.229] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853793695259173824:9:0) after 9m22s
[09:38:13.245] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853793695259173824:9:0)
[09:38:13.268] Build status: SCHEDULED
[09:38:13.268] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853793695259173824:10:0) after 3m4s
[09:41:17.355] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853793695259173824:10:0)
[09:41:17.431] Build status: SCHEDULED
[09:41:17.431] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853793695259173824:11:0) after 5m32s
[09:46:49.396] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853793695259173824:11:0)
[09:46:49.414] Build status: SCHEDULED
[09:46:49.414] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853793695259173824:12:0) after 7m49s
[09:54:38.436] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853793695259173824:12:0)
[09:54:38.485] Build status: SCHEDULED
[09:54:38.485] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853793695259173824:13:0) after 1m1s
[09:55:39.501] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853793695259173824:13:0)
[09:55:39.577] Build status: SCHEDULED
[09:55:39.577] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853793695259173824:14:0) after 1m5s
[09:56:44.624] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853793695259173824:14:0)
[09:56:44.653] Build status: SCHEDULED
[09:56:44.654] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853793695259173824:15:0) after 8m44s
[10:05:28.752] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853793695259173824:15:0)
[10:05:28.854] Build status: SCHEDULED
[10:05:28.854] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853793695259173824:16:0) after 4m25s
[10:09:53.870] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853793695259173824:16:0)
[10:09:53.933] Build status: SCHEDULED
[10:09:53.933] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853793695259173824:17:0) after 4m10s
[10:14:04.010] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853793695259173824:17:0)
[10:14:04.033] Build status: SCHEDULED
[10:14:04.033] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853793695259173824:18:0) after 3m12s
[10:17:16.052] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853793695259173824:18:0)
[10:17:16.069] Build status: SCHEDULED
[10:17:16.069] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853793695259173824:19:0) after 8m16s
[10:25:32.081] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853793695259173824:19:0)
[10:25:32.135] Build status: SCHEDULED
[10:25:32.135] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853793695259173824:20:0) after 8m12s
[10:33:44.152] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853793695259173824:20:0)
[10:33:44.172] Build status: SCHEDULED
[10:33:44.172] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853793695259173824:21:0) after 5m14s
[10:38:58.186] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853793695259173824:21:0)
[10:38:58.205] Build status: SCHEDULED
[10:38:58.205] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853793695259173824:22:0) after 8m44s
[10:47:42.240] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853793695259173824:22:0)
[10:47:42.318] Build status: SCHEDULED
[10:47:42.318] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853793695259173824:23:0) after 4m5s
[10:51:47.345] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853793695259173824:23:0)
[10:51:47.393] Build status: SCHEDULED
[10:51:47.393] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853793695259173824:24:0) after 5m14s
[10:57:01.411] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853793695259173824:24:0)
[10:57:01.446] Build status: SCHEDULED
[10:57:01.446] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853793695259173824:25:0) after 3m43s
[11:00:44.464] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853793695259173824:25:0)
[11:00:44.488] Build status: SCHEDULED
[11:00:44.488] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853793695259173824:26:0) after 4m20s
[11:05:04.517] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853793695259173824:26:0)
[11:05:04.538] Build status: SCHEDULED
[11:05:04.539] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853793695259173824:27:0) after 6m39s
[11:11:43.554] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853793695259173824:27:0)
[11:11:43.573] Build status: SCHEDULED
[11:11:43.573] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853793695259173824:28:0) after 3m40s
[11:15:23.581] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853793695259173824:28:0)
[11:15:23.603] Build status: SCHEDULED
[11:15:23.603] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853793695259173824:29:0) after 5m27s
[11:20:51.156] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853793695259173824:29:0)
[11:20:51.174] Build status: SCHEDULED
[11:20:51.174] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853793695259173824:30:0) after 5m14s
[11:26:05.324] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853793695259173824:30:0)
[11:26:05.344] Build status: SCHEDULED
[11:26:05.344] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853793695259173824:31:0) after 6m18s
[11:32:23.357] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853793695259173824:31:0)
[11:32:23.381] Build status: SCHEDULED
[11:32:23.381] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853793695259173824:32:0) after 2m57s
[11:35:20.512] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853793695259173824:32:0)
[11:35:20.529] Build status: SCHEDULED
[11:35:20.529] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853793695259173824:33:0) after 8m39s
[11:43:59.698] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853793695259173824:33:0)
[11:43:59.724] Build status: SCHEDULED
[11:43:59.724] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853793695259173824:34:0) after 6m37s
[11:50:36.746] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853793695259173824:34:0)
[11:50:36.760] Build status: SCHEDULED
[11:50:36.761] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853793695259173824:35:0) after 2m32s
[11:53:08.776] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853793695259173824:35:0)
[11:53:08.792] Build status: SCHEDULED
[11:53:08.792] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853793695259173824:36:0) after 8m50s
[12:01:58.829] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853793695259173824:36:0)
[12:01:58.891] Build status: SCHEDULED
[12:01:58.891] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853793695259173824:37:0) after 7m7s
[12:09:06.078] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853793695259173824:37:0)
[12:09:06.178] Build status: SCHEDULED
[12:09:06.179] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853793695259173824:38:0) after 1m3s
[12:10:09.196] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853793695259173824:38:0)
[12:10:09.273] Build status: SCHEDULED
[12:10:09.273] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853793695259173824:39:0) after 3m28s
[12:13:37.289] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853793695259173824:39:0)
[12:13:37.308] Build status: SCHEDULED
[12:13:37.308] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853793695259173824:40:0) after 8m42s
[12:15:18.476] Received PubSub notification, asking Buildbucket for the build status
[12:15:18.491] Build status: STARTED
[12:21:07.821] Received PubSub notification, asking Buildbucket for the build status
[12:21:07.838] Build:
{
"id": "8688363633405303009",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-gn-sapphire"
},
"createdBy": "project:pigweed",
"createTime": "2026-03-03T08:49:33.431094727Z",
"startTime": "2026-03-03T12:15:16.466531193Z",
"endTime": "2026-03-03T12:21:07.535908083Z",
"updateTime": "2026-03-03T12:21:07.535908083Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "21779c05546405c1d31c522b8b532224a99af030",
"ref": "refs/heads/main"
}
}
}
[12:21:07.838] Invocation finished in 3h31m35.559275251s with status FAILED