[01:31:55.161] New invocation is queued and will start shortly
[01:31:56.221] Starting the invocation (attempt 1)
[01:31:56.249] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/982d592c1c3f9ec707ed2c8a6c03aa3db5287f86"
[01:31:56.249] Popped gitiles commit info from properties and tags
[01:31:56.249] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:31:56.249] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:31:56.249] Buildbucket request:
{
"requestId": "8858804060998146992",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "docs-builder"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8858804060998146992",
"job": "pigweed/pigweed.dev.ci-docs-builder",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "21e681a53ac1a2d9ccc1b44c31c03f61e0a1924b"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@21e681a53ac1a2d9ccc1b44c31c03f61e0a1924b",
"title": "21e681a53ac1a2d9ccc1b44c31c03f61e0a1924b",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/21e681a53ac1a2d9ccc1b44c31c03f61e0a1924b"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "cf568baf83c8a63ba0b641a6ef62a1710782a651"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@cf568baf83c8a63ba0b641a6ef62a1710782a651",
"title": "cf568baf83c8a63ba0b641a6ef62a1710782a651",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/cf568baf83c8a63ba0b641a6ef62a1710782a651"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "982d592c1c3f9ec707ed2c8a6c03aa3db5287f86"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@982d592c1c3f9ec707ed2c8a6c03aa3db5287f86",
"title": "982d592c1c3f9ec707ed2c8a6c03aa3db5287f86",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/982d592c1c3f9ec707ed2c8a6c03aa3db5287f86"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "982d592c1c3f9ec707ed2c8a6c03aa3db5287f86",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8858804060998146992"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-docs-builder"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[01:31:56.643] Scheduled build:
{
"id": "8693373999143235409",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "docs-builder"
},
"createdBy": "project:pigweed",
"createTime": "2026-01-07T01:31:56.311570789Z",
"updateTime": "2026-01-07T01:31:56.311570789Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "982d592c1c3f9ec707ed2c8a6c03aa3db5287f86",
"ref": "refs/heads/main"
}
},
"canary": true
}
[01:31:56.643] Task URL: https://cr-buildbucket.appspot.com/build/8693373999143235409
[01:31:56.643] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-docs-builder:8858804060998146992:2:0) after 2m44s
[01:31:57.595] Received PubSub notification, asking Buildbucket for the build status
[01:31:57.626] Build status: SCHEDULED
[01:34:40.664] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-docs-builder:8858804060998146992:2:0)
[01:34:40.679] Build status: SCHEDULED
[01:34:40.679] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-docs-builder:8858804060998146992:4:0) after 7m48s
[01:42:28.651] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-docs-builder:8858804060998146992:4:0)
[01:42:28.672] Build status: SCHEDULED
[01:42:28.672] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-docs-builder:8858804060998146992:5:0) after 4m15s
[01:46:43.687] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-docs-builder:8858804060998146992:5:0)
[01:46:43.701] Build status: SCHEDULED
[01:46:43.701] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-docs-builder:8858804060998146992:6:0) after 6m32s
[01:53:15.726] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-docs-builder:8858804060998146992:6:0)
[01:53:15.814] Build status: SCHEDULED
[01:53:15.814] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-docs-builder:8858804060998146992:7:0) after 7m39s
[02:00:54.861] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-docs-builder:8858804060998146992:7:0)
[02:00:54.900] Build status: SCHEDULED
[02:00:54.900] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-docs-builder:8858804060998146992:8:0) after 3m34s
[02:04:28.997] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-docs-builder:8858804060998146992:8:0)
[02:04:29.017] Build status: SCHEDULED
[02:04:29.017] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-docs-builder:8858804060998146992:9:0) after 9m25s
[02:13:54.041] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-docs-builder:8858804060998146992:9:0)
[02:13:54.121] Build status: SCHEDULED
[02:13:54.121] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-docs-builder:8858804060998146992:10:0) after 1m19s
[02:15:13.139] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-docs-builder:8858804060998146992:10:0)
[02:15:13.161] Build status: SCHEDULED
[02:15:13.161] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-docs-builder:8858804060998146992:11:0) after 6m34s
[02:21:47.175] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-docs-builder:8858804060998146992:11:0)
[02:21:47.234] Build status: SCHEDULED
[02:21:47.234] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-docs-builder:8858804060998146992:12:0) after 8m3s
[02:29:50.257] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-docs-builder:8858804060998146992:12:0)
[02:29:50.440] Build status: SCHEDULED
[02:29:50.440] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-docs-builder:8858804060998146992:13:0) after 7m49s
[02:37:39.455] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-docs-builder:8858804060998146992:13:0)
[02:37:39.537] Build status: SCHEDULED
[02:37:39.537] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-docs-builder:8858804060998146992:14:0) after 5m45s
[02:43:24.558] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-docs-builder:8858804060998146992:14:0)
[02:43:24.569] Build status: SCHEDULED
[02:43:24.569] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-docs-builder:8858804060998146992:15:0) after 6m53s
[02:50:17.582] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-docs-builder:8858804060998146992:15:0)
[02:50:17.596] Build status: SCHEDULED
[02:50:17.596] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-docs-builder:8858804060998146992:16:0) after 6m39s
[02:56:56.561] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-docs-builder:8858804060998146992:16:0)
[02:56:56.578] Build status: SCHEDULED
[02:56:56.578] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-docs-builder:8858804060998146992:17:0) after 4m35s
[03:01:31.641] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-docs-builder:8858804060998146992:17:0)
[03:01:31.671] Build status: SCHEDULED
[03:01:31.671] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-docs-builder:8858804060998146992:18:0) after 2m57s
[03:04:28.747] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-docs-builder:8858804060998146992:18:0)
[03:04:28.769] Build status: SCHEDULED
[03:04:28.769] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-docs-builder:8858804060998146992:19:0) after 6m7s
[03:10:35.784] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-docs-builder:8858804060998146992:19:0)
[03:10:35.804] Build status: SCHEDULED
[03:10:35.804] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-docs-builder:8858804060998146992:20:0) after 1m3s
[03:11:38.823] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-docs-builder:8858804060998146992:20:0)
[03:11:38.849] Build status: SCHEDULED
[03:11:38.849] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-docs-builder:8858804060998146992:21:0) after 1m44s
[03:13:22.870] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-docs-builder:8858804060998146992:21:0)
[03:13:23.030] Build status: SCHEDULED
[03:13:23.030] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-docs-builder:8858804060998146992:22:0) after 9m10s
[03:22:34.569] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-docs-builder:8858804060998146992:22:0)
[03:22:34.585] Build status: SCHEDULED
[03:22:34.585] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-docs-builder:8858804060998146992:23:0) after 4m17s
[03:26:51.600] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-docs-builder:8858804060998146992:23:0)
[03:26:51.613] Build status: SCHEDULED
[03:26:51.614] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-docs-builder:8858804060998146992:24:0) after 9m8s
[03:36:00.094] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-docs-builder:8858804060998146992:24:0)
[03:36:00.189] Build status: SCHEDULED
[03:36:00.190] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-docs-builder:8858804060998146992:25:0) after 8m3s
[03:44:03.238] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-docs-builder:8858804060998146992:25:0)
[03:44:03.263] Build status: SCHEDULED
[03:44:03.263] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-docs-builder:8858804060998146992:26:0) after 8m49s
[03:52:52.395] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-docs-builder:8858804060998146992:26:0)
[03:52:52.411] Build status: SCHEDULED
[03:52:52.411] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-docs-builder:8858804060998146992:27:0) after 2m40s
[03:55:32.424] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-docs-builder:8858804060998146992:27:0)
[03:55:32.440] Build status: SCHEDULED
[03:55:32.440] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-docs-builder:8858804060998146992:28:0) after 3m41s
[03:59:13.486] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-docs-builder:8858804060998146992:28:0)
[03:59:13.504] Build status: SCHEDULED
[03:59:13.504] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-docs-builder:8858804060998146992:29:0) after 1m15s
[04:00:28.622] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-docs-builder:8858804060998146992:29:0)
[04:00:28.667] Build status: SCHEDULED
[04:00:28.667] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-docs-builder:8858804060998146992:30:0) after 3m15s
[04:03:43.731] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-docs-builder:8858804060998146992:30:0)
[04:03:43.787] Build status: SCHEDULED
[04:03:43.788] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-docs-builder:8858804060998146992:31:0) after 9m41s
[04:13:25.182] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-docs-builder:8858804060998146992:31:0)
[04:13:25.199] Build status: SCHEDULED
[04:13:25.199] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-docs-builder:8858804060998146992:32:0) after 5m54s
[04:19:19.214] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-docs-builder:8858804060998146992:32:0)
[04:19:19.229] Build status: SCHEDULED
[04:19:19.229] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-docs-builder:8858804060998146992:33:0) after 3m58s
[04:23:17.366] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-docs-builder:8858804060998146992:33:0)
[04:23:17.386] Build status: SCHEDULED
[04:23:17.386] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-docs-builder:8858804060998146992:34:0) after 2m31s
[04:25:48.436] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-docs-builder:8858804060998146992:34:0)
[04:25:48.453] Build status: SCHEDULED
[04:25:48.453] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-docs-builder:8858804060998146992:35:0) after 4m29s
[04:30:17.469] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-docs-builder:8858804060998146992:35:0)
[04:30:17.492] Build status: SCHEDULED
[04:30:17.492] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-docs-builder:8858804060998146992:36:0) after 5m49s
[04:36:06.651] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-docs-builder:8858804060998146992:36:0)
[04:36:06.685] Build status: SCHEDULED
[04:36:06.686] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-docs-builder:8858804060998146992:37:0) after 9m32s
[04:45:38.908] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-docs-builder:8858804060998146992:37:0)
[04:45:38.939] Build status: SCHEDULED
[04:45:38.939] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-docs-builder:8858804060998146992:38:0) after 7m6s
[04:52:44.958] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-docs-builder:8858804060998146992:38:0)
[04:52:44.979] Build status: SCHEDULED
[04:52:44.980] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-docs-builder:8858804060998146992:39:0) after 4m28s
[04:57:13.002] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-docs-builder:8858804060998146992:39:0)
[04:57:13.071] Build status: SCHEDULED
[04:57:13.071] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-docs-builder:8858804060998146992:40:0) after 3m16s
[05:00:29.168] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-docs-builder:8858804060998146992:40:0)
[05:00:29.185] Build status: SCHEDULED
[05:00:29.185] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-docs-builder:8858804060998146992:41:0) after 7m14s
[05:07:43.392] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-docs-builder:8858804060998146992:41:0)
[05:07:43.428] Build status: SCHEDULED
[05:07:43.428] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-docs-builder:8858804060998146992:42:0) after 2m17s
[05:09:11.502] Received PubSub notification, asking Buildbucket for the build status
[05:09:11.521] Build status: STARTED
[05:10:00.445] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-docs-builder:8858804060998146992:42:0)
[05:10:00.518] Build status: STARTED
[05:10:00.518] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-docs-builder:8858804060998146992:44:0) after 4m20s
[05:12:06.878] Received PubSub notification, asking Buildbucket for the build status
[05:12:06.929] Build:
{
"id": "8693373999143235409",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "docs-builder"
},
"createdBy": "project:pigweed",
"createTime": "2026-01-07T01:31:56.311570789Z",
"startTime": "2026-01-07T05:09:10.967823286Z",
"endTime": "2026-01-07T05:12:06.177403173Z",
"updateTime": "2026-01-07T05:12:06.177403173Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "982d592c1c3f9ec707ed2c8a6c03aa3db5287f86",
"ref": "refs/heads/main"
}
},
"canary": true
}
[05:12:06.929] Invocation finished in 3h40m11.771032331s with status FAILED