[09:08:38.803] New invocation is queued and will start shortly
[09:08:39.927] Starting the invocation (attempt 1)
[09:08:39.955] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/experimental/+/71c443cd2080d34e12deeae20275ef732006a8b9"
[09:08:39.956] Popped gitiles commit info from properties and tags
[09:08:39.956] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[09:08:39.956] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[09:08:39.956] Buildbucket request:
{
"requestId": "8855604432373469456",
"builder": {
"project": "pigweed",
"bucket": "experimental.dev.ci",
"builder": "experimental-full"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8855604432373469456",
"job": "pigweed/experimental.dev.ci-experimental-full",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/experimental",
"revision": "71c443cd2080d34e12deeae20275ef732006a8b9"
},
"id": "https://pigweed.googlesource.com/pigweed/experimental/+/refs/heads/main@71c443cd2080d34e12deeae20275ef732006a8b9",
"title": "71c443cd2080d34e12deeae20275ef732006a8b9",
"url": "https://pigweed.googlesource.com/pigweed/experimental/+/71c443cd2080d34e12deeae20275ef732006a8b9"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/experimental",
"id": "71c443cd2080d34e12deeae20275ef732006a8b9",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8855604432373469456"
},
{
"key": "scheduler_job_id",
"value": "pigweed/experimental.dev.ci-experimental-full"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[09:08:40.393] Scheduled build:
{
"id": "8690174370421117681",
"builder": {
"project": "pigweed",
"bucket": "experimental.dev.ci",
"builder": "experimental-full"
},
"createdBy": "project:pigweed",
"createTime": "2026-02-11T09:08:40.045667903Z",
"updateTime": "2026-02-11T09:08:40.045667903Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/experimental",
"id": "71c443cd2080d34e12deeae20275ef732006a8b9",
"ref": "refs/heads/main"
}
}
}
[09:08:40.393] Task URL: https://cr-buildbucket.appspot.com/build/8690174370421117681
[09:08:40.393] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8855604432373469456:2:0) after 3m31s
[09:08:40.676] Received PubSub notification, asking Buildbucket for the build status
[09:08:40.698] Build status: SCHEDULED
[09:12:11.406] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8855604432373469456:2:0)
[09:12:11.459] Build status: SCHEDULED
[09:12:11.459] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8855604432373469456:4:0) after 6m29s
[09:18:40.473] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8855604432373469456:4:0)
[09:18:40.497] Build status: SCHEDULED
[09:18:40.497] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8855604432373469456:5:0) after 8m11s
[09:26:51.530] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8855604432373469456:5:0)
[09:26:51.550] Build status: SCHEDULED
[09:26:51.550] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8855604432373469456:6:0) after 2m55s
[09:29:46.617] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8855604432373469456:6:0)
[09:29:46.656] Build status: SCHEDULED
[09:29:46.656] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8855604432373469456:7:0) after 9m32s
[09:39:18.969] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8855604432373469456:7:0)
[09:39:18.984] Build status: SCHEDULED
[09:39:18.985] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8855604432373469456:8:0) after 6m43s
[09:46:02.066] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8855604432373469456:8:0)
[09:46:02.154] Build status: SCHEDULED
[09:46:02.154] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8855604432373469456:9:0) after 2m45s
[09:48:47.167] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8855604432373469456:9:0)
[09:48:47.189] Build status: SCHEDULED
[09:48:47.189] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8855604432373469456:10:0) after 9m4s
[09:57:51.202] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8855604432373469456:10:0)
[09:57:51.229] Build status: SCHEDULED
[09:57:51.229] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8855604432373469456:11:0) after 4m17s
[10:02:08.246] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8855604432373469456:11:0)
[10:02:08.268] Build status: SCHEDULED
[10:02:08.268] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8855604432373469456:12:0) after 3m8s
[10:05:16.330] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8855604432373469456:12:0)
[10:05:16.349] Build status: SCHEDULED
[10:05:16.349] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8855604432373469456:13:0) after 4m40s
[10:09:56.429] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8855604432373469456:13:0)
[10:09:56.445] Build status: SCHEDULED
[10:09:56.445] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8855604432373469456:14:0) after 3m33s
[10:13:29.459] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8855604432373469456:14:0)
[10:13:29.477] Build status: SCHEDULED
[10:13:29.477] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8855604432373469456:15:0) after 6m24s
[10:19:53.508] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8855604432373469456:15:0)
[10:19:53.635] Build status: SCHEDULED
[10:19:53.635] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8855604432373469456:16:0) after 8m43s
[10:28:36.654] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8855604432373469456:16:0)
[10:28:36.674] Build status: SCHEDULED
[10:28:36.674] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8855604432373469456:17:0) after 3m2s
[10:31:38.686] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8855604432373469456:17:0)
[10:31:38.700] Build status: SCHEDULED
[10:31:38.701] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8855604432373469456:18:0) after 8m43s
[10:40:21.738] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8855604432373469456:18:0)
[10:40:21.753] Build status: SCHEDULED
[10:40:21.753] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8855604432373469456:19:0) after 7m43s
[10:48:04.819] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8855604432373469456:19:0)
[10:48:04.893] Build status: SCHEDULED
[10:48:04.893] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8855604432373469456:20:0) after 9m29s
[10:57:33.909] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8855604432373469456:20:0)
[10:57:33.928] Build status: SCHEDULED
[10:57:33.928] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8855604432373469456:21:0) after 6m9s
[11:03:42.946] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8855604432373469456:21:0)
[11:03:42.967] Build status: SCHEDULED
[11:03:42.967] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8855604432373469456:22:0) after 2m49s
[11:06:31.984] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8855604432373469456:22:0)
[11:06:32.002] Build status: SCHEDULED
[11:06:32.002] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8855604432373469456:23:0) after 1m22s
[11:07:54.033] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8855604432373469456:23:0)
[11:07:54.053] Build status: SCHEDULED
[11:07:54.053] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8855604432373469456:24:0) after 5m46s
[11:13:40.068] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8855604432373469456:24:0)
[11:13:40.316] Build status: SCHEDULED
[11:13:40.316] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8855604432373469456:25:0) after 3m9s
[11:16:49.298] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8855604432373469456:25:0)
[11:16:49.323] Build status: SCHEDULED
[11:16:49.323] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8855604432373469456:26:0) after 2m2s
[11:18:51.338] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8855604432373469456:26:0)
[11:18:51.362] Build status: SCHEDULED
[11:18:51.362] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8855604432373469456:27:0) after 5m15s
[11:24:06.701] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8855604432373469456:27:0)
[11:24:06.717] Build status: SCHEDULED
[11:24:06.717] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8855604432373469456:28:0) after 5m56s
[11:30:02.874] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8855604432373469456:28:0)
[11:30:02.987] Build status: SCHEDULED
[11:30:02.987] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8855604432373469456:29:0) after 2m40s
[11:32:43.427] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8855604432373469456:29:0)
[11:32:43.445] Build status: SCHEDULED
[11:32:43.445] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8855604432373469456:30:0) after 4m39s
[11:37:22.830] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8855604432373469456:30:0)
[11:37:22.855] Build status: SCHEDULED
[11:37:22.855] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8855604432373469456:31:0) after 9m35s
[11:46:58.038] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8855604432373469456:31:0)
[11:46:58.053] Build status: SCHEDULED
[11:46:58.053] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8855604432373469456:32:0) after 3m0s
[11:49:58.069] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8855604432373469456:32:0)
[11:49:58.092] Build status: SCHEDULED
[11:49:58.092] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8855604432373469456:33:0) after 9m42s
[11:59:40.145] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8855604432373469456:33:0)
[11:59:40.172] Build status: SCHEDULED
[11:59:40.172] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8855604432373469456:34:0) after 2m53s
[12:02:33.190] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8855604432373469456:34:0)
[12:02:33.212] Build status: SCHEDULED
[12:02:33.212] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8855604432373469456:35:0) after 2m48s
[12:05:21.226] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8855604432373469456:35:0)
[12:05:21.250] Build status: SCHEDULED
[12:05:21.250] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8855604432373469456:36:0) after 2m20s
[12:07:41.267] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8855604432373469456:36:0)
[12:07:41.285] Build status: SCHEDULED
[12:07:41.285] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8855604432373469456:37:0) after 2m10s
[12:09:51.486] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8855604432373469456:37:0)
[12:09:51.502] Build status: SCHEDULED
[12:09:51.502] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8855604432373469456:38:0) after 2m31s
[12:12:22.525] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8855604432373469456:38:0)
[12:12:22.542] Build status: SCHEDULED
[12:12:22.542] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8855604432373469456:39:0) after 6m15s
[12:18:37.587] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8855604432373469456:39:0)
[12:18:37.610] Build status: SCHEDULED
[12:18:37.610] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8855604432373469456:40:0) after 1m13s
[12:19:50.620] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8855604432373469456:40:0)
[12:19:50.646] Build status: SCHEDULED
[12:19:50.646] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8855604432373469456:41:0) after 3m58s
[12:23:48.710] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8855604432373469456:41:0)
[12:23:48.741] Build status: SCHEDULED
[12:23:48.742] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8855604432373469456:42:0) after 3m8s
[12:26:56.790] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8855604432373469456:42:0)
[12:26:56.805] Build status: SCHEDULED
[12:26:56.805] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8855604432373469456:43:0) after 3m40s
[12:30:36.843] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8855604432373469456:43:0)
[12:30:36.869] Build status: SCHEDULED
[12:30:36.869] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8855604432373469456:44:0) after 8m24s
[12:39:00.865] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8855604432373469456:44:0)
[12:39:00.886] Build status: SCHEDULED
[12:39:00.886] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8855604432373469456:45:0) after 4m17s
[12:43:17.901] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8855604432373469456:45:0)
[12:43:17.935] Build status: SCHEDULED
[12:43:17.935] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8855604432373469456:46:0) after 3m28s
[12:46:45.966] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8855604432373469456:46:0)
[12:46:45.982] Build status: SCHEDULED
[12:46:45.983] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8855604432373469456:47:0) after 5m4s
[12:51:50.004] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8855604432373469456:47:0)
[12:51:50.191] Build status: SCHEDULED
[12:51:50.191] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8855604432373469456:48:0) after 9m29s
[13:01:19.267] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8855604432373469456:48:0)
[13:01:19.297] Build status: SCHEDULED
[13:01:19.315] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8855604432373469456:49:0) after 2m59s
[13:02:29.998] Received PubSub notification, asking Buildbucket for the build status
[13:02:30.018] Build status: STARTED
[13:02:57.121] Received PubSub notification, asking Buildbucket for the build status
[13:02:57.141] Build:
{
"id": "8690174370421117681",
"builder": {
"project": "pigweed",
"bucket": "experimental.dev.ci",
"builder": "experimental-full"
},
"createdBy": "project:pigweed",
"createTime": "2026-02-11T09:08:40.045667903Z",
"startTime": "2026-02-11T13:02:29.853987996Z",
"endTime": "2026-02-11T13:02:56.838075836Z",
"updateTime": "2026-02-11T13:02:56.838075836Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/experimental",
"id": "71c443cd2080d34e12deeae20275ef732006a8b9",
"ref": "refs/heads/main"
}
}
}
[13:02:57.141] Invocation finished in 3h54m18.341347373s with status FAILED