[19:19:58.577] New invocation is queued and will start shortly
[19:19:59.808] Starting the invocation (attempt 1)
[19:19:59.834] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/experimental/+/963541c13f424b9a4caedd3b561dee59932676af"
[19:19:59.834] Popped gitiles commit info from properties and tags
[19:19:59.834] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[19:19:59.834] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[19:19:59.834] Buildbucket request:
{
"requestId": "8852395077029763392",
"builder": {
"project": "pigweed",
"bucket": "experimental.dev.ci",
"builder": "experimental-full"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8852395077029763392",
"job": "pigweed/experimental.dev.ci-experimental-full",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/experimental",
"revision": "963541c13f424b9a4caedd3b561dee59932676af"
},
"id": "https://pigweed.googlesource.com/pigweed/experimental/+/refs/heads/main@963541c13f424b9a4caedd3b561dee59932676af",
"title": "963541c13f424b9a4caedd3b561dee59932676af",
"url": "https://pigweed.googlesource.com/pigweed/experimental/+/963541c13f424b9a4caedd3b561dee59932676af"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/experimental",
"id": "963541c13f424b9a4caedd3b561dee59932676af",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8852395077029763392"
},
{
"key": "scheduler_job_id",
"value": "pigweed/experimental.dev.ci-experimental-full"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[19:20:00.333] Scheduled build:
{
"id": "8686965014982169809",
"builder": {
"project": "pigweed",
"bucket": "experimental.dev.ci",
"builder": "experimental-full"
},
"createdBy": "project:pigweed",
"createTime": "2026-03-18T19:19:59.899474952Z",
"updateTime": "2026-03-18T19:19:59.899474952Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/experimental",
"id": "963541c13f424b9a4caedd3b561dee59932676af",
"ref": "refs/heads/main"
}
}
}
[19:20:00.333] Task URL: https://cr-buildbucket.appspot.com/build/8686965014982169809
[19:20:00.333] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852395077029763392:2:0) after 8m15s
[19:20:01.188] Received PubSub notification, asking Buildbucket for the build status
[19:20:01.246] Build status: SCHEDULED
[19:28:15.347] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852395077029763392:2:0)
[19:28:15.382] Build status: SCHEDULED
[19:28:15.382] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852395077029763392:4:0) after 5m52s
[19:34:07.403] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852395077029763392:4:0)
[19:34:07.454] Build status: SCHEDULED
[19:34:07.455] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852395077029763392:5:0) after 8m29s
[19:42:36.521] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852395077029763392:5:0)
[19:42:36.539] Build status: SCHEDULED
[19:42:36.539] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852395077029763392:6:0) after 4m42s
[19:47:18.559] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852395077029763392:6:0)
[19:47:18.590] Build status: SCHEDULED
[19:47:18.590] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852395077029763392:7:0) after 8m24s
[19:55:42.618] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852395077029763392:7:0)
[19:55:42.662] Build status: SCHEDULED
[19:55:42.662] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852395077029763392:8:0) after 6m6s
[20:01:48.733] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852395077029763392:8:0)
[20:01:48.772] Build status: SCHEDULED
[20:01:48.772] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852395077029763392:9:0) after 8m46s
[20:10:34.836] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852395077029763392:9:0)
[20:10:34.854] Build status: SCHEDULED
[20:10:34.854] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852395077029763392:10:0) after 2m17s
[20:12:51.873] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852395077029763392:10:0)
[20:12:51.939] Build status: SCHEDULED
[20:12:51.939] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852395077029763392:11:0) after 6m55s
[20:19:47.037] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852395077029763392:11:0)
[20:19:47.070] Build status: SCHEDULED
[20:19:47.070] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852395077029763392:12:0) after 2m24s
[20:22:11.295] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852395077029763392:12:0)
[20:22:11.317] Build status: SCHEDULED
[20:22:11.317] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852395077029763392:13:0) after 2m34s
[20:24:45.425] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852395077029763392:13:0)
[20:24:45.470] Build status: SCHEDULED
[20:24:45.470] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852395077029763392:14:0) after 8m58s
[20:33:43.579] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852395077029763392:14:0)
[20:33:43.594] Build status: SCHEDULED
[20:33:43.594] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852395077029763392:15:0) after 5m48s
[20:39:31.703] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852395077029763392:15:0)
[20:39:31.719] Build status: SCHEDULED
[20:39:31.719] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852395077029763392:16:0) after 6m23s
[20:45:54.733] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852395077029763392:16:0)
[20:45:54.820] Build status: SCHEDULED
[20:45:54.820] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852395077029763392:17:0) after 6m57s
[20:52:51.939] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852395077029763392:17:0)
[20:52:51.973] Build status: SCHEDULED
[20:52:51.974] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852395077029763392:18:0) after 3m26s
[20:56:17.995] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852395077029763392:18:0)
[20:56:18.015] Build status: SCHEDULED
[20:56:18.015] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852395077029763392:19:0) after 4m40s
[21:00:58.029] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852395077029763392:19:0)
[21:00:58.046] Build status: SCHEDULED
[21:00:58.046] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852395077029763392:20:0) after 4m20s
[21:05:18.058] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852395077029763392:20:0)
[21:05:18.099] Build status: SCHEDULED
[21:05:18.099] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852395077029763392:21:0) after 9m21s
[21:14:39.097] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852395077029763392:21:0)
[21:14:39.121] Build status: SCHEDULED
[21:14:39.121] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852395077029763392:22:0) after 2m45s
[21:17:24.185] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852395077029763392:22:0)
[21:17:24.261] Build status: SCHEDULED
[21:17:24.261] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852395077029763392:23:0) after 5m40s
[21:23:04.279] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852395077029763392:23:0)
[21:23:04.297] Build status: SCHEDULED
[21:23:04.297] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852395077029763392:24:0) after 6m47s
[21:29:51.437] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852395077029763392:24:0)
[21:29:51.492] Build status: SCHEDULED
[21:29:51.493] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852395077029763392:25:0) after 7m10s
[21:37:01.505] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852395077029763392:25:0)
[21:37:01.531] Build status: SCHEDULED
[21:37:01.531] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852395077029763392:26:0) after 9m59s
[21:47:00.548] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852395077029763392:26:0)
[21:47:00.706] Build status: SCHEDULED
[21:47:00.706] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852395077029763392:27:0) after 8m13s
[21:55:13.694] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852395077029763392:27:0)
[21:55:13.820] Build status: SCHEDULED
[21:55:13.820] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852395077029763392:28:0) after 2m47s
[21:58:00.936] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852395077029763392:28:0)
[21:58:00.956] Build status: SCHEDULED
[21:58:00.956] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852395077029763392:29:0) after 1m48s
[21:59:48.949] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852395077029763392:29:0)
[21:59:49.018] Build status: SCHEDULED
[21:59:49.018] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852395077029763392:30:0) after 3m41s
[22:03:30.084] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852395077029763392:30:0)
[22:03:30.113] Build status: SCHEDULED
[22:03:30.113] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852395077029763392:31:0) after 6m1s
[22:09:31.127] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852395077029763392:31:0)
[22:09:31.152] Build status: SCHEDULED
[22:09:31.152] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852395077029763392:32:0) after 8m4s
[22:17:35.245] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852395077029763392:32:0)
[22:17:35.304] Build status: SCHEDULED
[22:17:35.304] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852395077029763392:33:0) after 1m48s
[22:19:23.368] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852395077029763392:33:0)
[22:19:23.415] Build status: SCHEDULED
[22:19:23.415] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852395077029763392:34:0) after 4m28s
[22:23:51.430] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852395077029763392:34:0)
[22:23:51.454] Build status: SCHEDULED
[22:23:51.454] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852395077029763392:35:0) after 7m41s
[22:31:32.482] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852395077029763392:35:0)
[22:31:32.502] Build status: SCHEDULED
[22:31:32.502] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852395077029763392:36:0) after 1m7s
[22:32:39.519] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852395077029763392:36:0)
[22:32:39.540] Build status: SCHEDULED
[22:32:39.540] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852395077029763392:37:0) after 5m27s
[22:35:25.873] Received PubSub notification, asking Buildbucket for the build status
[22:35:25.901] Build status: STARTED
[22:35:42.912] Received PubSub notification, asking Buildbucket for the build status
[22:35:42.933] Build:
{
"id": "8686965014982169809",
"builder": {
"project": "pigweed",
"bucket": "experimental.dev.ci",
"builder": "experimental-full"
},
"createdBy": "project:pigweed",
"createTime": "2026-03-18T19:19:59.899474952Z",
"startTime": "2026-03-18T22:35:25.729345805Z",
"endTime": "2026-03-18T22:35:42.315457127Z",
"updateTime": "2026-03-18T22:35:42.315457127Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/experimental",
"id": "963541c13f424b9a4caedd3b561dee59932676af",
"ref": "refs/heads/main"
}
}
}
[22:35:42.933] Invocation finished in 3h15m44.369689505s with status FAILED