[05:12:36.655] New invocation is queued and will start shortly
[05:12:37.867] Starting the invocation (attempt 1)
[05:12:37.888] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/experimental/+/732332cb2724720b4a79016f0e410a84dadd5ce5"
[05:12:37.888] Popped gitiles commit info from properties and tags
[05:12:37.888] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[05:12:37.888] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[05:12:37.889] Buildbucket request:
{
"requestId": "8852448388648707456",
"builder": {
"project": "pigweed",
"bucket": "experimental.dev.ci",
"builder": "experimental-full"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8852448388648707456",
"job": "pigweed/experimental.dev.ci-experimental-full",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/experimental",
"revision": "732332cb2724720b4a79016f0e410a84dadd5ce5"
},
"id": "https://pigweed.googlesource.com/pigweed/experimental/+/refs/heads/main@732332cb2724720b4a79016f0e410a84dadd5ce5",
"title": "732332cb2724720b4a79016f0e410a84dadd5ce5",
"url": "https://pigweed.googlesource.com/pigweed/experimental/+/732332cb2724720b4a79016f0e410a84dadd5ce5"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/experimental",
"id": "732332cb2724720b4a79016f0e410a84dadd5ce5",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8852448388648707456"
},
{
"key": "scheduler_job_id",
"value": "pigweed/experimental.dev.ci-experimental-full"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[05:12:38.324] Scheduled build:
{
"id": "8687018326635541345",
"builder": {
"project": "pigweed",
"bucket": "experimental.dev.ci",
"builder": "experimental-full"
},
"createdBy": "project:pigweed",
"createTime": "2026-03-18T05:12:37.945394501Z",
"updateTime": "2026-03-18T05:12:37.945394501Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/experimental",
"id": "732332cb2724720b4a79016f0e410a84dadd5ce5",
"ref": "refs/heads/main"
}
}
}
[05:12:38.324] Task URL: https://cr-buildbucket.appspot.com/build/8687018326635541345
[05:12:38.324] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852448388648707456:2:0) after 4m3s
[05:12:39.260] Received PubSub notification, asking Buildbucket for the build status
[05:12:39.280] Build status: SCHEDULED
[05:16:41.496] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852448388648707456:2:0)
[05:16:41.612] Build status: SCHEDULED
[05:16:41.612] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852448388648707456:4:0) after 9m54s
[05:26:35.627] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852448388648707456:4:0)
[05:26:36.007] Build status: SCHEDULED
[05:26:36.007] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852448388648707456:5:0) after 9m9s
[05:35:45.021] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852448388648707456:5:0)
[05:35:45.052] Build status: SCHEDULED
[05:35:45.052] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852448388648707456:6:0) after 5m15s
[05:41:00.113] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852448388648707456:6:0)
[05:41:00.137] Build status: SCHEDULED
[05:41:00.137] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852448388648707456:7:0) after 4m28s
[05:45:28.162] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852448388648707456:7:0)
[05:45:28.186] Build status: SCHEDULED
[05:45:28.187] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852448388648707456:8:0) after 3m37s
[05:49:05.200] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852448388648707456:8:0)
[05:49:05.226] Build status: SCHEDULED
[05:49:05.226] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852448388648707456:9:0) after 3m15s
[05:52:20.302] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852448388648707456:9:0)
[05:52:20.326] Build status: SCHEDULED
[05:52:20.326] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852448388648707456:10:0) after 6m7s
[05:58:27.355] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852448388648707456:10:0)
[05:58:27.372] Build status: SCHEDULED
[05:58:27.373] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852448388648707456:11:0) after 4m24s
[06:02:51.387] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852448388648707456:11:0)
[06:02:51.414] Build status: SCHEDULED
[06:02:51.414] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852448388648707456:12:0) after 4m32s
[06:07:23.513] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852448388648707456:12:0)
[06:07:23.543] Build status: SCHEDULED
[06:07:23.543] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852448388648707456:13:0) after 1m51s
[06:09:14.604] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852448388648707456:13:0)
[06:09:14.651] Build status: SCHEDULED
[06:09:14.651] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852448388648707456:14:0) after 4m45s
[06:13:59.664] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852448388648707456:14:0)
[06:13:59.682] Build status: SCHEDULED
[06:13:59.682] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852448388648707456:15:0) after 3m12s
[06:17:11.697] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852448388648707456:15:0)
[06:17:11.740] Build status: SCHEDULED
[06:17:11.740] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852448388648707456:16:0) after 6m17s
[06:23:28.794] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852448388648707456:16:0)
[06:23:28.810] Build status: SCHEDULED
[06:23:28.810] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852448388648707456:17:0) after 7m47s
[06:31:15.875] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852448388648707456:17:0)
[06:31:15.967] Build status: SCHEDULED
[06:31:15.967] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852448388648707456:18:0) after 9m17s
[06:40:32.985] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852448388648707456:18:0)
[06:40:33.005] Build status: SCHEDULED
[06:40:33.005] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852448388648707456:19:0) after 8m12s
[06:48:45.022] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852448388648707456:19:0)
[06:48:45.046] Build status: SCHEDULED
[06:48:45.046] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852448388648707456:20:0) after 8m15s
[06:57:00.061] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852448388648707456:20:0)
[06:57:00.077] Build status: SCHEDULED
[06:57:00.077] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852448388648707456:21:0) after 5m19s
[07:02:19.279] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852448388648707456:21:0)
[07:02:19.300] Build status: SCHEDULED
[07:02:19.300] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852448388648707456:22:0) after 3m59s
[07:06:18.327] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852448388648707456:22:0)
[07:06:18.353] Build status: SCHEDULED
[07:06:18.353] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852448388648707456:23:0) after 6m56s
[07:13:14.371] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852448388648707456:23:0)
[07:13:14.401] Build status: SCHEDULED
[07:13:14.401] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852448388648707456:24:0) after 7m54s
[07:21:08.413] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852448388648707456:24:0)
[07:21:08.460] Build status: SCHEDULED
[07:21:08.460] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852448388648707456:25:0) after 4m45s
[07:25:53.432] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852448388648707456:25:0)
[07:25:53.450] Build status: SCHEDULED
[07:25:53.450] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852448388648707456:26:0) after 8m2s
[07:33:55.585] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852448388648707456:26:0)
[07:33:55.603] Build status: SCHEDULED
[07:33:55.603] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852448388648707456:27:0) after 9m37s
[07:43:32.581] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852448388648707456:27:0)
[07:43:32.617] Build status: SCHEDULED
[07:43:32.617] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852448388648707456:28:0) after 3m24s
[07:46:56.625] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852448388648707456:28:0)
[07:46:56.644] Build status: SCHEDULED
[07:46:56.644] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852448388648707456:29:0) after 7m51s
[07:54:47.666] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852448388648707456:29:0)
[07:54:47.681] Build status: SCHEDULED
[07:54:47.681] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852448388648707456:30:0) after 8m44s
[08:03:31.745] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852448388648707456:30:0)
[08:03:31.959] Build status: SCHEDULED
[08:03:31.959] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852448388648707456:31:0) after 7m36s
[08:11:07.974] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852448388648707456:31:0)
[08:11:07.992] Build status: SCHEDULED
[08:11:07.992] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852448388648707456:32:0) after 6m27s
[08:17:35.009] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852448388648707456:32:0)
[08:17:35.072] Build status: SCHEDULED
[08:17:35.072] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852448388648707456:33:0) after 8m26s
[08:26:01.194] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852448388648707456:33:0)
[08:26:01.227] Build status: SCHEDULED
[08:26:01.227] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852448388648707456:34:0) after 3m45s
[08:29:46.241] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852448388648707456:34:0)
[08:29:46.293] Build status: SCHEDULED
[08:29:46.293] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852448388648707456:35:0) after 7m25s
[08:37:11.358] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852448388648707456:35:0)
[08:37:11.379] Build status: SCHEDULED
[08:37:11.379] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852448388648707456:36:0) after 2m40s
[08:39:51.350] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852448388648707456:36:0)
[08:39:51.375] Build status: SCHEDULED
[08:39:51.375] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852448388648707456:37:0) after 6m13s
[08:46:04.439] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852448388648707456:37:0)
[08:46:04.494] Build status: SCHEDULED
[08:46:04.494] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852448388648707456:38:0) after 1m53s
[08:47:57.510] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852448388648707456:38:0)
[08:47:57.525] Build status: SCHEDULED
[08:47:57.525] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852448388648707456:39:0) after 2m1s
[08:49:58.545] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852448388648707456:39:0)
[08:49:58.564] Build status: SCHEDULED
[08:49:58.564] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852448388648707456:40:0) after 8m55s
[08:58:53.577] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852448388648707456:40:0)
[08:58:53.642] Build status: SCHEDULED
[08:58:53.642] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852448388648707456:41:0) after 2m26s
[09:01:19.607] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852448388648707456:41:0)
[09:01:19.652] Build status: SCHEDULED
[09:01:19.652] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852448388648707456:42:0) after 3m8s
[09:04:27.697] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852448388648707456:42:0)
[09:04:27.771] Build status: SCHEDULED
[09:04:27.771] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852448388648707456:43:0) after 2m32s
[09:06:59.786] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852448388648707456:43:0)
[09:06:59.800] Build status: SCHEDULED
[09:06:59.800] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852448388648707456:44:0) after 7m50s
[09:14:49.943] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852448388648707456:44:0)
[09:14:49.973] Build status: SCHEDULED
[09:14:49.973] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852448388648707456:45:0) after 3m42s
[09:18:31.981] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852448388648707456:45:0)
[09:18:32.011] Build status: SCHEDULED
[09:18:32.011] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8852448388648707456:46:0) after 8m32s
[09:25:54.742] Received PubSub notification, asking Buildbucket for the build status
[09:25:54.827] Build status: STARTED
[09:26:18.905] Received PubSub notification, asking Buildbucket for the build status
[09:26:18.942] Build:
{
"id": "8687018326635541345",
"builder": {
"project": "pigweed",
"bucket": "experimental.dev.ci",
"builder": "experimental-full"
},
"createdBy": "project:pigweed",
"createTime": "2026-03-18T05:12:37.945394501Z",
"startTime": "2026-03-18T09:25:54.490422131Z",
"endTime": "2026-03-18T09:26:18.614698879Z",
"updateTime": "2026-03-18T09:26:18.614698879Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/experimental",
"id": "732332cb2724720b4a79016f0e410a84dadd5ce5",
"ref": "refs/heads/main"
}
}
}
[09:26:18.942] Invocation finished in 4h13m42.301582052s with status FAILED