[21:00:18.623] New invocation is queued and will start shortly
[21:00:19.655] Starting the invocation (attempt 1)
[21:00:19.683] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/experimental/+/235b25b4deac58295c8db4eafc91048312d65a57"
[21:00:19.683] Popped gitiles commit info from properties and tags
[21:00:19.683] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[21:00:19.683] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[21:00:19.683] Buildbucket request:
{
"requestId": "8857462194673868176",
"builder": {
"project": "pigweed",
"bucket": "experimental.dev.ci",
"builder": "experimental-full"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8857462194673868176",
"job": "pigweed/experimental.dev.ci-experimental-full",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/experimental",
"revision": "235b25b4deac58295c8db4eafc91048312d65a57"
},
"id": "https://pigweed.googlesource.com/pigweed/experimental/+/refs/heads/main@235b25b4deac58295c8db4eafc91048312d65a57",
"title": "235b25b4deac58295c8db4eafc91048312d65a57",
"url": "https://pigweed.googlesource.com/pigweed/experimental/+/235b25b4deac58295c8db4eafc91048312d65a57"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/experimental",
"id": "235b25b4deac58295c8db4eafc91048312d65a57",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8857462194673868176"
},
{
"key": "scheduler_job_id",
"value": "pigweed/experimental.dev.ci-experimental-full"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[21:00:20.019] Scheduled build:
{
"id": "8692032132851834737",
"builder": {
"project": "pigweed",
"bucket": "experimental.dev.ci",
"builder": "experimental-full"
},
"createdBy": "project:pigweed",
"createTime": "2026-01-21T21:00:19.729263637Z",
"updateTime": "2026-01-21T21:00:19.729263637Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/experimental",
"id": "235b25b4deac58295c8db4eafc91048312d65a57",
"ref": "refs/heads/main"
}
}
}
[21:00:20.019] Task URL: https://cr-buildbucket.appspot.com/build/8692032132851834737
[21:00:20.019] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8857462194673868176:2:0) after 6m40s
[21:00:20.090] Received PubSub notification, asking Buildbucket for the build status
[21:00:20.106] Build status: SCHEDULED
[21:07:00.057] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8857462194673868176:2:0)
[21:07:00.077] Build status: SCHEDULED
[21:07:00.077] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8857462194673868176:4:0) after 9m2s
[21:16:02.098] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8857462194673868176:4:0)
[21:16:02.182] Build status: SCHEDULED
[21:16:02.183] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8857462194673868176:5:0) after 7m22s
[21:23:24.192] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8857462194673868176:5:0)
[21:23:24.215] Build status: SCHEDULED
[21:23:24.215] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8857462194673868176:6:0) after 2m30s
[21:25:54.201] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8857462194673868176:6:0)
[21:25:54.267] Build status: SCHEDULED
[21:25:54.267] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8857462194673868176:7:0) after 6m6s
[21:32:00.287] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8857462194673868176:7:0)
[21:32:00.304] Build status: SCHEDULED
[21:32:00.304] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8857462194673868176:8:0) after 1m28s
[21:33:28.373] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8857462194673868176:8:0)
[21:33:28.389] Build status: SCHEDULED
[21:33:28.389] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8857462194673868176:9:0) after 5m33s
[21:39:01.440] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8857462194673868176:9:0)
[21:39:01.472] Build status: SCHEDULED
[21:39:01.472] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8857462194673868176:10:0) after 6m42s
[21:45:43.587] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8857462194673868176:10:0)
[21:45:43.616] Build status: SCHEDULED
[21:45:43.616] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8857462194673868176:11:0) after 4m13s
[21:49:56.607] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8857462194673868176:11:0)
[21:49:56.631] Build status: SCHEDULED
[21:49:56.631] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8857462194673868176:12:0) after 8m1s
[21:57:57.775] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8857462194673868176:12:0)
[21:57:57.790] Build status: SCHEDULED
[21:57:57.790] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8857462194673868176:13:0) after 3m36s
[22:01:33.809] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8857462194673868176:13:0)
[22:01:33.825] Build status: SCHEDULED
[22:01:33.825] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8857462194673868176:14:0) after 6m35s
[22:08:08.840] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8857462194673868176:14:0)
[22:08:08.861] Build status: SCHEDULED
[22:08:08.861] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8857462194673868176:15:0) after 8m32s
[22:16:40.876] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8857462194673868176:15:0)
[22:16:40.895] Build status: SCHEDULED
[22:16:40.895] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8857462194673868176:16:0) after 6m30s
[22:23:10.910] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8857462194673868176:16:0)
[22:23:10.935] Build status: SCHEDULED
[22:23:10.936] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8857462194673868176:17:0) after 8m16s
[22:31:26.951] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8857462194673868176:17:0)
[22:31:27.023] Build status: SCHEDULED
[22:31:27.023] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8857462194673868176:18:0) after 3m21s
[22:34:47.988] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8857462194673868176:18:0)
[22:34:48.007] Build status: SCHEDULED
[22:34:48.007] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8857462194673868176:19:0) after 5m53s
[22:40:41.070] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8857462194673868176:19:0)
[22:40:41.088] Build status: SCHEDULED
[22:40:41.088] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8857462194673868176:20:0) after 8m36s
[22:49:17.208] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8857462194673868176:20:0)
[22:49:17.226] Build status: SCHEDULED
[22:49:17.227] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8857462194673868176:21:0) after 8m45s
[22:58:02.310] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8857462194673868176:21:0)
[22:58:02.339] Build status: SCHEDULED
[22:58:02.339] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8857462194673868176:22:0) after 1m4s
[22:59:06.372] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8857462194673868176:22:0)
[22:59:06.726] Build status: SCHEDULED
[22:59:06.726] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8857462194673868176:23:0) after 7m34s
[23:06:40.830] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8857462194673868176:23:0)
[23:06:40.863] Build status: SCHEDULED
[23:06:40.863] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8857462194673868176:24:0) after 3m25s
[23:10:05.986] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8857462194673868176:24:0)
[23:10:06.004] Build status: SCHEDULED
[23:10:06.005] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8857462194673868176:25:0) after 3m18s
[23:13:24.048] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8857462194673868176:25:0)
[23:13:24.072] Build status: SCHEDULED
[23:13:24.072] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8857462194673868176:26:0) after 7m46s
[23:21:10.081] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8857462194673868176:26:0)
[23:21:10.102] Build status: SCHEDULED
[23:21:10.102] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8857462194673868176:27:0) after 3m1s
[23:24:11.093] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8857462194673868176:27:0)
[23:24:11.108] Build status: SCHEDULED
[23:24:11.108] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8857462194673868176:28:0) after 5m49s
[23:30:00.170] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8857462194673868176:28:0)
[23:30:00.187] Build status: SCHEDULED
[23:30:00.187] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8857462194673868176:29:0) after 5m28s
[23:35:28.407] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8857462194673868176:29:0)
[23:35:28.424] Build status: SCHEDULED
[23:35:28.425] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8857462194673868176:30:0) after 5m44s
[23:39:42.172] Received PubSub notification, asking Buildbucket for the build status
[23:39:42.196] Build status: STARTED
[23:40:20.857] Received PubSub notification, asking Buildbucket for the build status
[23:40:20.874] Build:
{
"id": "8692032132851834737",
"builder": {
"project": "pigweed",
"bucket": "experimental.dev.ci",
"builder": "experimental-full"
},
"createdBy": "project:pigweed",
"createTime": "2026-01-21T21:00:19.729263637Z",
"startTime": "2026-01-21T23:39:41.967807605Z",
"endTime": "2026-01-21T23:40:19.697003158Z",
"updateTime": "2026-01-21T23:40:19.697003158Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/experimental",
"id": "235b25b4deac58295c8db4eafc91048312d65a57",
"ref": "refs/heads/main"
}
}
}
[23:40:20.874] Invocation finished in 2h40m2.26599616s with status FAILED