[19:12:16.916] New invocation is queued and will start shortly
[19:12:18.169] Starting the invocation (attempt 1)
[19:12:18.198] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/experimental/+/295a709e4bc3526ab91e0dfce7c0ae2953f816d3"
[19:12:18.198] Popped gitiles commit info from properties and tags
[19:12:18.198] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[19:12:18.198] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[19:12:18.198] Buildbucket request:
{
"requestId": "8854207500440626352",
"builder": {
"project": "pigweed",
"bucket": "experimental.dev.ci",
"builder": "experimental-envtest"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8854207500440626352",
"job": "pigweed/experimental.dev.ci-experimental-envtest",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/experimental",
"revision": "295a709e4bc3526ab91e0dfce7c0ae2953f816d3"
},
"id": "https://pigweed.googlesource.com/pigweed/experimental/+/refs/heads/main@295a709e4bc3526ab91e0dfce7c0ae2953f816d3",
"title": "295a709e4bc3526ab91e0dfce7c0ae2953f816d3",
"url": "https://pigweed.googlesource.com/pigweed/experimental/+/295a709e4bc3526ab91e0dfce7c0ae2953f816d3"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/experimental",
"id": "295a709e4bc3526ab91e0dfce7c0ae2953f816d3",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8854207500440626352"
},
{
"key": "scheduler_job_id",
"value": "pigweed/experimental.dev.ci-experimental-envtest"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[19:12:18.748] Scheduled build:
{
"id": "8688777438334160305",
"builder": {
"project": "pigweed",
"bucket": "experimental.dev.ci",
"builder": "experimental-envtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-02-26T19:12:18.298398120Z",
"updateTime": "2026-02-26T19:12:18.298398120Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/experimental",
"id": "295a709e4bc3526ab91e0dfce7c0ae2953f816d3",
"ref": "refs/heads/main"
}
}
}
[19:12:18.748] Task URL: https://cr-buildbucket.appspot.com/build/8688777438334160305
[19:12:18.748] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8854207500440626352:2:0) after 2m30s
[19:12:19.773] Received PubSub notification, asking Buildbucket for the build status
[19:12:19.798] Build status: SCHEDULED
[19:14:48.736] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8854207500440626352:2:0)
[19:14:48.800] Build status: SCHEDULED
[19:14:48.800] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8854207500440626352:4:0) after 8m48s
[19:23:36.832] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8854207500440626352:4:0)
[19:23:36.850] Build status: SCHEDULED
[19:23:36.850] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8854207500440626352:5:0) after 4m42s
[19:28:18.864] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8854207500440626352:5:0)
[19:28:18.893] Build status: SCHEDULED
[19:28:18.893] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8854207500440626352:6:0) after 7m22s
[19:35:41.078] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8854207500440626352:6:0)
[19:35:41.117] Build status: SCHEDULED
[19:35:41.117] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8854207500440626352:7:0) after 2m27s
[19:38:08.169] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8854207500440626352:7:0)
[19:38:08.188] Build status: SCHEDULED
[19:38:08.188] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8854207500440626352:8:0) after 3m42s
[19:41:50.232] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8854207500440626352:8:0)
[19:41:50.251] Build status: SCHEDULED
[19:41:50.251] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8854207500440626352:9:0) after 3m37s
[19:45:27.270] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8854207500440626352:9:0)
[19:45:27.297] Build status: SCHEDULED
[19:45:27.297] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8854207500440626352:10:0) after 9m1s
[19:54:28.411] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8854207500440626352:10:0)
[19:54:28.426] Build status: SCHEDULED
[19:54:28.426] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8854207500440626352:11:0) after 1m58s
[19:56:26.690] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8854207500440626352:11:0)
[19:56:26.711] Build status: SCHEDULED
[19:56:26.712] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8854207500440626352:12:0) after 2m23s
[19:58:49.697] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8854207500440626352:12:0)
[19:58:49.728] Build status: SCHEDULED
[19:58:49.728] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8854207500440626352:13:0) after 6m18s
[20:05:07.780] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8854207500440626352:13:0)
[20:05:07.805] Build status: SCHEDULED
[20:05:07.805] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8854207500440626352:14:0) after 2m35s
[20:07:42.807] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8854207500440626352:14:0)
[20:07:42.827] Build status: SCHEDULED
[20:07:42.827] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8854207500440626352:15:0) after 8m16s
[20:15:58.844] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8854207500440626352:15:0)
[20:15:58.864] Build status: SCHEDULED
[20:15:58.864] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8854207500440626352:16:0) after 3m54s
[20:19:53.129] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8854207500440626352:16:0)
[20:19:53.145] Build status: SCHEDULED
[20:19:53.145] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8854207500440626352:17:0) after 2m24s
[20:22:17.163] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8854207500440626352:17:0)
[20:22:17.180] Build status: SCHEDULED
[20:22:17.180] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8854207500440626352:18:0) after 4m40s
[20:26:57.269] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8854207500440626352:18:0)
[20:26:57.287] Build status: SCHEDULED
[20:26:57.287] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8854207500440626352:19:0) after 1m27s
[20:28:24.304] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8854207500440626352:19:0)
[20:28:24.323] Build status: SCHEDULED
[20:28:24.323] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8854207500440626352:20:0) after 1m57s
[20:30:21.366] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8854207500440626352:20:0)
[20:30:21.384] Build status: SCHEDULED
[20:30:21.384] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8854207500440626352:21:0) after 1m52s
[20:32:13.491] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8854207500440626352:21:0)
[20:32:13.508] Build status: SCHEDULED
[20:32:13.508] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8854207500440626352:22:0) after 3m10s
[20:35:23.573] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8854207500440626352:22:0)
[20:35:23.591] Build status: SCHEDULED
[20:35:23.592] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8854207500440626352:23:0) after 6m54s
[20:42:17.632] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8854207500440626352:23:0)
[20:42:17.647] Build status: SCHEDULED
[20:42:17.647] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8854207500440626352:24:0) after 5m53s
[20:48:10.782] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8854207500440626352:24:0)
[20:48:10.805] Build status: SCHEDULED
[20:48:10.805] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8854207500440626352:25:0) after 6m8s
[20:54:18.843] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8854207500440626352:25:0)
[20:54:18.877] Build status: SCHEDULED
[20:54:18.877] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8854207500440626352:26:0) after 7m49s
[21:02:07.892] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8854207500440626352:26:0)
[21:02:07.946] Build status: SCHEDULED
[21:02:07.946] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8854207500440626352:27:0) after 9m39s
[21:11:46.963] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8854207500440626352:27:0)
[21:11:47.013] Build status: SCHEDULED
[21:11:47.013] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8854207500440626352:28:0) after 1m43s
[21:13:30.065] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8854207500440626352:28:0)
[21:13:30.153] Build status: SCHEDULED
[21:13:30.153] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8854207500440626352:29:0) after 4m14s
[21:17:44.116] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8854207500440626352:29:0)
[21:17:44.135] Build status: SCHEDULED
[21:17:44.135] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8854207500440626352:30:0) after 9m22s
[21:27:06.198] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8854207500440626352:30:0)
[21:27:06.229] Build status: SCHEDULED
[21:27:06.229] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8854207500440626352:31:0) after 8m41s
[21:35:47.248] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8854207500440626352:31:0)
[21:35:47.267] Build status: SCHEDULED
[21:35:47.267] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8854207500440626352:32:0) after 2m7s
[21:37:54.306] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8854207500440626352:32:0)
[21:37:54.350] Build status: SCHEDULED
[21:37:54.350] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8854207500440626352:33:0) after 6m44s
[21:44:38.403] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8854207500440626352:33:0)
[21:44:38.588] Build status: SCHEDULED
[21:44:38.588] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8854207500440626352:34:0) after 9m16s
[21:53:54.707] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8854207500440626352:34:0)
[21:53:54.731] Build status: SCHEDULED
[21:53:54.731] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8854207500440626352:35:0) after 7m45s
[22:01:39.864] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8854207500440626352:35:0)
[22:01:39.883] Build status: SCHEDULED
[22:01:39.883] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8854207500440626352:36:0) after 7m47s
[22:09:26.949] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8854207500440626352:36:0)
[22:09:26.963] Build status: SCHEDULED
[22:09:26.963] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8854207500440626352:37:0) after 2m13s
[22:11:39.979] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8854207500440626352:37:0)
[22:11:40.020] Build status: SCHEDULED
[22:11:40.020] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8854207500440626352:38:0) after 6m44s
[22:18:07.114] Received PubSub notification, asking Buildbucket for the build status
[22:18:07.134] Build status: STARTED
[22:18:20.335] Received PubSub notification, asking Buildbucket for the build status
[22:18:20.386] Build:
{
"id": "8688777438334160305",
"builder": {
"project": "pigweed",
"bucket": "experimental.dev.ci",
"builder": "experimental-envtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-02-26T19:12:18.298398120Z",
"startTime": "2026-02-26T22:18:05.982210127Z",
"endTime": "2026-02-26T22:18:20.083912849Z",
"updateTime": "2026-02-26T22:18:20.083912849Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/experimental",
"id": "295a709e4bc3526ab91e0dfce7c0ae2953f816d3",
"ref": "refs/heads/main"
}
}
}
[22:18:20.386] Invocation finished in 3h6m3.480218774s with status FAILED