[22:51:03.033] New invocation is queued and will start shortly
[22:51:05.840] Starting the invocation (attempt 1)
[22:51:05.860] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/experimental/+/7371fe524de64d8004825643eba9941787eb685b"
[22:51:05.860] Popped gitiles commit info from properties and tags
[22:51:05.860] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[22:51:05.860] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[22:51:05.861] Buildbucket request:
{
"requestId": "8840513594778025552",
"builder": {
"project": "pigweed",
"bucket": "experimental.dev.ci",
"builder": "experimental-envtest"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8840513594778025552",
"job": "pigweed/experimental.dev.ci-experimental-envtest",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/experimental",
"revision": "7371fe524de64d8004825643eba9941787eb685b"
},
"id": "https://pigweed.googlesource.com/pigweed/experimental/+/refs/heads/main@7371fe524de64d8004825643eba9941787eb685b",
"title": "7371fe524de64d8004825643eba9941787eb685b",
"url": "https://pigweed.googlesource.com/pigweed/experimental/+/7371fe524de64d8004825643eba9941787eb685b"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/experimental",
"id": "7371fe524de64d8004825643eba9941787eb685b",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8840513594778025552"
},
{
"key": "scheduler_job_id",
"value": "pigweed/experimental.dev.ci-experimental-envtest"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[22:51:06.302] Scheduled build:
{
"id": "8675083531082547793",
"builder": {
"project": "pigweed",
"bucket": "experimental.dev.ci",
"builder": "experimental-envtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-27T22:51:05.935923681Z",
"updateTime": "2026-07-27T22:51:05.935923681Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/experimental",
"id": "7371fe524de64d8004825643eba9941787eb685b",
"ref": "refs/heads/main"
}
}
}
[22:51:06.302] Task URL: https://cr-buildbucket.appspot.com/build/8675083531082547793
[22:51:06.303] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840513594778025552:2:0) after 1m16s
[22:51:07.224] Received PubSub notification, asking Buildbucket for the build status
[22:51:07.247] Build status: SCHEDULED
[22:52:22.399] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840513594778025552:2:0)
[22:52:22.421] Build status: SCHEDULED
[22:52:22.421] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840513594778025552:4:0) after 6m5s
[22:58:27.496] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840513594778025552:4:0)
[22:58:27.580] Build status: SCHEDULED
[22:58:27.580] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840513594778025552:5:0) after 1m16s
[22:59:43.612] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840513594778025552:5:0)
[22:59:43.636] Build status: SCHEDULED
[22:59:43.636] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840513594778025552:6:0) after 6m33s
[23:06:16.688] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840513594778025552:6:0)
[23:06:16.827] Build status: SCHEDULED
[23:06:16.827] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840513594778025552:7:0) after 8m0s
[23:14:16.890] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840513594778025552:7:0)
[23:14:17.011] Build status: SCHEDULED
[23:14:17.011] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840513594778025552:8:0) after 1m50s
[23:16:07.017] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840513594778025552:8:0)
[23:16:07.039] Build status: SCHEDULED
[23:16:07.040] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840513594778025552:9:0) after 7m50s
[23:23:57.068] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840513594778025552:9:0)
[23:23:57.086] Build status: SCHEDULED
[23:23:57.086] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840513594778025552:10:0) after 7m7s
[23:31:04.100] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840513594778025552:10:0)
[23:31:04.126] Build status: SCHEDULED
[23:31:04.126] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840513594778025552:11:0) after 3m29s
[23:34:33.384] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840513594778025552:11:0)
[23:34:33.404] Build status: SCHEDULED
[23:34:33.404] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840513594778025552:12:0) after 5m26s
[23:39:59.447] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840513594778025552:12:0)
[23:39:59.468] Build status: SCHEDULED
[23:39:59.468] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840513594778025552:13:0) after 8m27s
[23:48:26.481] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840513594778025552:13:0)
[23:48:26.514] Build status: SCHEDULED
[23:48:26.514] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840513594778025552:14:0) after 6m22s
[23:54:48.579] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840513594778025552:14:0)
[23:54:48.597] Build status: SCHEDULED
[23:54:48.597] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840513594778025552:15:0) after 5m6s
[23:59:54.611] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840513594778025552:15:0)
[23:59:54.629] Build status: SCHEDULED
[23:59:54.629] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840513594778025552:16:0) after 6m51s
[00:06:45.642] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840513594778025552:16:0)
[00:06:45.663] Build status: SCHEDULED
[00:06:45.663] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840513594778025552:17:0) after 1m1s
[00:07:46.729] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840513594778025552:17:0)
[00:07:46.754] Build status: SCHEDULED
[00:07:46.754] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840513594778025552:18:0) after 8m55s
[00:16:41.795] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840513594778025552:18:0)
[00:16:41.901] Build status: SCHEDULED
[00:16:41.901] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840513594778025552:19:0) after 5m43s
[00:22:24.965] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840513594778025552:19:0)
[00:22:24.988] Build status: SCHEDULED
[00:22:24.988] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840513594778025552:20:0) after 8m58s
[00:31:23.161] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840513594778025552:20:0)
[00:31:23.186] Build status: SCHEDULED
[00:31:23.186] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840513594778025552:21:0) after 8m6s
[00:39:29.286] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840513594778025552:21:0)
[00:39:29.326] Build status: SCHEDULED
[00:39:29.326] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840513594778025552:22:0) after 7m20s
[00:46:49.342] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840513594778025552:22:0)
[00:46:49.363] Build status: SCHEDULED
[00:46:49.363] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840513594778025552:23:0) after 2m54s
[00:49:43.380] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840513594778025552:23:0)
[00:49:43.400] Build status: SCHEDULED
[00:49:43.400] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840513594778025552:24:0) after 9m40s
[00:59:23.461] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840513594778025552:24:0)
[00:59:23.510] Build status: SCHEDULED
[00:59:23.510] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840513594778025552:25:0) after 9m24s
[01:08:47.533] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840513594778025552:25:0)
[01:08:47.565] Build status: SCHEDULED
[01:08:47.566] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840513594778025552:26:0) after 3m0s
[01:11:47.628] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840513594778025552:26:0)
[01:11:47.649] Build status: SCHEDULED
[01:11:47.649] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840513594778025552:27:0) after 7m13s
[01:19:00.733] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840513594778025552:27:0)
[01:19:00.755] Build status: SCHEDULED
[01:19:00.755] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840513594778025552:28:0) after 8m6s
[01:27:06.769] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840513594778025552:28:0)
[01:27:06.788] Build status: SCHEDULED
[01:27:06.788] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840513594778025552:29:0) after 2m46s
[01:29:52.848] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840513594778025552:29:0)
[01:29:52.868] Build status: SCHEDULED
[01:29:52.868] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840513594778025552:30:0) after 2m16s
[01:32:08.921] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840513594778025552:30:0)
[01:32:08.942] Build status: SCHEDULED
[01:32:08.942] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840513594778025552:31:0) after 7m27s
[01:39:36.019] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840513594778025552:31:0)
[01:39:36.041] Build status: SCHEDULED
[01:39:36.041] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840513594778025552:32:0) after 4m38s
[01:44:14.059] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840513594778025552:32:0)
[01:44:14.098] Build status: SCHEDULED
[01:44:14.098] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840513594778025552:33:0) after 4m32s
[01:48:46.150] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840513594778025552:33:0)
[01:48:46.175] Build status: SCHEDULED
[01:48:46.175] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840513594778025552:34:0) after 5m32s
[01:54:18.233] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840513594778025552:34:0)
[01:54:18.256] Build status: SCHEDULED
[01:54:18.256] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840513594778025552:35:0) after 2m42s
[01:57:00.322] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840513594778025552:35:0)
[01:57:00.349] Build status: SCHEDULED
[01:57:00.349] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840513594778025552:36:0) after 6m25s
[02:03:25.411] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840513594778025552:36:0)
[02:03:25.432] Build status: SCHEDULED
[02:03:25.432] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840513594778025552:37:0) after 9m57s
[02:13:22.448] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840513594778025552:37:0)
[02:13:22.479] Build status: SCHEDULED
[02:13:22.479] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840513594778025552:38:0) after 4m11s
[02:17:33.497] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840513594778025552:38:0)
[02:17:33.520] Build status: SCHEDULED
[02:17:33.520] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840513594778025552:39:0) after 3m55s
[02:21:28.586] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840513594778025552:39:0)
[02:21:28.626] Build status: SCHEDULED
[02:21:28.626] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840513594778025552:40:0) after 5m25s
[02:21:49.498] Received PubSub notification, asking Buildbucket for the build status
[02:21:49.516] Build status: STARTED
[02:22:31.682] Received PubSub notification, asking Buildbucket for the build status
[02:22:31.715] Build:
{
"id": "8675083531082547793",
"builder": {
"project": "pigweed",
"bucket": "experimental.dev.ci",
"builder": "experimental-envtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-27T22:51:05.935923681Z",
"startTime": "2026-07-28T02:21:49.098256634Z",
"endTime": "2026-07-28T02:22:30.902609051Z",
"updateTime": "2026-07-28T02:22:30.902609051Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/experimental",
"id": "7371fe524de64d8004825643eba9941787eb685b",
"ref": "refs/heads/main"
}
}
}
[02:22:31.715] Invocation finished in 3h31m28.687266094s with status FAILED