[23:41:23.263] New invocation is queued and will start shortly
[23:41:25.262] Starting the invocation (attempt 1)
[23:41:25.293] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/experimental/+/a9c4f12b6abf2dd78a3228aac6b21ba416200200"
[23:41:25.293] Popped gitiles commit info from properties and tags
[23:41:25.293] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:41:25.293] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:41:25.294] Buildbucket request:
{
"requestId": "8841054009635760624",
"builder": {
"project": "pigweed",
"bucket": "experimental.dev.ci",
"builder": "experimental-envtest"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8841054009635760624",
"job": "pigweed/experimental.dev.ci-experimental-envtest",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/experimental",
"revision": "a9c4f12b6abf2dd78a3228aac6b21ba416200200"
},
"id": "https://pigweed.googlesource.com/pigweed/experimental/+/refs/heads/main@a9c4f12b6abf2dd78a3228aac6b21ba416200200",
"title": "a9c4f12b6abf2dd78a3228aac6b21ba416200200",
"url": "https://pigweed.googlesource.com/pigweed/experimental/+/a9c4f12b6abf2dd78a3228aac6b21ba416200200"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/experimental",
"id": "a9c4f12b6abf2dd78a3228aac6b21ba416200200",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8841054009635760624"
},
{
"key": "scheduler_job_id",
"value": "pigweed/experimental.dev.ci-experimental-envtest"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[23:41:26.087] Scheduled build:
{
"id": "8675623946740489105",
"builder": {
"project": "pigweed",
"bucket": "experimental.dev.ci",
"builder": "experimental-envtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-21T23:41:25.402159093Z",
"updateTime": "2026-07-21T23:41:25.402159093Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/experimental",
"id": "a9c4f12b6abf2dd78a3228aac6b21ba416200200",
"ref": "refs/heads/main"
}
}
}
[23:41:26.087] Task URL: https://cr-buildbucket.appspot.com/build/8675623946740489105
[23:41:26.087] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8841054009635760624:2:0) after 5m44s
[23:41:26.687] Received PubSub notification, asking Buildbucket for the build status
[23:41:26.710] Build status: SCHEDULED
[23:47:10.099] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8841054009635760624:2:0)
[23:47:10.119] Build status: SCHEDULED
[23:47:10.119] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8841054009635760624:4:0) after 2m1s
[23:49:11.164] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8841054009635760624:4:0)
[23:49:11.185] Build status: SCHEDULED
[23:49:11.185] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8841054009635760624:5:0) after 5m36s
[23:54:47.198] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8841054009635760624:5:0)
[23:54:47.232] Build status: SCHEDULED
[23:54:47.232] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8841054009635760624:6:0) after 4m22s
[23:59:09.235] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8841054009635760624:6:0)
[23:59:09.257] Build status: SCHEDULED
[23:59:09.258] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8841054009635760624:7:0) after 7m45s
[00:06:54.240] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8841054009635760624:7:0)
[00:06:54.264] Build status: SCHEDULED
[00:06:54.265] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8841054009635760624:8:0) after 9m53s
[00:16:47.278] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8841054009635760624:8:0)
[00:16:47.294] Build status: SCHEDULED
[00:16:47.294] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8841054009635760624:9:0) after 6m55s
[00:23:42.363] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8841054009635760624:9:0)
[00:23:42.387] Build status: SCHEDULED
[00:23:42.387] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8841054009635760624:10:0) after 6m13s
[00:29:55.497] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8841054009635760624:10:0)
[00:29:55.591] Build status: SCHEDULED
[00:29:55.591] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8841054009635760624:11:0) after 1m5s
[00:31:00.606] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8841054009635760624:11:0)
[00:31:00.639] Build status: SCHEDULED
[00:31:00.639] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8841054009635760624:12:0) after 2m11s
[00:33:11.817] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8841054009635760624:12:0)
[00:33:11.983] Build status: SCHEDULED
[00:33:11.983] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8841054009635760624:13:0) after 1m50s
[00:35:02.029] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8841054009635760624:13:0)
[00:35:02.051] Build status: SCHEDULED
[00:35:02.051] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8841054009635760624:14:0) after 3m58s
[00:39:00.068] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8841054009635760624:14:0)
[00:39:00.087] Build status: SCHEDULED
[00:39:00.087] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8841054009635760624:15:0) after 7m24s
[00:46:24.102] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8841054009635760624:15:0)
[00:46:24.150] Build status: SCHEDULED
[00:46:24.150] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8841054009635760624:16:0) after 9m38s
[00:56:02.301] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8841054009635760624:16:0)
[00:56:02.362] Build status: SCHEDULED
[00:56:02.362] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8841054009635760624:17:0) after 2m12s
[00:58:14.402] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8841054009635760624:17:0)
[00:58:14.422] Build status: SCHEDULED
[00:58:14.422] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8841054009635760624:18:0) after 6m53s
[01:05:07.568] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8841054009635760624:18:0)
[01:05:07.594] Build status: SCHEDULED
[01:05:07.594] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8841054009635760624:19:0) after 1m56s
[01:07:03.711] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8841054009635760624:19:0)
[01:07:03.758] Build status: SCHEDULED
[01:07:03.758] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8841054009635760624:20:0) after 3m37s
[01:10:40.781] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8841054009635760624:20:0)
[01:10:40.800] Build status: SCHEDULED
[01:10:40.800] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8841054009635760624:21:0) after 8m58s
[01:19:38.811] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8841054009635760624:21:0)
[01:19:38.833] Build status: SCHEDULED
[01:19:38.833] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8841054009635760624:22:0) after 6m52s
[01:26:30.870] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8841054009635760624:22:0)
[01:26:30.895] Build status: SCHEDULED
[01:26:30.895] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8841054009635760624:23:0) after 6m15s
[01:32:46.090] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8841054009635760624:23:0)
[01:32:46.117] Build status: SCHEDULED
[01:32:46.117] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8841054009635760624:24:0) after 6m54s
[01:39:40.147] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8841054009635760624:24:0)
[01:39:40.211] Build status: SCHEDULED
[01:39:40.212] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8841054009635760624:25:0) after 3m52s
[01:43:32.314] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8841054009635760624:25:0)
[01:43:32.358] Build status: SCHEDULED
[01:43:32.358] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8841054009635760624:26:0) after 7m37s
[01:51:09.348] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8841054009635760624:26:0)
[01:51:09.368] Build status: SCHEDULED
[01:51:09.368] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8841054009635760624:27:0) after 8m34s
[01:59:43.436] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8841054009635760624:27:0)
[01:59:43.480] Build status: SCHEDULED
[01:59:43.480] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8841054009635760624:28:0) after 3m32s
[02:03:15.510] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8841054009635760624:28:0)
[02:03:15.530] Build status: SCHEDULED
[02:03:15.530] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8841054009635760624:29:0) after 1m7s
[02:04:22.553] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8841054009635760624:29:0)
[02:04:22.578] Build status: SCHEDULED
[02:04:22.578] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8841054009635760624:30:0) after 2m10s
[02:06:32.593] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8841054009635760624:30:0)
[02:06:32.672] Build status: SCHEDULED
[02:06:32.672] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8841054009635760624:31:0) after 7m15s
[02:13:47.778] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8841054009635760624:31:0)
[02:13:47.993] Build status: SCHEDULED
[02:13:47.993] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8841054009635760624:32:0) after 6m10s
[02:19:58.215] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8841054009635760624:32:0)
[02:19:58.245] Build status: SCHEDULED
[02:19:58.245] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8841054009635760624:33:0) after 4m53s
[02:24:51.327] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8841054009635760624:33:0)
[02:24:51.351] Build status: SCHEDULED
[02:24:51.351] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8841054009635760624:34:0) after 6m49s
[02:31:40.410] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8841054009635760624:34:0)
[02:31:40.435] Build status: SCHEDULED
[02:31:40.435] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8841054009635760624:35:0) after 4m34s
[02:36:14.451] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8841054009635760624:35:0)
[02:36:14.471] Build status: SCHEDULED
[02:36:14.471] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8841054009635760624:36:0) after 3m20s
[02:39:34.485] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8841054009635760624:36:0)
[02:39:34.505] Build status: SCHEDULED
[02:39:34.506] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8841054009635760624:37:0) after 6m46s
[02:46:20.523] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8841054009635760624:37:0)
[02:46:20.700] Build status: SCHEDULED
[02:46:20.700] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8841054009635760624:38:0) after 4m12s
[02:50:32.715] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8841054009635760624:38:0)
[02:50:32.765] Build status: SCHEDULED
[02:50:32.765] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8841054009635760624:39:0) after 8m31s
[02:52:18.379] Received PubSub notification, asking Buildbucket for the build status
[02:52:18.400] Build status: STARTED
[02:52:36.662] Received PubSub notification, asking Buildbucket for the build status
[02:52:36.686] Build:
{
"id": "8675623946740489105",
"builder": {
"project": "pigweed",
"bucket": "experimental.dev.ci",
"builder": "experimental-envtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-21T23:41:25.402159093Z",
"startTime": "2026-07-22T02:52:18.127809099Z",
"endTime": "2026-07-22T02:52:36.434918853Z",
"updateTime": "2026-07-22T02:52:36.434918853Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/experimental",
"id": "a9c4f12b6abf2dd78a3228aac6b21ba416200200",
"ref": "refs/heads/main"
}
}
}
[02:52:36.686] Invocation finished in 3h11m13.428638767s with status FAILED