[23:23:44.243] New invocation is queued and will start shortly
[23:23:46.467] Starting the invocation (attempt 1)
[23:23:46.494] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/experimental/+/cb4939131c58cb6dc0f83df7375c24188a9ce984"
[23:23:46.494] Popped gitiles commit info from properties and tags
[23:23:46.494] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:23:46.494] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:23:46.494] Buildbucket request:
{
"requestId": "8840783329200059456",
"builder": {
"project": "pigweed",
"bucket": "experimental.dev.ci",
"builder": "experimental-envtest"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8840783329200059456",
"job": "pigweed/experimental.dev.ci-experimental-envtest",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/experimental",
"revision": "cb4939131c58cb6dc0f83df7375c24188a9ce984"
},
"id": "https://pigweed.googlesource.com/pigweed/experimental/+/refs/heads/main@cb4939131c58cb6dc0f83df7375c24188a9ce984",
"title": "cb4939131c58cb6dc0f83df7375c24188a9ce984",
"url": "https://pigweed.googlesource.com/pigweed/experimental/+/cb4939131c58cb6dc0f83df7375c24188a9ce984"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/experimental",
"id": "cb4939131c58cb6dc0f83df7375c24188a9ce984",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8840783329200059456"
},
{
"key": "scheduler_job_id",
"value": "pigweed/experimental.dev.ci-experimental-envtest"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[23:23:46.901] Scheduled build:
{
"id": "8675353266120711153",
"builder": {
"project": "pigweed",
"bucket": "experimental.dev.ci",
"builder": "experimental-envtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-24T23:23:46.557337931Z",
"updateTime": "2026-07-24T23:23:46.557337931Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/experimental",
"id": "cb4939131c58cb6dc0f83df7375c24188a9ce984",
"ref": "refs/heads/main"
}
}
}
[23:23:46.901] Task URL: https://cr-buildbucket.appspot.com/build/8675353266120711153
[23:23:46.901] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840783329200059456:2:0) after 1m56s
[23:23:47.986] Received PubSub notification, asking Buildbucket for the build status
[23:23:48.036] Build status: SCHEDULED
[23:25:42.914] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840783329200059456:2:0)
[23:25:43.003] Build status: SCHEDULED
[23:25:43.003] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840783329200059456:4:0) after 3m56s
[23:29:38.980] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840783329200059456:4:0)
[23:29:39.004] Build status: SCHEDULED
[23:29:39.004] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840783329200059456:5:0) after 4m16s
[23:33:55.046] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840783329200059456:5:0)
[23:33:55.133] Build status: SCHEDULED
[23:33:55.133] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840783329200059456:6:0) after 7m57s
[23:41:52.149] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840783329200059456:6:0)
[23:41:52.176] Build status: SCHEDULED
[23:41:52.176] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840783329200059456:7:0) after 9m34s
[23:51:26.241] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840783329200059456:7:0)
[23:51:26.264] Build status: SCHEDULED
[23:51:26.264] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840783329200059456:8:0) after 6m20s
[23:57:46.275] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840783329200059456:8:0)
[23:57:46.294] Build status: SCHEDULED
[23:57:46.295] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840783329200059456:9:0) after 6m33s
[00:04:19.386] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840783329200059456:9:0)
[00:04:19.422] Build status: SCHEDULED
[00:04:19.422] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840783329200059456:10:0) after 3m2s
[00:07:21.434] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840783329200059456:10:0)
[00:07:21.678] Build status: SCHEDULED
[00:07:21.678] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840783329200059456:11:0) after 9m4s
[00:16:25.740] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840783329200059456:11:0)
[00:16:25.756] Build status: SCHEDULED
[00:16:25.757] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840783329200059456:12:0) after 7m32s
[00:23:57.736] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840783329200059456:12:0)
[00:23:57.761] Build status: SCHEDULED
[00:23:57.761] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840783329200059456:13:0) after 1m33s
[00:25:30.770] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840783329200059456:13:0)
[00:25:30.808] Build status: SCHEDULED
[00:25:30.808] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840783329200059456:14:0) after 4m58s
[00:30:28.873] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840783329200059456:14:0)
[00:30:28.942] Build status: SCHEDULED
[00:30:28.942] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840783329200059456:15:0) after 5m24s
[00:35:52.958] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840783329200059456:15:0)
[00:35:52.972] Build status: SCHEDULED
[00:35:52.972] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840783329200059456:16:0) after 5m5s
[00:40:57.953] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840783329200059456:16:0)
[00:40:57.978] Build status: SCHEDULED
[00:40:57.978] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840783329200059456:17:0) after 1m25s
[00:42:23.002] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840783329200059456:17:0)
[00:42:23.062] Build status: SCHEDULED
[00:42:23.062] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840783329200059456:18:0) after 9m1s
[00:51:24.277] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840783329200059456:18:0)
[00:51:24.297] Build status: SCHEDULED
[00:51:24.297] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840783329200059456:19:0) after 4m59s
[00:56:23.360] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840783329200059456:19:0)
[00:56:23.383] Build status: SCHEDULED
[00:56:23.383] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840783329200059456:20:0) after 4m14s
[01:00:37.396] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840783329200059456:20:0)
[01:00:37.455] Build status: SCHEDULED
[01:00:37.455] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840783329200059456:21:0) after 3m52s
[01:04:29.503] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840783329200059456:21:0)
[01:04:29.521] Build status: SCHEDULED
[01:04:29.521] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840783329200059456:22:0) after 8m15s
[01:12:44.543] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840783329200059456:22:0)
[01:12:44.560] Build status: SCHEDULED
[01:12:44.560] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840783329200059456:23:0) after 1m57s
[01:14:41.681] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840783329200059456:23:0)
[01:14:41.701] Build status: SCHEDULED
[01:14:41.701] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840783329200059456:24:0) after 9m46s
[01:24:27.798] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840783329200059456:24:0)
[01:24:27.923] Build status: SCHEDULED
[01:24:27.923] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840783329200059456:25:0) after 2m54s
[01:27:21.936] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840783329200059456:25:0)
[01:27:21.953] Build status: SCHEDULED
[01:27:21.953] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840783329200059456:26:0) after 4m34s
[01:31:56.082] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840783329200059456:26:0)
[01:31:56.102] Build status: SCHEDULED
[01:31:56.102] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840783329200059456:27:0) after 1m59s
[01:33:55.185] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840783329200059456:27:0)
[01:33:55.203] Build status: SCHEDULED
[01:33:55.203] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840783329200059456:28:0) after 2m32s
[01:36:27.324] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840783329200059456:28:0)
[01:36:27.364] Build status: SCHEDULED
[01:36:27.364] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840783329200059456:29:0) after 7m55s
[01:44:22.371] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840783329200059456:29:0)
[01:44:22.453] Build status: SCHEDULED
[01:44:22.453] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840783329200059456:30:0) after 7m2s
[01:51:24.511] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840783329200059456:30:0)
[01:51:24.529] Build status: SCHEDULED
[01:51:24.529] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840783329200059456:31:0) after 5m29s
[01:56:53.725] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840783329200059456:31:0)
[01:56:53.741] Build status: SCHEDULED
[01:56:53.741] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840783329200059456:32:0) after 8m0s
[02:04:53.772] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840783329200059456:32:0)
[02:04:53.791] Build status: SCHEDULED
[02:04:53.791] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840783329200059456:33:0) after 8m24s
[02:13:17.947] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840783329200059456:33:0)
[02:13:17.967] Build status: SCHEDULED
[02:13:17.967] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840783329200059456:34:0) after 3m39s
[02:16:56.982] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840783329200059456:34:0)
[02:16:57.008] Build status: SCHEDULED
[02:16:57.008] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840783329200059456:35:0) after 1m36s
[02:18:33.025] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840783329200059456:35:0)
[02:18:33.051] Build status: SCHEDULED
[02:18:33.051] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840783329200059456:36:0) after 1m29s
[02:20:02.172] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840783329200059456:36:0)
[02:20:02.208] Build status: SCHEDULED
[02:20:02.208] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840783329200059456:37:0) after 7m44s
[02:27:46.215] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840783329200059456:37:0)
[02:27:46.229] Build status: SCHEDULED
[02:27:46.229] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840783329200059456:38:0) after 1m38s
[02:29:24.244] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840783329200059456:38:0)
[02:29:24.409] Build status: SCHEDULED
[02:29:24.409] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840783329200059456:39:0) after 6m47s
[02:36:11.506] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840783329200059456:39:0)
[02:36:11.574] Build status: SCHEDULED
[02:36:11.574] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840783329200059456:40:0) after 7m27s
[02:43:38.639] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840783329200059456:40:0)
[02:43:38.660] Build status: SCHEDULED
[02:43:38.660] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840783329200059456:41:0) after 9m27s
[02:53:05.657] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840783329200059456:41:0)
[02:53:05.676] Build status: SCHEDULED
[02:53:05.676] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840783329200059456:42:0) after 3m16s
[02:56:21.690] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840783329200059456:42:0)
[02:56:21.721] Build status: SCHEDULED
[02:56:21.721] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840783329200059456:43:0) after 8m17s
[03:04:38.736] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840783329200059456:43:0)
[03:04:38.751] Build status: SCHEDULED
[03:04:38.751] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840783329200059456:44:0) after 1m27s
[03:06:05.760] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840783329200059456:44:0)
[03:06:05.842] Build status: SCHEDULED
[03:06:05.842] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8840783329200059456:45:0) after 9m12s
[03:12:37.464] Received PubSub notification, asking Buildbucket for the build status
[03:12:37.518] Build status: STARTED
[03:12:56.430] Received PubSub notification, asking Buildbucket for the build status
[03:12:56.446] Build:
{
"id": "8675353266120711153",
"builder": {
"project": "pigweed",
"bucket": "experimental.dev.ci",
"builder": "experimental-envtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-24T23:23:46.557337931Z",
"startTime": "2026-07-25T03:12:37.107732027Z",
"endTime": "2026-07-25T03:12:55.978194455Z",
"updateTime": "2026-07-25T03:12:55.978194455Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/experimental",
"id": "cb4939131c58cb6dc0f83df7375c24188a9ce984",
"ref": "refs/heads/main"
}
}
}
[03:12:56.446] Invocation finished in 3h49m12.209455291s with status FAILED