[07:06:30.966] New invocation is queued and will start shortly
[07:06:32.100] Starting the invocation (attempt 1)
[07:06:32.131] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/experimental/+/5df9ae8855dd22c719a83d891475ed5a865ff309"
[07:06:32.131] Popped gitiles commit info from properties and tags
[07:06:32.131] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[07:06:32.132] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[07:06:32.132] Buildbucket request:
{
"requestId": "8853709579876846352",
"builder": {
"project": "pigweed",
"bucket": "experimental.dev.ci",
"builder": "experimental-envtest"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8853709579876846352",
"job": "pigweed/experimental.dev.ci-experimental-envtest",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/experimental",
"revision": "5df9ae8855dd22c719a83d891475ed5a865ff309"
},
"id": "https://pigweed.googlesource.com/pigweed/experimental/+/refs/heads/main@5df9ae8855dd22c719a83d891475ed5a865ff309",
"title": "5df9ae8855dd22c719a83d891475ed5a865ff309",
"url": "https://pigweed.googlesource.com/pigweed/experimental/+/5df9ae8855dd22c719a83d891475ed5a865ff309"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/experimental",
"id": "5df9ae8855dd22c719a83d891475ed5a865ff309",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8853709579876846352"
},
{
"key": "scheduler_job_id",
"value": "pigweed/experimental.dev.ci-experimental-envtest"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[07:06:32.481] Scheduled build:
{
"id": "8688279517946955649",
"builder": {
"project": "pigweed",
"bucket": "experimental.dev.ci",
"builder": "experimental-envtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-03-04T07:06:32.183172558Z",
"updateTime": "2026-03-04T07:06:32.183172558Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/experimental",
"id": "5df9ae8855dd22c719a83d891475ed5a865ff309",
"ref": "refs/heads/main"
}
}
}
[07:06:32.481] Task URL: https://cr-buildbucket.appspot.com/build/8688279517946955649
[07:06:32.481] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853709579876846352:2:0) after 4m51s
[07:06:33.441] Received PubSub notification, asking Buildbucket for the build status
[07:06:33.464] Build status: SCHEDULED
[07:11:23.518] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853709579876846352:2:0)
[07:11:23.533] Build status: SCHEDULED
[07:11:23.533] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853709579876846352:4:0) after 5m26s
[07:16:49.527] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853709579876846352:4:0)
[07:16:49.554] Build status: SCHEDULED
[07:16:49.554] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853709579876846352:5:0) after 9m21s
[07:26:10.569] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853709579876846352:5:0)
[07:26:10.583] Build status: SCHEDULED
[07:26:10.584] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853709579876846352:6:0) after 2m36s
[07:28:46.596] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853709579876846352:6:0)
[07:28:46.608] Build status: SCHEDULED
[07:28:46.608] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853709579876846352:7:0) after 3m22s
[07:32:08.770] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853709579876846352:7:0)
[07:32:08.863] Build status: SCHEDULED
[07:32:08.863] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853709579876846352:8:0) after 7m21s
[07:39:29.877] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853709579876846352:8:0)
[07:39:29.903] Build status: SCHEDULED
[07:39:29.903] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853709579876846352:9:0) after 1m56s
[07:41:25.916] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853709579876846352:9:0)
[07:41:25.939] Build status: SCHEDULED
[07:41:25.939] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853709579876846352:10:0) after 4m33s
[07:45:58.958] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853709579876846352:10:0)
[07:45:59.049] Build status: SCHEDULED
[07:45:59.050] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853709579876846352:11:0) after 5m1s
[07:51:00.114] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853709579876846352:11:0)
[07:51:00.136] Build status: SCHEDULED
[07:51:00.136] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853709579876846352:12:0) after 5m18s
[07:56:18.155] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853709579876846352:12:0)
[07:56:18.212] Build status: SCHEDULED
[07:56:18.212] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853709579876846352:13:0) after 7m56s
[08:04:14.227] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853709579876846352:13:0)
[08:04:14.328] Build status: SCHEDULED
[08:04:14.328] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853709579876846352:14:0) after 3m13s
[08:07:27.326] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853709579876846352:14:0)
[08:07:27.354] Build status: SCHEDULED
[08:07:27.354] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853709579876846352:15:0) after 8m11s
[08:15:38.386] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853709579876846352:15:0)
[08:15:38.444] Build status: SCHEDULED
[08:15:38.444] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853709579876846352:16:0) after 5m19s
[08:20:57.501] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853709579876846352:16:0)
[08:20:57.533] Build status: SCHEDULED
[08:20:57.533] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853709579876846352:17:0) after 1m34s
[08:22:31.588] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853709579876846352:17:0)
[08:22:31.604] Build status: SCHEDULED
[08:22:31.604] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853709579876846352:18:0) after 3m51s
[08:26:22.662] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853709579876846352:18:0)
[08:26:22.680] Build status: SCHEDULED
[08:26:22.680] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853709579876846352:19:0) after 3m55s
[08:30:17.703] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853709579876846352:19:0)
[08:30:17.718] Build status: SCHEDULED
[08:30:17.718] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853709579876846352:20:0) after 1m6s
[08:31:23.780] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853709579876846352:20:0)
[08:31:23.813] Build status: SCHEDULED
[08:31:23.813] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853709579876846352:21:0) after 5m45s
[08:37:08.853] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853709579876846352:21:0)
[08:37:08.876] Build status: SCHEDULED
[08:37:08.876] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853709579876846352:22:0) after 4m22s
[08:41:30.888] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853709579876846352:22:0)
[08:41:30.962] Build status: SCHEDULED
[08:41:30.962] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853709579876846352:23:0) after 4m49s
[08:46:20.026] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853709579876846352:23:0)
[08:46:20.133] Build status: SCHEDULED
[08:46:20.133] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853709579876846352:24:0) after 2m16s
[08:48:36.148] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853709579876846352:24:0)
[08:48:36.163] Build status: SCHEDULED
[08:48:36.163] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853709579876846352:25:0) after 4m3s
[08:52:39.175] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853709579876846352:25:0)
[08:52:39.200] Build status: SCHEDULED
[08:52:39.200] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853709579876846352:26:0) after 4m56s
[08:57:35.172] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853709579876846352:26:0)
[08:57:35.197] Build status: SCHEDULED
[08:57:35.197] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853709579876846352:27:0) after 1m8s
[08:58:43.248] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853709579876846352:27:0)
[08:58:43.279] Build status: SCHEDULED
[08:58:43.279] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853709579876846352:28:0) after 7m1s
[09:05:44.305] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853709579876846352:28:0)
[09:05:44.323] Build status: SCHEDULED
[09:05:44.323] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853709579876846352:29:0) after 9m12s
[09:14:56.355] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853709579876846352:29:0)
[09:14:56.386] Build status: SCHEDULED
[09:14:56.386] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853709579876846352:30:0) after 9m8s
[09:24:04.415] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853709579876846352:30:0)
[09:24:04.441] Build status: SCHEDULED
[09:24:04.441] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853709579876846352:31:0) after 8m42s
[09:32:46.507] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853709579876846352:31:0)
[09:32:46.524] Build status: SCHEDULED
[09:32:46.524] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853709579876846352:32:0) after 7m37s
[09:40:23.567] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853709579876846352:32:0)
[09:40:23.586] Build status: SCHEDULED
[09:40:23.586] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853709579876846352:33:0) after 7m15s
[09:47:38.691] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853709579876846352:33:0)
[09:47:38.706] Build status: SCHEDULED
[09:47:38.706] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853709579876846352:34:0) after 7m8s
[09:54:46.727] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853709579876846352:34:0)
[09:54:46.747] Build status: SCHEDULED
[09:54:46.747] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853709579876846352:35:0) after 1m47s
[09:56:33.765] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853709579876846352:35:0)
[09:56:33.788] Build status: SCHEDULED
[09:56:33.788] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853709579876846352:36:0) after 4m29s
[10:01:02.867] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853709579876846352:36:0)
[10:01:02.893] Build status: SCHEDULED
[10:01:02.893] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853709579876846352:37:0) after 3m1s
[10:04:03.897] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853709579876846352:37:0)
[10:04:03.914] Build status: SCHEDULED
[10:04:03.914] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853709579876846352:38:0) after 9m56s
[10:13:59.943] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853709579876846352:38:0)
[10:13:59.981] Build status: SCHEDULED
[10:13:59.981] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853709579876846352:39:0) after 9m55s
[10:23:54.998] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853709579876846352:39:0)
[10:23:55.015] Build status: SCHEDULED
[10:23:55.015] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853709579876846352:40:0) after 5m42s
[10:29:37.033] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853709579876846352:40:0)
[10:29:37.049] Build status: SCHEDULED
[10:29:37.049] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853709579876846352:41:0) after 6m42s
[10:36:19.116] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853709579876846352:41:0)
[10:36:19.134] Build status: SCHEDULED
[10:36:19.134] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853709579876846352:42:0) after 4m58s
[10:41:17.148] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853709579876846352:42:0)
[10:41:17.173] Build status: SCHEDULED
[10:41:17.173] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853709579876846352:43:0) after 1m28s
[10:42:45.237] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853709579876846352:43:0)
[10:42:45.295] Build status: SCHEDULED
[10:42:45.295] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853709579876846352:44:0) after 2m11s
[10:44:56.310] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853709579876846352:44:0)
[10:44:56.332] Build status: SCHEDULED
[10:44:56.332] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853709579876846352:45:0) after 6m49s
[10:46:48.637] Received PubSub notification, asking Buildbucket for the build status
[10:46:48.666] Build status: STARTED
[10:47:28.423] Received PubSub notification, asking Buildbucket for the build status
[10:47:28.438] Build:
{
"id": "8688279517946955649",
"builder": {
"project": "pigweed",
"bucket": "experimental.dev.ci",
"builder": "experimental-envtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-03-04T07:06:32.183172558Z",
"startTime": "2026-03-04T10:46:48.433192483Z",
"endTime": "2026-03-04T10:47:28.182636866Z",
"updateTime": "2026-03-04T10:47:28.182636866Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/experimental",
"id": "5df9ae8855dd22c719a83d891475ed5a865ff309",
"ref": "refs/heads/main"
}
}
}
[10:47:28.438] Invocation finished in 3h40m57.479341384s with status FAILED