[13:37:53.451] New invocation is queued and will start shortly
[13:37:54.530] Starting the invocation (attempt 1)
[13:37:54.562] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/experimental/+/f7f763ab88cab3ef04e00741c75b8c171ef29786"
[13:37:54.562] Popped gitiles commit info from properties and tags
[13:37:54.562] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[13:37:54.562] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[13:37:54.563] Buildbucket request:
{
"requestId": "8851873017378938864",
"builder": {
"project": "pigweed",
"bucket": "experimental.dev.ci",
"builder": "experimental-envtest"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8851873017378938864",
"job": "pigweed/experimental.dev.ci-experimental-envtest",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/experimental",
"revision": "f7f763ab88cab3ef04e00741c75b8c171ef29786"
},
"id": "https://pigweed.googlesource.com/pigweed/experimental/+/refs/heads/main@f7f763ab88cab3ef04e00741c75b8c171ef29786",
"title": "f7f763ab88cab3ef04e00741c75b8c171ef29786",
"url": "https://pigweed.googlesource.com/pigweed/experimental/+/f7f763ab88cab3ef04e00741c75b8c171ef29786"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/experimental",
"id": "f7f763ab88cab3ef04e00741c75b8c171ef29786",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8851873017378938864"
},
{
"key": "scheduler_job_id",
"value": "pigweed/experimental.dev.ci-experimental-envtest"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[13:37:55.394] Scheduled build:
{
"id": "8686442955302256913",
"builder": {
"project": "pigweed",
"bucket": "experimental.dev.ci",
"builder": "experimental-envtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-03-24T13:37:54.808715660Z",
"updateTime": "2026-03-24T13:37:54.808715660Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/experimental",
"id": "f7f763ab88cab3ef04e00741c75b8c171ef29786",
"ref": "refs/heads/main"
}
}
}
[13:37:55.394] Task URL: https://cr-buildbucket.appspot.com/build/8686442955302256913
[13:37:55.394] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8851873017378938864:2:0) after 1m2s
[13:37:56.354] Received PubSub notification, asking Buildbucket for the build status
[13:37:56.385] Build status: SCHEDULED
[13:38:57.475] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8851873017378938864:2:0)
[13:38:57.567] Build status: SCHEDULED
[13:38:57.567] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8851873017378938864:4:0) after 3m40s
[13:42:37.533] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8851873017378938864:4:0)
[13:42:37.554] Build status: SCHEDULED
[13:42:37.554] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8851873017378938864:5:0) after 2m1s
[13:44:38.583] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8851873017378938864:5:0)
[13:44:38.644] Build status: SCHEDULED
[13:44:38.644] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8851873017378938864:6:0) after 1m19s
[13:45:57.664] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8851873017378938864:6:0)
[13:45:57.681] Build status: SCHEDULED
[13:45:57.681] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8851873017378938864:7:0) after 3m55s
[13:49:52.776] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8851873017378938864:7:0)
[13:49:52.801] Build status: SCHEDULED
[13:49:52.801] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8851873017378938864:8:0) after 5m15s
[13:55:07.816] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8851873017378938864:8:0)
[13:55:07.864] Build status: SCHEDULED
[13:55:07.864] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8851873017378938864:9:0) after 8m24s
[14:03:32.067] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8851873017378938864:9:0)
[14:03:32.112] Build status: SCHEDULED
[14:03:32.112] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8851873017378938864:10:0) after 9m34s
[14:13:06.165] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8851873017378938864:10:0)
[14:13:06.192] Build status: SCHEDULED
[14:13:06.192] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8851873017378938864:11:0) after 4m21s
[14:17:27.253] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8851873017378938864:11:0)
[14:17:27.267] Build status: SCHEDULED
[14:17:27.267] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8851873017378938864:12:0) after 2m0s
[14:19:27.282] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8851873017378938864:12:0)
[14:19:27.311] Build status: SCHEDULED
[14:19:27.312] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8851873017378938864:13:0) after 8m20s
[14:27:47.324] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8851873017378938864:13:0)
[14:27:47.377] Build status: SCHEDULED
[14:27:47.377] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8851873017378938864:14:0) after 5m32s
[14:33:19.420] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8851873017378938864:14:0)
[14:33:19.445] Build status: SCHEDULED
[14:33:19.445] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8851873017378938864:15:0) after 7m56s
[14:41:15.472] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8851873017378938864:15:0)
[14:41:15.490] Build status: SCHEDULED
[14:41:15.490] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8851873017378938864:16:0) after 9m57s
[14:51:12.517] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8851873017378938864:16:0)
[14:51:12.543] Build status: SCHEDULED
[14:51:12.543] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8851873017378938864:17:0) after 2m36s
[14:53:48.605] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8851873017378938864:17:0)
[14:53:48.621] Build status: SCHEDULED
[14:53:48.621] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8851873017378938864:18:0) after 7m21s
[15:01:09.635] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8851873017378938864:18:0)
[15:01:09.670] Build status: SCHEDULED
[15:01:09.670] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8851873017378938864:19:0) after 6m36s
[15:07:45.741] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8851873017378938864:19:0)
[15:07:45.792] Build status: SCHEDULED
[15:07:45.792] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8851873017378938864:20:0) after 2m25s
[15:10:10.854] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8851873017378938864:20:0)
[15:10:10.871] Build status: SCHEDULED
[15:10:10.871] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8851873017378938864:21:0) after 4m28s
[15:14:38.892] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8851873017378938864:21:0)
[15:14:38.908] Build status: SCHEDULED
[15:14:38.908] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8851873017378938864:22:0) after 3m10s
[15:17:48.981] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8851873017378938864:22:0)
[15:17:49.000] Build status: SCHEDULED
[15:17:49.000] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8851873017378938864:23:0) after 4m43s
[15:22:32.077] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8851873017378938864:23:0)
[15:22:32.105] Build status: SCHEDULED
[15:22:32.105] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8851873017378938864:24:0) after 5m13s
[15:27:45.140] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8851873017378938864:24:0)
[15:27:45.209] Build status: SCHEDULED
[15:27:45.209] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8851873017378938864:25:0) after 3m13s
[15:30:58.267] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8851873017378938864:25:0)
[15:30:58.287] Build status: SCHEDULED
[15:30:58.287] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8851873017378938864:26:0) after 1m21s
[15:32:19.303] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8851873017378938864:26:0)
[15:32:19.333] Build status: SCHEDULED
[15:32:19.333] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8851873017378938864:27:0) after 2m38s
[15:34:57.313] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8851873017378938864:27:0)
[15:34:57.334] Build status: SCHEDULED
[15:34:57.334] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8851873017378938864:28:0) after 7m19s
[15:42:16.387] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8851873017378938864:28:0)
[15:42:16.416] Build status: SCHEDULED
[15:42:16.416] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8851873017378938864:29:0) after 8m45s
[15:51:01.575] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8851873017378938864:29:0)
[15:51:01.600] Build status: SCHEDULED
[15:51:01.600] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8851873017378938864:30:0) after 7m53s
[15:58:54.613] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8851873017378938864:30:0)
[15:58:54.630] Build status: SCHEDULED
[15:58:54.630] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8851873017378938864:31:0) after 4m13s
[16:03:07.698] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8851873017378938864:31:0)
[16:03:07.725] Build status: SCHEDULED
[16:03:07.725] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8851873017378938864:32:0) after 3m36s
[16:06:43.823] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8851873017378938864:32:0)
[16:06:43.851] Build status: SCHEDULED
[16:06:43.851] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8851873017378938864:33:0) after 6m51s
[16:13:34.872] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8851873017378938864:33:0)
[16:13:34.890] Build status: SCHEDULED
[16:13:34.891] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8851873017378938864:34:0) after 1m52s
[16:15:26.985] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8851873017378938864:34:0)
[16:15:27.007] Build status: SCHEDULED
[16:15:27.007] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8851873017378938864:35:0) after 3m38s
[16:19:05.062] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8851873017378938864:35:0)
[16:19:05.093] Build status: SCHEDULED
[16:19:05.093] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8851873017378938864:36:0) after 8m52s
[16:27:57.132] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8851873017378938864:36:0)
[16:27:57.160] Build status: SCHEDULED
[16:27:57.160] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8851873017378938864:37:0) after 4m14s
[16:32:11.201] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8851873017378938864:37:0)
[16:32:11.229] Build status: SCHEDULED
[16:32:11.229] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8851873017378938864:38:0) after 4m25s
[16:36:36.282] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8851873017378938864:38:0)
[16:36:36.306] Build status: SCHEDULED
[16:36:36.306] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8851873017378938864:39:0) after 8m2s
[16:44:38.383] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8851873017378938864:39:0)
[16:44:38.401] Build status: SCHEDULED
[16:44:38.401] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8851873017378938864:40:0) after 5m30s
[16:50:08.420] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8851873017378938864:40:0)
[16:50:08.449] Build status: SCHEDULED
[16:50:08.449] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8851873017378938864:41:0) after 2m2s
[16:52:10.498] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8851873017378938864:41:0)
[16:52:10.515] Build status: SCHEDULED
[16:52:10.515] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8851873017378938864:42:0) after 3m13s
[16:55:23.532] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8851873017378938864:42:0)
[16:55:23.548] Build status: SCHEDULED
[16:55:23.548] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8851873017378938864:43:0) after 6m54s
[17:02:17.607] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8851873017378938864:43:0)
[17:02:17.726] Build status: SCHEDULED
[17:02:17.726] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8851873017378938864:44:0) after 2m0s
[17:04:17.778] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8851873017378938864:44:0)
[17:04:17.814] Build status: SCHEDULED
[17:04:17.814] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8851873017378938864:45:0) after 8m58s
[17:13:15.879] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8851873017378938864:45:0)
[17:13:15.907] Build status: SCHEDULED
[17:13:15.907] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8851873017378938864:46:0) after 4m58s
[17:15:10.575] Received PubSub notification, asking Buildbucket for the build status
[17:15:10.593] Build status: STARTED
[17:16:09.001] Received PubSub notification, asking Buildbucket for the build status
[17:16:09.019] Build:
{
"id": "8686442955302256913",
"builder": {
"project": "pigweed",
"bucket": "experimental.dev.ci",
"builder": "experimental-envtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-03-24T13:37:54.808715660Z",
"startTime": "2026-03-24T17:15:10.400883476Z",
"endTime": "2026-03-24T17:16:08.406570893Z",
"updateTime": "2026-03-24T17:16:08.406570893Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/experimental",
"id": "f7f763ab88cab3ef04e00741c75b8c171ef29786",
"ref": "refs/heads/main"
}
}
}
[17:16:09.019] Invocation finished in 3h38m15.575501874s with status FAILED