[03:07:29.062] New invocation is queued and will start shortly
[03:07:30.185] Starting the invocation (attempt 1)
[03:07:30.205] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/experimental/+/805b99dbd264e1b14443d6f0eef124bba3c58baa"
[03:07:30.206] Popped gitiles commit info from properties and tags
[03:07:30.206] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[03:07:30.206] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[03:07:30.206] Buildbucket request:
{
"requestId": "8858616854644602752",
"builder": {
"project": "pigweed",
"bucket": "experimental.dev.ci",
"builder": "experimental-envtest"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8858616854644602752",
"job": "pigweed/experimental.dev.ci-experimental-envtest",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/experimental",
"revision": "805b99dbd264e1b14443d6f0eef124bba3c58baa"
},
"id": "https://pigweed.googlesource.com/pigweed/experimental/+/refs/heads/main@805b99dbd264e1b14443d6f0eef124bba3c58baa",
"title": "805b99dbd264e1b14443d6f0eef124bba3c58baa",
"url": "https://pigweed.googlesource.com/pigweed/experimental/+/805b99dbd264e1b14443d6f0eef124bba3c58baa"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/experimental",
"id": "805b99dbd264e1b14443d6f0eef124bba3c58baa",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8858616854644602752"
},
{
"key": "scheduler_job_id",
"value": "pigweed/experimental.dev.ci-experimental-envtest"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[03:07:30.552] Scheduled build:
{
"id": "8693186792731424513",
"builder": {
"project": "pigweed",
"bucket": "experimental.dev.ci",
"builder": "experimental-envtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-01-09T03:07:30.258009661Z",
"updateTime": "2026-01-09T03:07:30.258009661Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/experimental",
"id": "805b99dbd264e1b14443d6f0eef124bba3c58baa",
"ref": "refs/heads/main"
}
}
}
[03:07:30.552] Task URL: https://cr-buildbucket.appspot.com/build/8693186792731424513
[03:07:30.552] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858616854644602752:2:0) after 3m15s
[03:07:31.513] Received PubSub notification, asking Buildbucket for the build status
[03:07:31.529] Build status: SCHEDULED
[03:10:45.637] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858616854644602752:2:0)
[03:10:45.666] Build status: SCHEDULED
[03:10:45.666] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858616854644602752:4:0) after 2m33s
[03:13:18.668] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858616854644602752:4:0)
[03:13:18.735] Build status: SCHEDULED
[03:13:18.735] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858616854644602752:5:0) after 4m53s
[03:18:11.766] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858616854644602752:5:0)
[03:18:11.786] Build status: SCHEDULED
[03:18:11.786] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858616854644602752:6:0) after 8m31s
[03:26:42.800] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858616854644602752:6:0)
[03:26:42.828] Build status: SCHEDULED
[03:26:42.828] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858616854644602752:7:0) after 3m41s
[03:30:23.814] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858616854644602752:7:0)
[03:30:23.837] Build status: SCHEDULED
[03:30:23.837] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858616854644602752:8:0) after 1m47s
[03:32:10.902] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858616854644602752:8:0)
[03:32:10.924] Build status: SCHEDULED
[03:32:10.924] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858616854644602752:9:0) after 1m50s
[03:34:00.936] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858616854644602752:9:0)
[03:34:00.958] Build status: SCHEDULED
[03:34:00.959] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858616854644602752:10:0) after 4m1s
[03:38:01.976] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858616854644602752:10:0)
[03:38:02.001] Build status: SCHEDULED
[03:38:02.002] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858616854644602752:11:0) after 6m0s
[03:44:02.067] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858616854644602752:11:0)
[03:44:02.095] Build status: SCHEDULED
[03:44:02.095] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858616854644602752:12:0) after 5m1s
[03:49:03.060] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858616854644602752:12:0)
[03:49:03.078] Build status: SCHEDULED
[03:49:03.078] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858616854644602752:13:0) after 4m36s
[03:53:39.090] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858616854644602752:13:0)
[03:53:39.151] Build status: SCHEDULED
[03:53:39.151] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858616854644602752:14:0) after 9m24s
[04:03:03.114] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858616854644602752:14:0)
[04:03:03.139] Build status: SCHEDULED
[04:03:03.139] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858616854644602752:15:0) after 4m18s
[04:07:21.145] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858616854644602752:15:0)
[04:07:21.162] Build status: SCHEDULED
[04:07:21.162] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858616854644602752:16:0) after 2m19s
[04:09:40.177] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858616854644602752:16:0)
[04:09:40.198] Build status: SCHEDULED
[04:09:40.198] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858616854644602752:17:0) after 5m50s
[04:15:30.276] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858616854644602752:17:0)
[04:15:30.290] Build status: SCHEDULED
[04:15:30.290] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858616854644602752:18:0) after 9m27s
[04:24:57.318] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858616854644602752:18:0)
[04:24:57.334] Build status: SCHEDULED
[04:24:57.334] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858616854644602752:19:0) after 7m13s
[04:32:10.396] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858616854644602752:19:0)
[04:32:10.423] Build status: SCHEDULED
[04:32:10.423] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858616854644602752:20:0) after 8m21s
[04:40:31.498] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858616854644602752:20:0)
[04:40:31.519] Build status: SCHEDULED
[04:40:31.519] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858616854644602752:21:0) after 7m55s
[04:48:26.533] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858616854644602752:21:0)
[04:48:26.547] Build status: SCHEDULED
[04:48:26.547] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858616854644602752:22:0) after 8m28s
[04:56:54.611] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858616854644602752:22:0)
[04:56:54.630] Build status: SCHEDULED
[04:56:54.630] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858616854644602752:23:0) after 3m37s
[05:00:31.673] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858616854644602752:23:0)
[05:00:31.687] Build status: SCHEDULED
[05:00:31.687] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858616854644602752:24:0) after 5m38s
[05:06:09.703] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858616854644602752:24:0)
[05:06:09.723] Build status: SCHEDULED
[05:06:09.723] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858616854644602752:25:0) after 4m38s
[05:10:47.787] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858616854644602752:25:0)
[05:10:47.802] Build status: SCHEDULED
[05:10:47.802] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858616854644602752:26:0) after 1m37s
[05:12:24.870] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858616854644602752:26:0)
[05:12:24.888] Build status: SCHEDULED
[05:12:24.888] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858616854644602752:27:0) after 3m13s
[05:15:37.904] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858616854644602752:27:0)
[05:15:37.936] Build status: SCHEDULED
[05:15:37.936] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858616854644602752:28:0) after 6m50s
[05:22:27.951] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858616854644602752:28:0)
[05:22:27.972] Build status: SCHEDULED
[05:22:27.972] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858616854644602752:29:0) after 8m11s
[05:30:39.345] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858616854644602752:29:0)
[05:30:39.377] Build status: SCHEDULED
[05:30:39.377] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858616854644602752:30:0) after 4m51s
[05:35:30.434] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858616854644602752:30:0)
[05:35:30.448] Build status: SCHEDULED
[05:35:30.448] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858616854644602752:31:0) after 5m0s
[05:40:30.493] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858616854644602752:31:0)
[05:40:30.562] Build status: SCHEDULED
[05:40:30.562] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858616854644602752:32:0) after 8m12s
[05:48:42.587] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858616854644602752:32:0)
[05:48:42.612] Build status: SCHEDULED
[05:48:42.612] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858616854644602752:33:0) after 7m45s
[05:56:27.622] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858616854644602752:33:0)
[05:56:27.638] Build status: SCHEDULED
[05:56:27.638] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858616854644602752:34:0) after 7m23s
[06:03:50.666] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858616854644602752:34:0)
[06:03:50.748] Build status: SCHEDULED
[06:03:50.748] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858616854644602752:35:0) after 1m0s
[06:04:50.810] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858616854644602752:35:0)
[06:04:50.827] Build status: SCHEDULED
[06:04:50.827] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858616854644602752:36:0) after 5m56s
[06:10:46.794] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858616854644602752:36:0)
[06:10:46.873] Build status: SCHEDULED
[06:10:46.873] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858616854644602752:37:0) after 9m18s
[06:20:04.920] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858616854644602752:37:0)
[06:20:04.936] Build status: SCHEDULED
[06:20:04.936] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858616854644602752:38:0) after 3m54s
[06:23:59.303] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858616854644602752:38:0)
[06:23:59.346] Build status: SCHEDULED
[06:23:59.346] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858616854644602752:39:0) after 9m28s
[06:33:27.461] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858616854644602752:39:0)
[06:33:27.480] Build status: SCHEDULED
[06:33:27.480] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858616854644602752:40:0) after 1m42s
[06:35:09.493] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858616854644602752:40:0)
[06:35:09.511] Build status: SCHEDULED
[06:35:09.511] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858616854644602752:41:0) after 7m44s
[06:42:53.543] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858616854644602752:41:0)
[06:42:53.561] Build status: SCHEDULED
[06:42:53.561] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858616854644602752:42:0) after 6m8s
[06:49:01.602] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858616854644602752:42:0)
[06:49:01.617] Build status: SCHEDULED
[06:49:01.617] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858616854644602752:43:0) after 5m2s
[06:54:03.746] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858616854644602752:43:0)
[06:54:03.864] Build status: SCHEDULED
[06:54:03.864] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858616854644602752:44:0) after 9m51s
[06:55:43.796] Received PubSub notification, asking Buildbucket for the build status
[06:55:43.816] Build status: STARTED
[06:55:58.485] Received PubSub notification, asking Buildbucket for the build status
[06:55:58.523] Build:
{
"id": "8693186792731424513",
"builder": {
"project": "pigweed",
"bucket": "experimental.dev.ci",
"builder": "experimental-envtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-01-09T03:07:30.258009661Z",
"startTime": "2026-01-09T06:55:43.631062037Z",
"endTime": "2026-01-09T06:55:58.249853866Z",
"updateTime": "2026-01-09T06:55:58.249853866Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/experimental",
"id": "805b99dbd264e1b14443d6f0eef124bba3c58baa",
"ref": "refs/heads/main"
}
}
}
[06:55:58.523] Invocation finished in 3h48m29.473925808s with status FAILED