[09:35:52.117] New invocation is queued and will start shortly
[09:35:53.219] Starting the invocation (attempt 1)
[09:35:53.242] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/gonk/+/0b57cf237580f43607a4f395f09818edaf7f31e8"
[09:35:53.242] Popped gitiles commit info from properties and tags
[09:35:53.242] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[09:35:53.242] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[09:35:53.242] Buildbucket request:
{
"requestId": "8853428392526702608",
"builder": {
"project": "pigweed",
"bucket": "gonk.dev.ci",
"builder": "gonk-envtest"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8853428392526702608",
"job": "pigweed/gonk.dev.ci-gonk-envtest",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/gonk",
"revision": "0b57cf237580f43607a4f395f09818edaf7f31e8"
},
"id": "https://pigweed.googlesource.com/gonk/+/refs/heads/main@0b57cf237580f43607a4f395f09818edaf7f31e8",
"title": "0b57cf237580f43607a4f395f09818edaf7f31e8",
"url": "https://pigweed.googlesource.com/gonk/+/0b57cf237580f43607a4f395f09818edaf7f31e8"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "gonk",
"id": "0b57cf237580f43607a4f395f09818edaf7f31e8",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8853428392526702608"
},
{
"key": "scheduler_job_id",
"value": "pigweed/gonk.dev.ci-gonk-envtest"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[09:35:53.720] Scheduled build:
{
"id": "8687998330603058689",
"builder": {
"project": "pigweed",
"bucket": "gonk.dev.ci",
"builder": "gonk-envtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-03-07T09:35:53.331490941Z",
"updateTime": "2026-03-07T09:35:53.331490941Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "gonk",
"id": "0b57cf237580f43607a4f395f09818edaf7f31e8",
"ref": "refs/heads/main"
}
}
}
[09:35:53.720] Task URL: https://cr-buildbucket.appspot.com/build/8687998330603058689
[09:35:53.720] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8853428392526702608:2:0) after 8m18s
[09:35:54.666] Received PubSub notification, asking Buildbucket for the build status
[09:35:54.688] Build status: SCHEDULED
[09:44:11.805] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8853428392526702608:2:0)
[09:44:11.821] Build status: SCHEDULED
[09:44:11.821] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8853428392526702608:4:0) after 1m33s
[09:45:44.837] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8853428392526702608:4:0)
[09:45:44.853] Build status: SCHEDULED
[09:45:44.853] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8853428392526702608:5:0) after 4m49s
[09:50:34.023] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8853428392526702608:5:0)
[09:50:34.059] Build status: SCHEDULED
[09:50:34.060] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8853428392526702608:6:0) after 3m2s
[09:53:36.146] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8853428392526702608:6:0)
[09:53:36.176] Build status: SCHEDULED
[09:53:36.176] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8853428392526702608:7:0) after 7m57s
[10:01:33.561] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8853428392526702608:7:0)
[10:01:33.592] Build status: SCHEDULED
[10:01:33.592] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8853428392526702608:8:0) after 5m29s
[10:07:02.810] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8853428392526702608:8:0)
[10:07:02.898] Build status: SCHEDULED
[10:07:02.898] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8853428392526702608:9:0) after 4m57s
[10:12:00.335] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8853428392526702608:9:0)
[10:12:00.362] Build status: SCHEDULED
[10:12:00.362] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8853428392526702608:10:0) after 3m17s
[10:15:17.376] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8853428392526702608:10:0)
[10:15:17.626] Build status: SCHEDULED
[10:15:17.626] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8853428392526702608:11:0) after 5m17s
[10:20:34.737] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8853428392526702608:11:0)
[10:20:34.754] Build status: SCHEDULED
[10:20:34.754] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8853428392526702608:12:0) after 1m29s
[10:22:03.867] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8853428392526702608:12:0)
[10:22:03.887] Build status: SCHEDULED
[10:22:03.887] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8853428392526702608:13:0) after 7m15s
[10:29:18.860] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8853428392526702608:13:0)
[10:29:18.895] Build status: SCHEDULED
[10:29:18.895] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8853428392526702608:14:0) after 6m54s
[10:36:12.912] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8853428392526702608:14:0)
[10:36:12.934] Build status: SCHEDULED
[10:36:12.934] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8853428392526702608:15:0) after 5m35s
[10:41:47.946] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8853428392526702608:15:0)
[10:41:47.967] Build status: SCHEDULED
[10:41:47.967] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8853428392526702608:16:0) after 8m59s
[10:50:47.328] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8853428392526702608:16:0)
[10:50:47.365] Build status: SCHEDULED
[10:50:47.365] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8853428392526702608:17:0) after 7m40s
[10:58:27.380] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8853428392526702608:17:0)
[10:58:27.396] Build status: SCHEDULED
[10:58:27.397] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8853428392526702608:18:0) after 5m19s
[11:03:46.471] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8853428392526702608:18:0)
[11:03:46.514] Build status: SCHEDULED
[11:03:46.514] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8853428392526702608:19:0) after 5m55s
[11:09:41.532] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8853428392526702608:19:0)
[11:09:41.558] Build status: SCHEDULED
[11:09:41.558] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8853428392526702608:20:0) after 7m5s
[11:16:46.570] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8853428392526702608:20:0)
[11:16:46.590] Build status: SCHEDULED
[11:16:46.590] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8853428392526702608:21:0) after 1m24s
[11:18:11.142] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8853428392526702608:21:0)
[11:18:11.167] Build status: SCHEDULED
[11:18:11.167] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8853428392526702608:22:0) after 8m15s
[11:26:26.248] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8853428392526702608:22:0)
[11:26:26.313] Build status: SCHEDULED
[11:26:26.313] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8853428392526702608:23:0) after 5m16s
[11:31:42.333] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8853428392526702608:23:0)
[11:31:42.358] Build status: SCHEDULED
[11:31:42.358] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8853428392526702608:24:0) after 3m22s
[11:35:04.710] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8853428392526702608:24:0)
[11:35:04.757] Build status: SCHEDULED
[11:35:04.757] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8853428392526702608:25:0) after 8m17s
[11:43:21.776] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8853428392526702608:25:0)
[11:43:21.815] Build status: SCHEDULED
[11:43:21.815] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8853428392526702608:26:0) after 5m42s
[11:49:03.954] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8853428392526702608:26:0)
[11:49:03.972] Build status: SCHEDULED
[11:49:03.972] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8853428392526702608:27:0) after 5m53s
[11:54:57.089] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8853428392526702608:27:0)
[11:54:57.144] Build status: SCHEDULED
[11:54:57.145] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8853428392526702608:28:0) after 8m28s
[12:03:25.260] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8853428392526702608:28:0)
[12:03:25.287] Build status: SCHEDULED
[12:03:25.287] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8853428392526702608:29:0) after 3m15s
[12:06:40.407] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8853428392526702608:29:0)
[12:06:40.447] Build status: SCHEDULED
[12:06:40.447] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8853428392526702608:30:0) after 8m23s
[12:15:03.453] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8853428392526702608:30:0)
[12:15:03.489] Build status: SCHEDULED
[12:15:03.489] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8853428392526702608:31:0) after 2m20s
[12:17:23.503] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8853428392526702608:31:0)
[12:17:23.527] Build status: SCHEDULED
[12:17:23.527] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8853428392526702608:32:0) after 1m16s
[12:18:39.757] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8853428392526702608:32:0)
[12:18:39.781] Build status: SCHEDULED
[12:18:39.781] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8853428392526702608:33:0) after 3m43s
[12:22:23.052] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8853428392526702608:33:0)
[12:22:23.117] Build status: SCHEDULED
[12:22:23.117] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8853428392526702608:34:0) after 5m37s
[12:25:20.076] Received PubSub notification, asking Buildbucket for the build status
[12:25:20.135] Build status: STARTED
[12:26:08.924] Received PubSub notification, asking Buildbucket for the build status
[12:26:08.950] Build:
{
"id": "8687998330603058689",
"builder": {
"project": "pigweed",
"bucket": "gonk.dev.ci",
"builder": "gonk-envtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-03-07T09:35:53.331490941Z",
"startTime": "2026-03-07T12:25:19.882272680Z",
"endTime": "2026-03-07T12:26:08.702354893Z",
"updateTime": "2026-03-07T12:26:08.702354893Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "gonk",
"id": "0b57cf237580f43607a4f395f09818edaf7f31e8",
"ref": "refs/heads/main"
}
}
}
[12:26:08.950] Invocation finished in 2h50m16.836970514s with status FAILED