[23:41:40.871] New invocation is queued and will start shortly
[23:41:44.761] Starting the invocation (attempt 1)
[23:41:44.791] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/gonk/+/ebd0e066b4760857c92e91a733461722304450f7"
[23:41:44.791] Popped gitiles commit info from properties and tags
[23:41:44.791] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:41:44.791] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:41:44.792] Buildbucket request:
{
"requestId": "8844224884997628560",
"builder": {
"project": "pigweed",
"bucket": "gonk.dev.ci",
"builder": "gonk-full"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8844224884997628560",
"job": "pigweed/gonk.dev.ci-gonk-full",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/gonk",
"revision": "ebd0e066b4760857c92e91a733461722304450f7"
},
"id": "https://pigweed.googlesource.com/gonk/+/refs/heads/main@ebd0e066b4760857c92e91a733461722304450f7",
"title": "ebd0e066b4760857c92e91a733461722304450f7",
"url": "https://pigweed.googlesource.com/gonk/+/ebd0e066b4760857c92e91a733461722304450f7"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "gonk",
"id": "ebd0e066b4760857c92e91a733461722304450f7",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8844224884997628560"
},
{
"key": "scheduler_job_id",
"value": "pigweed/gonk.dev.ci-gonk-full"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[23:41:45.217] Scheduled build:
{
"id": "8678794820158462113",
"builder": {
"project": "pigweed",
"bucket": "gonk.dev.ci",
"builder": "gonk-full"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-16T23:41:44.863220181Z",
"updateTime": "2026-06-16T23:41:44.863220181Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "gonk",
"id": "ebd0e066b4760857c92e91a733461722304450f7",
"ref": "refs/heads/main"
}
}
}
[23:41:45.217] Task URL: https://cr-buildbucket.appspot.com/build/8678794820158462113
[23:41:45.217] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8844224884997628560:2:0) after 8m13s
[23:41:46.126] Received PubSub notification, asking Buildbucket for the build status
[23:41:46.155] Build status: SCHEDULED
[23:49:58.237] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8844224884997628560:2:0)
[23:49:58.266] Build status: SCHEDULED
[23:49:58.266] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8844224884997628560:4:0) after 5m53s
[23:55:51.277] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8844224884997628560:4:0)
[23:55:51.298] Build status: SCHEDULED
[23:55:51.298] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8844224884997628560:5:0) after 7m26s
[00:03:17.311] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8844224884997628560:5:0)
[00:03:17.333] Build status: SCHEDULED
[00:03:17.333] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8844224884997628560:6:0) after 1m31s
[00:04:48.419] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8844224884997628560:6:0)
[00:04:48.485] Build status: SCHEDULED
[00:04:48.485] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8844224884997628560:7:0) after 2m0s
[00:06:48.735] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8844224884997628560:7:0)
[00:06:48.759] Build status: SCHEDULED
[00:06:48.759] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8844224884997628560:8:0) after 6m40s
[00:13:28.809] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8844224884997628560:8:0)
[00:13:28.839] Build status: SCHEDULED
[00:13:28.839] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8844224884997628560:9:0) after 9m7s
[00:22:35.824] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8844224884997628560:9:0)
[00:22:35.841] Build status: SCHEDULED
[00:22:35.841] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8844224884997628560:10:0) after 9m56s
[00:32:31.856] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8844224884997628560:10:0)
[00:32:31.875] Build status: SCHEDULED
[00:32:31.875] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8844224884997628560:11:0) after 5m24s
[00:37:55.917] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8844224884997628560:11:0)
[00:37:56.019] Build status: SCHEDULED
[00:37:56.019] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8844224884997628560:12:0) after 3m16s
[00:41:12.063] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8844224884997628560:12:0)
[00:41:12.094] Build status: SCHEDULED
[00:41:12.094] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8844224884997628560:13:0) after 3m7s
[00:44:19.160] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8844224884997628560:13:0)
[00:44:19.263] Build status: SCHEDULED
[00:44:19.263] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8844224884997628560:14:0) after 6m39s
[00:50:58.396] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8844224884997628560:14:0)
[00:50:58.415] Build status: SCHEDULED
[00:50:58.415] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8844224884997628560:15:0) after 7m18s
[00:58:16.418] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8844224884997628560:15:0)
[00:58:16.443] Build status: SCHEDULED
[00:58:16.443] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8844224884997628560:16:0) after 5m43s
[01:03:59.436] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8844224884997628560:16:0)
[01:03:59.458] Build status: SCHEDULED
[01:03:59.458] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8844224884997628560:17:0) after 7m28s
[01:11:27.576] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8844224884997628560:17:0)
[01:11:27.621] Build status: SCHEDULED
[01:11:27.621] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8844224884997628560:18:0) after 2m1s
[01:13:28.689] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8844224884997628560:18:0)
[01:13:28.729] Build status: SCHEDULED
[01:13:28.729] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8844224884997628560:19:0) after 3m38s
[01:17:06.746] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8844224884997628560:19:0)
[01:17:06.764] Build status: SCHEDULED
[01:17:06.765] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8844224884997628560:20:0) after 1m49s
[01:18:55.873] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8844224884997628560:20:0)
[01:18:55.902] Build status: SCHEDULED
[01:18:55.902] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8844224884997628560:21:0) after 5m7s
[01:24:02.912] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8844224884997628560:21:0)
[01:24:02.939] Build status: SCHEDULED
[01:24:02.939] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8844224884997628560:22:0) after 9m51s
[01:33:54.111] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8844224884997628560:22:0)
[01:33:54.128] Build status: SCHEDULED
[01:33:54.128] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8844224884997628560:23:0) after 1m37s
[01:35:31.184] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8844224884997628560:23:0)
[01:35:31.204] Build status: SCHEDULED
[01:35:31.204] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8844224884997628560:24:0) after 3m39s
[01:39:10.222] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8844224884997628560:24:0)
[01:39:10.253] Build status: SCHEDULED
[01:39:10.253] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8844224884997628560:25:0) after 9m48s
[01:48:58.322] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8844224884997628560:25:0)
[01:48:58.389] Build status: SCHEDULED
[01:48:58.389] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8844224884997628560:26:0) after 9m35s
[01:58:33.403] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8844224884997628560:26:0)
[01:58:33.424] Build status: SCHEDULED
[01:58:33.424] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8844224884997628560:27:0) after 9m26s
[02:07:59.549] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8844224884997628560:27:0)
[02:07:59.603] Build status: SCHEDULED
[02:07:59.603] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8844224884997628560:28:0) after 2m42s
[02:10:41.617] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8844224884997628560:28:0)
[02:10:41.643] Build status: SCHEDULED
[02:10:41.643] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8844224884997628560:29:0) after 2m53s
[02:13:34.629] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8844224884997628560:29:0)
[02:13:34.845] Build status: SCHEDULED
[02:13:34.845] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8844224884997628560:30:0) after 3m50s
[02:17:24.856] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8844224884997628560:30:0)
[02:17:24.872] Build status: SCHEDULED
[02:17:24.872] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8844224884997628560:31:0) after 6m14s
[02:23:39.023] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8844224884997628560:31:0)
[02:23:39.043] Build status: SCHEDULED
[02:23:39.043] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8844224884997628560:32:0) after 5m40s
[02:29:19.158] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8844224884997628560:32:0)
[02:29:19.181] Build status: SCHEDULED
[02:29:19.181] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8844224884997628560:33:0) after 6m29s
[02:35:48.244] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8844224884997628560:33:0)
[02:35:48.261] Build status: SCHEDULED
[02:35:48.261] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8844224884997628560:34:0) after 4m45s
[02:40:33.284] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8844224884997628560:34:0)
[02:40:33.303] Build status: SCHEDULED
[02:40:33.304] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8844224884997628560:35:0) after 8m13s
[02:48:46.320] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8844224884997628560:35:0)
[02:48:46.338] Build status: SCHEDULED
[02:48:46.338] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8844224884997628560:36:0) after 9m50s
[02:58:36.406] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8844224884997628560:36:0)
[02:58:36.431] Build status: SCHEDULED
[02:58:36.431] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8844224884997628560:37:0) after 1m37s
[03:00:13.512] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8844224884997628560:37:0)
[03:00:13.570] Build status: SCHEDULED
[03:00:13.570] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8844224884997628560:38:0) after 9m35s
[03:09:48.690] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8844224884997628560:38:0)
[03:09:48.708] Build status: SCHEDULED
[03:09:48.708] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8844224884997628560:39:0) after 4m47s
[03:14:35.947] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8844224884997628560:39:0)
[03:14:35.975] Build status: SCHEDULED
[03:14:35.976] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8844224884997628560:40:0) after 6m0s
[03:20:36.040] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8844224884997628560:40:0)
[03:20:36.067] Build status: SCHEDULED
[03:20:36.067] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8844224884997628560:41:0) after 9m10s
[03:29:46.038] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8844224884997628560:41:0)
[03:29:46.095] Build status: SCHEDULED
[03:29:46.095] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8844224884997628560:42:0) after 8m8s
[03:37:54.221] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8844224884997628560:42:0)
[03:37:54.247] Build status: SCHEDULED
[03:37:54.247] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8844224884997628560:43:0) after 2m22s
[03:40:16.288] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8844224884997628560:43:0)
[03:40:16.311] Build status: SCHEDULED
[03:40:16.311] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8844224884997628560:44:0) after 2m33s
[03:42:49.371] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8844224884997628560:44:0)
[03:42:49.393] Build status: SCHEDULED
[03:42:49.393] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8844224884997628560:45:0) after 7m21s
[03:50:10.461] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8844224884997628560:45:0)
[03:50:10.485] Build status: SCHEDULED
[03:50:10.486] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8844224884997628560:46:0) after 7m55s
[03:51:23.855] Received PubSub notification, asking Buildbucket for the build status
[03:51:23.871] Build status: STARTED
[03:51:51.539] Received PubSub notification, asking Buildbucket for the build status
[03:51:51.568] Build:
{
"id": "8678794820158462113",
"builder": {
"project": "pigweed",
"bucket": "gonk.dev.ci",
"builder": "gonk-full"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-16T23:41:44.863220181Z",
"startTime": "2026-06-17T03:51:23.640647441Z",
"endTime": "2026-06-17T03:51:51.289674796Z",
"updateTime": "2026-06-17T03:51:51.289674796Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "gonk",
"id": "ebd0e066b4760857c92e91a733461722304450f7",
"ref": "refs/heads/main"
}
}
}
[03:51:51.568] Invocation finished in 4h10m10.703796065s with status FAILED