[21:15:20.195] New invocation is queued and will start shortly
[21:15:21.271] Starting the invocation (attempt 1)
[21:15:21.295] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/gonk/+/e4d6f244e57d1e4457dad3e97fd70de683391cff"
[21:15:21.295] Popped gitiles commit info from properties and tags
[21:15:21.295] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[21:15:21.295] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[21:15:21.295] Buildbucket request:
{
"requestId": "8832818874436429232",
"builder": {
"project": "pigweed",
"bucket": "gonk.dev.ci",
"builder": "gonk-full"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8832818874436429232",
"job": "pigweed/gonk.dev.ci-gonk-full",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/gonk",
"revision": "e4d6f244e57d1e4457dad3e97fd70de683391cff"
},
"id": "https://pigweed.googlesource.com/gonk/+/refs/heads/main@e4d6f244e57d1e4457dad3e97fd70de683391cff",
"title": "e4d6f244e57d1e4457dad3e97fd70de683391cff",
"url": "https://pigweed.googlesource.com/gonk/+/e4d6f244e57d1e4457dad3e97fd70de683391cff"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "gonk",
"id": "e4d6f244e57d1e4457dad3e97fd70de683391cff",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8832818874436429232"
},
{
"key": "scheduler_job_id",
"value": "pigweed/gonk.dev.ci-gonk-full"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[21:15:22.242] Scheduled build:
{
"id": "8667388812330336257",
"builder": {
"project": "pigweed",
"bucket": "gonk.dev.ci",
"builder": "gonk-full"
},
"createdBy": "project:pigweed",
"createTime": "2026-10-20T21:15:21.581360524Z",
"updateTime": "2026-10-20T21:15:21.581360524Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "gonk",
"id": "e4d6f244e57d1e4457dad3e97fd70de683391cff",
"ref": "refs/heads/main"
}
}
}
[21:15:22.242] Task URL: https://cr-buildbucket.appspot.com/build/8667388812330336257
[21:15:22.242] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8832818874436429232:2:0) after 8m3s
[21:15:23.296] Received PubSub notification, asking Buildbucket for the build status
[21:15:23.325] Build status: SCHEDULED
[21:23:25.352] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8832818874436429232:2:0)
[21:23:25.373] Build status: SCHEDULED
[21:23:25.373] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8832818874436429232:4:0) after 3m8s
[21:26:33.480] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8832818874436429232:4:0)
[21:26:33.509] Build status: SCHEDULED
[21:26:33.509] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8832818874436429232:5:0) after 2m44s
[21:29:17.585] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8832818874436429232:5:0)
[21:29:17.603] Build status: SCHEDULED
[21:29:17.603] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8832818874436429232:6:0) after 6m53s
[21:36:10.606] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8832818874436429232:6:0)
[21:36:10.637] Build status: SCHEDULED
[21:36:10.638] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8832818874436429232:7:0) after 4m52s
[21:41:02.651] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8832818874436429232:7:0)
[21:41:02.674] Build status: SCHEDULED
[21:41:02.674] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8832818874436429232:8:0) after 5m48s
[21:46:50.702] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8832818874436429232:8:0)
[21:46:50.720] Build status: SCHEDULED
[21:46:50.720] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8832818874436429232:9:0) after 9m45s
[21:56:35.734] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8832818874436429232:9:0)
[21:56:35.764] Build status: SCHEDULED
[21:56:35.764] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8832818874436429232:10:0) after 2m15s
[21:58:50.818] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8832818874436429232:10:0)
[21:58:50.844] Build status: SCHEDULED
[21:58:50.844] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8832818874436429232:11:0) after 7m6s
[22:05:57.035] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8832818874436429232:11:0)
[22:05:57.247] Build status: SCHEDULED
[22:05:57.247] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8832818874436429232:12:0) after 1m52s
[22:07:49.263] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8832818874436429232:12:0)
[22:07:49.287] Build status: SCHEDULED
[22:07:49.287] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8832818874436429232:13:0) after 3m30s
[22:11:19.304] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8832818874436429232:13:0)
[22:11:19.332] Build status: SCHEDULED
[22:11:19.332] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8832818874436429232:14:0) after 3m8s
[22:14:27.308] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8832818874436429232:14:0)
[22:14:27.327] Build status: SCHEDULED
[22:14:27.327] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8832818874436429232:15:0) after 5m15s
[22:19:42.338] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8832818874436429232:15:0)
[22:19:42.375] Build status: SCHEDULED
[22:19:42.375] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8832818874436429232:16:0) after 4m30s
[22:24:12.395] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8832818874436429232:16:0)
[22:24:12.442] Build status: SCHEDULED
[22:24:12.442] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8832818874436429232:17:0) after 9m16s
[22:33:28.589] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8832818874436429232:17:0)
[22:33:28.618] Build status: SCHEDULED
[22:33:28.618] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8832818874436429232:18:0) after 6m56s
[22:40:24.633] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8832818874436429232:18:0)
[22:40:24.660] Build status: SCHEDULED
[22:40:24.660] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8832818874436429232:19:0) after 2m10s
[22:42:34.772] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8832818874436429232:19:0)
[22:42:34.792] Build status: SCHEDULED
[22:42:34.792] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8832818874436429232:20:0) after 1m30s
[22:44:04.780] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8832818874436429232:20:0)
[22:44:04.816] Build status: SCHEDULED
[22:44:04.816] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8832818874436429232:21:0) after 9m14s
[22:53:18.892] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8832818874436429232:21:0)
[22:53:18.912] Build status: SCHEDULED
[22:53:18.912] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8832818874436429232:22:0) after 7m10s
[23:00:28.931] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8832818874436429232:22:0)
[23:00:28.973] Build status: SCHEDULED
[23:00:28.973] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8832818874436429232:23:0) after 5m27s
[23:05:56.059] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8832818874436429232:23:0)
[23:05:56.076] Build status: SCHEDULED
[23:05:56.076] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8832818874436429232:24:0) after 1m23s
[23:07:19.190] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8832818874436429232:24:0)
[23:07:19.216] Build status: SCHEDULED
[23:07:19.216] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8832818874436429232:25:0) after 9m48s
[23:17:07.325] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8832818874436429232:25:0)
[23:17:07.348] Build status: SCHEDULED
[23:17:07.348] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8832818874436429232:26:0) after 2m40s
[23:19:47.379] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8832818874436429232:26:0)
[23:19:47.400] Build status: SCHEDULED
[23:19:47.400] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8832818874436429232:27:0) after 5m38s
[23:25:25.413] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8832818874436429232:27:0)
[23:25:25.445] Build status: SCHEDULED
[23:25:25.445] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8832818874436429232:28:0) after 2m7s
[23:27:32.533] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8832818874436429232:28:0)
[23:27:32.556] Build status: SCHEDULED
[23:27:32.556] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8832818874436429232:29:0) after 3m53s
[23:31:25.711] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8832818874436429232:29:0)
[23:31:25.757] Build status: SCHEDULED
[23:31:25.757] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8832818874436429232:30:0) after 6m16s
[23:37:41.857] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8832818874436429232:30:0)
[23:37:41.880] Build status: SCHEDULED
[23:37:41.880] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8832818874436429232:31:0) after 2m59s
[23:40:41.006] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8832818874436429232:31:0)
[23:40:41.122] Build status: SCHEDULED
[23:40:41.122] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8832818874436429232:32:0) after 3m1s
[23:43:42.331] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8832818874436429232:32:0)
[23:43:42.352] Build status: SCHEDULED
[23:43:42.352] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8832818874436429232:33:0) after 3m43s
[23:47:25.365] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8832818874436429232:33:0)
[23:47:25.401] Build status: SCHEDULED
[23:47:25.401] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8832818874436429232:34:0) after 5m34s
[23:52:59.567] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8832818874436429232:34:0)
[23:52:59.588] Build status: SCHEDULED
[23:52:59.588] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8832818874436429232:35:0) after 5m22s
[23:58:21.714] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8832818874436429232:35:0)
[23:58:21.733] Build status: SCHEDULED
[23:58:21.733] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8832818874436429232:36:0) after 9m48s
[00:08:09.887] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8832818874436429232:36:0)
[00:08:09.908] Build status: SCHEDULED
[00:08:09.908] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8832818874436429232:37:0) after 7m0s
[00:15:10.014] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8832818874436429232:37:0)
[00:15:10.047] Build status: SCHEDULED
[00:15:10.047] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8832818874436429232:38:0) after 6m10s
[00:21:20.104] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8832818874436429232:38:0)
[00:21:20.128] Build status: SCHEDULED
[00:21:20.128] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8832818874436429232:39:0) after 1m3s
[00:22:23.265] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8832818874436429232:39:0)
[00:22:23.291] Build status: SCHEDULED
[00:22:23.291] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8832818874436429232:40:0) after 1m24s
[00:23:47.426] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8832818874436429232:40:0)
[00:23:47.496] Build status: SCHEDULED
[00:23:47.496] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8832818874436429232:41:0) after 6m13s
[00:30:00.572] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8832818874436429232:41:0)
[00:30:00.601] Build status: SCHEDULED
[00:30:00.601] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8832818874436429232:42:0) after 3m12s
[00:33:12.614] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8832818874436429232:42:0)
[00:33:12.638] Build status: SCHEDULED
[00:33:12.638] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8832818874436429232:43:0) after 6m35s
[00:33:24.323] Received PubSub notification, asking Buildbucket for the build status
[00:33:24.346] Build status: STARTED
[00:33:54.870] Received PubSub notification, asking Buildbucket for the build status
[00:33:54.917] Build:
{
"id": "8667388812330336257",
"builder": {
"project": "pigweed",
"bucket": "gonk.dev.ci",
"builder": "gonk-full"
},
"createdBy": "project:pigweed",
"createTime": "2026-10-20T21:15:21.581360524Z",
"startTime": "2026-10-21T00:33:24.131529766Z",
"endTime": "2026-10-21T00:33:54.588035177Z",
"updateTime": "2026-10-21T00:33:54.588035177Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "gonk",
"id": "e4d6f244e57d1e4457dad3e97fd70de683391cff",
"ref": "refs/heads/main"
}
}
}
[00:33:54.918] Invocation finished in 3h18m34.728648245s with status FAILED