[05:54:20.113] New invocation is queued and will start shortly
[05:54:20.113] Triggered by user:rerunner@pigweed-service-accounts.iam.gserviceaccount.com
[05:54:21.258] Starting the invocation (attempt 1)
[05:54:21.290] Ignoring gitiles_ref tag without the buildset tag
[05:54:21.290] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[05:54:21.290] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[05:54:21.290] Buildbucket request:
{
"requestId": "8858787551222417440",
"builder": {
"project": "pigweed",
"bucket": "gonk.dev.ci",
"builder": "gonk-full"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8858787551222417440",
"job": "pigweed/gonk.dev.ci-gonk-full",
"triggers": [
{
"buildbucket": {
"tags": [
"parent_buildername:rerunner",
"user_agent:rerunner"
]
},
"id": "e8091199-11d4-4903-af0f-1422abb36e64",
"title": "rerunner/0",
"url": "https://cr-buildbucket.appspot.com/build/8693357673104605985"
}
]
}
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8858787551222417440"
},
{
"key": "scheduler_job_id",
"value": "pigweed/gonk.dev.ci-gonk-full"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "rerunner"
},
{
"key": "user_agent",
"value": "rerunner"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[05:54:21.666] Scheduled build:
{
"id": "8693357489279461313",
"builder": {
"project": "pigweed",
"bucket": "gonk.dev.ci",
"builder": "gonk-full"
},
"createdBy": "project:pigweed",
"createTime": "2026-01-07T05:54:21.344477150Z",
"updateTime": "2026-01-07T05:54:21.344477150Z",
"status": "SCHEDULED",
"input": {
}
}
[05:54:21.666] Task URL: https://cr-buildbucket.appspot.com/build/8693357489279461313
[05:54:21.666] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8858787551222417440:2:0) after 8m26s
[05:54:22.580] Received PubSub notification, asking Buildbucket for the build status
[05:54:22.603] Build status: SCHEDULED
[06:02:48.386] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8858787551222417440:2:0)
[06:02:48.408] Build status: SCHEDULED
[06:02:48.408] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8858787551222417440:4:0) after 4m52s
[06:07:40.483] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8858787551222417440:4:0)
[06:07:40.742] Build status: SCHEDULED
[06:07:40.742] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8858787551222417440:5:0) after 3m59s
[06:11:39.911] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8858787551222417440:5:0)
[06:11:39.934] Build status: SCHEDULED
[06:11:39.934] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8858787551222417440:6:0) after 2m43s
[06:14:22.974] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8858787551222417440:6:0)
[06:14:22.991] Build status: SCHEDULED
[06:14:22.992] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8858787551222417440:7:0) after 4m17s
[06:18:40.003] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8858787551222417440:7:0)
[06:18:40.018] Build status: SCHEDULED
[06:18:40.018] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8858787551222417440:8:0) after 8m7s
[06:26:47.142] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8858787551222417440:8:0)
[06:26:47.180] Build status: SCHEDULED
[06:26:47.180] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8858787551222417440:9:0) after 1m29s
[06:28:16.241] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8858787551222417440:9:0)
[06:28:16.314] Build status: SCHEDULED
[06:28:16.314] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8858787551222417440:10:0) after 7m9s
[06:35:25.401] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8858787551222417440:10:0)
[06:35:25.429] Build status: SCHEDULED
[06:35:25.429] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8858787551222417440:11:0) after 8m2s
[06:43:27.423] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8858787551222417440:11:0)
[06:43:27.443] Build status: SCHEDULED
[06:43:27.443] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8858787551222417440:12:0) after 9m45s
[06:53:12.636] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8858787551222417440:12:0)
[06:53:12.659] Build status: SCHEDULED
[06:53:12.659] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8858787551222417440:13:0) after 4m16s
[06:57:28.648] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8858787551222417440:13:0)
[06:57:28.660] Build status: SCHEDULED
[06:57:28.660] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8858787551222417440:14:0) after 6m7s
[07:03:35.776] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8858787551222417440:14:0)
[07:03:35.799] Build status: SCHEDULED
[07:03:35.799] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8858787551222417440:15:0) after 1m7s
[07:04:42.835] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8858787551222417440:15:0)
[07:04:42.854] Build status: SCHEDULED
[07:04:42.854] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8858787551222417440:16:0) after 8m2s
[07:12:45.070] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8858787551222417440:16:0)
[07:12:45.099] Build status: SCHEDULED
[07:12:45.099] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8858787551222417440:17:0) after 8m57s
[07:21:42.208] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8858787551222417440:17:0)
[07:21:42.231] Build status: SCHEDULED
[07:21:42.231] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8858787551222417440:18:0) after 6m4s
[07:27:46.273] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8858787551222417440:18:0)
[07:27:46.293] Build status: SCHEDULED
[07:27:46.293] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8858787551222417440:19:0) after 6m50s
[07:34:36.435] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8858787551222417440:19:0)
[07:34:36.503] Build status: SCHEDULED
[07:34:36.503] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8858787551222417440:20:0) after 7m43s
[07:42:19.520] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8858787551222417440:20:0)
[07:42:19.539] Build status: SCHEDULED
[07:42:19.539] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8858787551222417440:21:0) after 9m5s
[07:51:24.556] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8858787551222417440:21:0)
[07:51:24.587] Build status: SCHEDULED
[07:51:24.587] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8858787551222417440:22:0) after 2m5s
[07:53:29.775] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8858787551222417440:22:0)
[07:53:29.793] Build status: SCHEDULED
[07:53:29.793] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8858787551222417440:23:0) after 7m15s
[08:00:44.765] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8858787551222417440:23:0)
[08:00:44.802] Build status: SCHEDULED
[08:00:44.802] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8858787551222417440:24:0) after 5m17s
[08:06:01.902] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8858787551222417440:24:0)
[08:06:01.962] Build status: SCHEDULED
[08:06:01.962] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8858787551222417440:25:0) after 6m52s
[08:12:53.946] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8858787551222417440:25:0)
[08:12:53.968] Build status: SCHEDULED
[08:12:53.968] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8858787551222417440:26:0) after 8m15s
[08:21:09.439] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8858787551222417440:26:0)
[08:21:09.458] Build status: SCHEDULED
[08:21:09.458] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8858787551222417440:27:0) after 4m57s
[08:26:06.474] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8858787551222417440:27:0)
[08:26:06.490] Build status: SCHEDULED
[08:26:06.490] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8858787551222417440:28:0) after 3m39s
[08:29:46.118] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8858787551222417440:28:0)
[08:29:46.151] Build status: SCHEDULED
[08:29:46.151] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8858787551222417440:29:0) after 2m43s
[08:32:29.136] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8858787551222417440:29:0)
[08:32:29.151] Build status: SCHEDULED
[08:32:29.151] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8858787551222417440:30:0) after 8m17s
[08:40:46.350] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8858787551222417440:30:0)
[08:40:46.368] Build status: SCHEDULED
[08:40:46.368] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8858787551222417440:31:0) after 7m54s
[08:48:40.720] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8858787551222417440:31:0)
[08:48:40.740] Build status: SCHEDULED
[08:48:40.741] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8858787551222417440:32:0) after 6m31s
[08:55:12.304] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8858787551222417440:32:0)
[08:55:12.320] Build status: SCHEDULED
[08:55:12.320] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8858787551222417440:33:0) after 9m29s
[09:04:41.333] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8858787551222417440:33:0)
[09:04:41.361] Build status: SCHEDULED
[09:04:41.361] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8858787551222417440:34:0) after 9m4s
[09:13:45.488] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8858787551222417440:34:0)
[09:13:45.504] Build status: SCHEDULED
[09:13:45.504] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8858787551222417440:35:0) after 3m14s
[09:16:59.554] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8858787551222417440:35:0)
[09:16:59.581] Build status: SCHEDULED
[09:16:59.581] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8858787551222417440:36:0) after 9m18s
[09:26:17.601] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8858787551222417440:36:0)
[09:26:17.636] Build status: SCHEDULED
[09:26:17.636] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8858787551222417440:37:0) after 2m10s
[09:28:27.711] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8858787551222417440:37:0)
[09:28:27.733] Build status: SCHEDULED
[09:28:27.733] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8858787551222417440:38:0) after 5m40s
[09:34:08.041] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8858787551222417440:38:0)
[09:34:08.060] Build status: SCHEDULED
[09:34:08.061] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8858787551222417440:39:0) after 6m2s
[09:37:19.420] Received PubSub notification, asking Buildbucket for the build status
[09:37:19.437] Build status: STARTED
[09:37:47.182] Received PubSub notification, asking Buildbucket for the build status
[09:37:47.251] Build:
{
"id": "8693357489279461313",
"builder": {
"project": "pigweed",
"bucket": "gonk.dev.ci",
"builder": "gonk-full"
},
"createdBy": "project:pigweed",
"createTime": "2026-01-07T05:54:21.344477150Z",
"startTime": "2026-01-07T09:37:19.279472013Z",
"endTime": "2026-01-07T09:37:46.899115751Z",
"updateTime": "2026-01-07T09:37:46.899115751Z",
"status": "INFRA_FAILURE",
"input": {
}
}
[09:37:47.251] Invocation finished in 3h43m27.14376083s with status FAILED