[03:10:46.536] New invocation is queued and will start shortly
[03:10:46.536] Triggered by user:rerunner@pigweed-service-accounts.iam.gserviceaccount.com
[03:10:47.669] Starting the invocation (attempt 1)
[03:10:47.708] Ignoring gitiles_ref tag without the buildset tag
[03:10:47.708] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[03:10:47.708] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[03:10:47.708] Buildbucket request:
{
"requestId": "8858797841512893952",
"builder": {
"project": "pigweed",
"bucket": "gonk.dev.ci",
"builder": "gonk-envtest"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8858797841512893952",
"job": "pigweed/gonk.dev.ci-gonk-envtest",
"triggers": [
{
"buildbucket": {
"tags": [
"parent_buildername:rerunner",
"user_agent:rerunner"
]
},
"id": "3c839fac-9dcc-4a4b-9a9f-7133d28380eb",
"title": "rerunner/0",
"url": "https://cr-buildbucket.appspot.com/build/8693367963420361505"
}
]
}
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8858797841512893952"
},
{
"key": "scheduler_job_id",
"value": "pigweed/gonk.dev.ci-gonk-envtest"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "rerunner"
},
{
"key": "user_agent",
"value": "rerunner"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[03:10:48.059] Scheduled build:
{
"id": "8693367779557466465",
"builder": {
"project": "pigweed",
"bucket": "gonk.dev.ci",
"builder": "gonk-envtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-01-07T03:10:47.770238961Z",
"updateTime": "2026-01-07T03:10:47.770238961Z",
"status": "SCHEDULED",
"input": {
}
}
[03:10:48.059] Task URL: https://cr-buildbucket.appspot.com/build/8693367779557466465
[03:10:48.059] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8858797841512893952:2:0) after 9m13s
[03:10:56.593] Received PubSub notification, asking Buildbucket for the build status
[03:10:56.607] Build status: SCHEDULED
[03:20:01.598] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8858797841512893952:2:0)
[03:20:01.632] Build status: SCHEDULED
[03:20:01.632] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8858797841512893952:4:0) after 2m23s
[03:22:25.468] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8858797841512893952:4:0)
[03:22:25.562] Build status: SCHEDULED
[03:22:25.562] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8858797841512893952:5:0) after 4m39s
[03:27:04.574] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8858797841512893952:5:0)
[03:27:04.591] Build status: SCHEDULED
[03:27:04.591] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8858797841512893952:6:0) after 4m30s
[03:31:34.746] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8858797841512893952:6:0)
[03:31:34.798] Build status: SCHEDULED
[03:31:34.798] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8858797841512893952:7:0) after 5m31s
[03:37:05.939] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8858797841512893952:7:0)
[03:37:05.955] Build status: SCHEDULED
[03:37:05.955] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8858797841512893952:8:0) after 2m27s
[03:39:33.060] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8858797841512893952:8:0)
[03:39:33.091] Build status: SCHEDULED
[03:39:33.092] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8858797841512893952:9:0) after 6m16s
[03:45:49.122] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8858797841512893952:9:0)
[03:45:49.148] Build status: SCHEDULED
[03:45:49.148] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8858797841512893952:10:0) after 9m49s
[03:55:38.196] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8858797841512893952:10:0)
[03:55:38.221] Build status: SCHEDULED
[03:55:38.221] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8858797841512893952:11:0) after 6m18s
[04:01:56.343] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8858797841512893952:11:0)
[04:01:56.366] Build status: SCHEDULED
[04:01:56.366] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8858797841512893952:12:0) after 3m26s
[04:05:22.378] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8858797841512893952:12:0)
[04:05:22.454] Build status: SCHEDULED
[04:05:22.454] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8858797841512893952:13:0) after 8m23s
[04:13:45.505] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8858797841512893952:13:0)
[04:13:45.521] Build status: SCHEDULED
[04:13:45.521] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8858797841512893952:14:0) after 5m0s
[04:18:45.535] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8858797841512893952:14:0)
[04:18:45.616] Build status: SCHEDULED
[04:18:45.616] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8858797841512893952:15:0) after 9m20s
[04:28:05.751] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8858797841512893952:15:0)
[04:28:05.766] Build status: SCHEDULED
[04:28:05.766] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8858797841512893952:16:0) after 3m17s
[04:31:22.916] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8858797841512893952:16:0)
[04:31:22.962] Build status: SCHEDULED
[04:31:22.962] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8858797841512893952:17:0) after 9m8s
[04:40:30.976] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8858797841512893952:17:0)
[04:40:31.002] Build status: SCHEDULED
[04:40:31.002] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8858797841512893952:18:0) after 1m55s
[04:42:26.219] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8858797841512893952:18:0)
[04:42:26.241] Build status: SCHEDULED
[04:42:26.241] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8858797841512893952:19:0) after 5m6s
[04:47:32.381] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8858797841512893952:19:0)
[04:47:32.398] Build status: SCHEDULED
[04:47:32.398] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8858797841512893952:20:0) after 2m34s
[04:50:06.412] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8858797841512893952:20:0)
[04:50:06.444] Build status: SCHEDULED
[04:50:06.444] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8858797841512893952:21:0) after 4m35s
[04:54:41.556] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8858797841512893952:21:0)
[04:54:41.575] Build status: SCHEDULED
[04:54:41.575] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8858797841512893952:22:0) after 8m10s
[05:02:51.573] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8858797841512893952:22:0)
[05:02:51.588] Build status: SCHEDULED
[05:02:51.588] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8858797841512893952:23:0) after 6m38s
[05:09:29.673] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8858797841512893952:23:0)
[05:09:29.689] Build status: SCHEDULED
[05:09:29.689] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8858797841512893952:24:0) after 6m38s
[05:16:07.703] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8858797841512893952:24:0)
[05:16:07.731] Build status: SCHEDULED
[05:16:07.731] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8858797841512893952:25:0) after 9m17s
[05:25:24.912] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8858797841512893952:25:0)
[05:25:24.925] Build status: SCHEDULED
[05:25:24.925] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8858797841512893952:26:0) after 3m42s
[05:29:06.974] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8858797841512893952:26:0)
[05:29:06.989] Build status: SCHEDULED
[05:29:06.989] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8858797841512893952:27:0) after 6m52s
[05:35:59.040] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8858797841512893952:27:0)
[05:35:59.056] Build status: SCHEDULED
[05:35:59.056] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8858797841512893952:28:0) after 3m41s
[05:39:40.200] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8858797841512893952:28:0)
[05:39:40.218] Build status: SCHEDULED
[05:39:40.218] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8858797841512893952:29:0) after 1m22s
[05:41:02.367] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8858797841512893952:29:0)
[05:41:02.386] Build status: SCHEDULED
[05:41:02.386] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8858797841512893952:30:0) after 7m2s
[05:48:04.401] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8858797841512893952:30:0)
[05:48:04.425] Build status: SCHEDULED
[05:48:04.425] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8858797841512893952:31:0) after 2m18s
[05:50:22.646] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8858797841512893952:31:0)
[05:50:22.660] Build status: SCHEDULED
[05:50:22.660] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8858797841512893952:32:0) after 8m58s
[05:59:20.682] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8858797841512893952:32:0)
[05:59:20.931] Build status: SCHEDULED
[05:59:20.931] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8858797841512893952:33:0) after 1m1s
[06:00:21.946] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8858797841512893952:33:0)
[06:00:21.974] Build status: SCHEDULED
[06:00:21.975] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8858797841512893952:34:0) after 1m29s
[06:01:51.119] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8858797841512893952:34:0)
[06:01:51.134] Build status: SCHEDULED
[06:01:51.134] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8858797841512893952:35:0) after 5m51s
[06:07:42.504] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8858797841512893952:35:0)
[06:07:42.519] Build status: SCHEDULED
[06:07:42.519] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8858797841512893952:36:0) after 2m46s
[06:10:28.536] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8858797841512893952:36:0)
[06:10:28.561] Build status: SCHEDULED
[06:10:28.561] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8858797841512893952:37:0) after 2m22s
[06:12:50.575] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8858797841512893952:37:0)
[06:12:50.599] Build status: SCHEDULED
[06:12:50.599] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8858797841512893952:38:0) after 8m40s
[06:21:30.726] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8858797841512893952:38:0)
[06:21:30.743] Build status: SCHEDULED
[06:21:30.744] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8858797841512893952:39:0) after 1m50s
[06:23:20.757] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8858797841512893952:39:0)
[06:23:20.773] Build status: SCHEDULED
[06:23:20.773] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8858797841512893952:40:0) after 4m43s
[06:28:04.000] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8858797841512893952:40:0)
[06:28:04.018] Build status: SCHEDULED
[06:28:04.018] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8858797841512893952:41:0) after 6m54s
[06:34:58.041] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8858797841512893952:41:0)
[06:34:58.064] Build status: SCHEDULED
[06:34:58.064] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8858797841512893952:42:0) after 7m9s
[06:42:07.609] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8858797841512893952:42:0)
[06:42:07.626] Build status: SCHEDULED
[06:42:07.626] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8858797841512893952:43:0) after 3m43s
[06:45:50.760] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8858797841512893952:43:0)
[06:45:50.794] Build status: SCHEDULED
[06:45:50.794] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8858797841512893952:44:0) after 6m52s
[06:49:52.638] Received PubSub notification, asking Buildbucket for the build status
[06:49:52.822] Build status: STARTED
[06:50:20.562] Received PubSub notification, asking Buildbucket for the build status
[06:50:20.580] Build:
{
"id": "8693367779557466465",
"builder": {
"project": "pigweed",
"bucket": "gonk.dev.ci",
"builder": "gonk-envtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-01-07T03:10:47.770238961Z",
"startTime": "2026-01-07T06:49:52.429527973Z",
"endTime": "2026-01-07T06:50:20.330817353Z",
"updateTime": "2026-01-07T06:50:20.330817353Z",
"status": "INFRA_FAILURE",
"input": {
}
}
[06:50:20.580] Invocation finished in 3h39m34.057504388s with status FAILED