[22:18:29.438] New invocation is queued and will start shortly
[22:18:29.438] Triggered by user:rerunner@pigweed-service-accounts.iam.gserviceaccount.com
[22:18:30.619] Starting the invocation (attempt 1)
[22:18:30.643] Ignoring gitiles_ref tag without the buildset tag
[22:18:30.643] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[22:18:30.643] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[22:18:30.643] Buildbucket request:
{
"requestId": "8851568473172045424",
"builder": {
"project": "pigweed",
"bucket": "experimental.dev.ci",
"builder": "experimental-lintformat-full"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8851568473172045424",
"job": "pigweed/experimental.dev.ci-experimental-lintformat-full",
"triggers": [
{
"buildbucket": {
"tags": [
"parent_buildername:rerunner",
"user_agent:rerunner"
]
},
"id": "35da0d96-c7da-496f-b0ff-edb4be57c611",
"title": "rerunner/0",
"url": "https://cr-buildbucket.appspot.com/build/8686138579333205441"
}
]
}
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8851568473172045424"
},
{
"key": "scheduler_job_id",
"value": "pigweed/experimental.dev.ci-experimental-lintformat-full"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "rerunner"
},
{
"key": "user_agent",
"value": "rerunner"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[22:18:31.128] Scheduled build:
{
"id": "8686138411182079441",
"builder": {
"project": "pigweed",
"bucket": "experimental.dev.ci",
"builder": "experimental-lintformat-full"
},
"createdBy": "project:pigweed",
"createTime": "2026-03-27T22:18:30.713444040Z",
"updateTime": "2026-03-27T22:18:30.713444040Z",
"status": "SCHEDULED",
"input": {
}
}
[22:18:31.128] Task URL: https://cr-buildbucket.appspot.com/build/8686138411182079441
[22:18:31.128] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8851568473172045424:2:0) after 4m53s
[22:18:31.208] Received PubSub notification, asking Buildbucket for the build status
[22:18:31.231] Build status: SCHEDULED
[22:23:24.156] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8851568473172045424:2:0)
[22:23:24.187] Build status: SCHEDULED
[22:23:24.187] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8851568473172045424:4:0) after 7m20s
[22:30:44.256] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8851568473172045424:4:0)
[22:30:44.289] Build status: SCHEDULED
[22:30:44.289] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8851568473172045424:5:0) after 1m15s
[22:31:59.271] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8851568473172045424:5:0)
[22:31:59.294] Build status: SCHEDULED
[22:31:59.294] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8851568473172045424:6:0) after 4m40s
[22:36:39.308] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8851568473172045424:6:0)
[22:36:39.333] Build status: SCHEDULED
[22:36:39.333] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8851568473172045424:7:0) after 7m46s
[22:44:25.434] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8851568473172045424:7:0)
[22:44:25.474] Build status: SCHEDULED
[22:44:25.474] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8851568473172045424:8:0) after 1m44s
[22:46:09.507] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8851568473172045424:8:0)
[22:46:09.533] Build status: SCHEDULED
[22:46:09.533] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8851568473172045424:9:0) after 3m13s
[22:49:22.562] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8851568473172045424:9:0)
[22:49:22.582] Build status: SCHEDULED
[22:49:22.582] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8851568473172045424:10:0) after 1m27s
[22:50:49.633] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8851568473172045424:10:0)
[22:50:49.726] Build status: SCHEDULED
[22:50:49.726] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8851568473172045424:11:0) after 3m26s
[22:54:15.819] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8851568473172045424:11:0)
[22:54:15.847] Build status: SCHEDULED
[22:54:15.847] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8851568473172045424:12:0) after 3m49s
[22:58:04.861] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8851568473172045424:12:0)
[22:58:04.885] Build status: SCHEDULED
[22:58:04.885] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8851568473172045424:13:0) after 6m35s
[23:04:39.869] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8851568473172045424:13:0)
[23:04:39.895] Build status: SCHEDULED
[23:04:39.896] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8851568473172045424:14:0) after 6m16s
[23:10:56.120] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8851568473172045424:14:0)
[23:10:56.190] Build status: SCHEDULED
[23:10:56.190] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8851568473172045424:15:0) after 9m28s
[23:20:24.209] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8851568473172045424:15:0)
[23:20:24.228] Build status: SCHEDULED
[23:20:24.228] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8851568473172045424:16:0) after 6m8s
[23:26:32.376] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8851568473172045424:16:0)
[23:26:32.401] Build status: SCHEDULED
[23:26:32.401] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8851568473172045424:17:0) after 2m33s
[23:29:05.410] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8851568473172045424:17:0)
[23:29:05.441] Build status: SCHEDULED
[23:29:05.441] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8851568473172045424:18:0) after 8m19s
[23:37:24.475] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8851568473172045424:18:0)
[23:37:24.505] Build status: SCHEDULED
[23:37:24.505] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8851568473172045424:19:0) after 9m0s
[23:46:24.523] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8851568473172045424:19:0)
[23:46:24.545] Build status: SCHEDULED
[23:46:24.545] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8851568473172045424:20:0) after 9m27s
[23:55:51.607] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8851568473172045424:20:0)
[23:55:51.627] Build status: SCHEDULED
[23:55:51.627] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8851568473172045424:21:0) after 1m29s
[23:57:20.644] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8851568473172045424:21:0)
[23:57:20.666] Build status: SCHEDULED
[23:57:20.666] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8851568473172045424:22:0) after 7m41s
[00:05:01.667] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8851568473172045424:22:0)
[00:05:01.687] Build status: SCHEDULED
[00:05:01.687] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8851568473172045424:23:0) after 9m30s
[00:14:31.750] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8851568473172045424:23:0)
[00:14:31.795] Build status: SCHEDULED
[00:14:31.795] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8851568473172045424:24:0) after 1m56s
[00:16:27.810] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8851568473172045424:24:0)
[00:16:27.832] Build status: SCHEDULED
[00:16:27.832] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8851568473172045424:25:0) after 5m55s
[00:22:22.846] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8851568473172045424:25:0)
[00:22:22.875] Build status: SCHEDULED
[00:22:22.875] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8851568473172045424:26:0) after 5m41s
[00:28:03.892] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8851568473172045424:26:0)
[00:28:03.940] Build status: SCHEDULED
[00:28:03.940] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8851568473172045424:27:0) after 6m32s
[00:34:35.956] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8851568473172045424:27:0)
[00:34:35.975] Build status: SCHEDULED
[00:34:35.975] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8851568473172045424:28:0) after 6m20s
[00:40:56.031] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8851568473172045424:28:0)
[00:40:56.047] Build status: SCHEDULED
[00:40:56.047] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8851568473172045424:29:0) after 6m48s
[00:47:44.082] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8851568473172045424:29:0)
[00:47:44.102] Build status: SCHEDULED
[00:47:44.102] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8851568473172045424:30:0) after 7m21s
[00:55:05.223] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8851568473172045424:30:0)
[00:55:05.274] Build status: SCHEDULED
[00:55:05.274] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8851568473172045424:31:0) after 9m26s
[01:04:31.340] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8851568473172045424:31:0)
[01:04:31.360] Build status: SCHEDULED
[01:04:31.360] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8851568473172045424:32:0) after 6m4s
[01:10:35.534] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8851568473172045424:32:0)
[01:10:35.557] Build status: SCHEDULED
[01:10:35.557] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8851568473172045424:33:0) after 7m39s
[01:18:14.619] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8851568473172045424:33:0)
[01:18:14.684] Build status: SCHEDULED
[01:18:14.684] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8851568473172045424:34:0) after 6m47s
[01:25:01.790] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8851568473172045424:34:0)
[01:25:01.957] Build status: SCHEDULED
[01:25:01.957] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8851568473172045424:35:0) after 7m3s
[01:32:05.018] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8851568473172045424:35:0)
[01:32:05.037] Build status: SCHEDULED
[01:32:05.037] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8851568473172045424:36:0) after 4m0s
[01:36:05.053] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8851568473172045424:36:0)
[01:36:05.080] Build status: SCHEDULED
[01:36:05.080] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8851568473172045424:37:0) after 7m5s
[01:43:10.101] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8851568473172045424:37:0)
[01:43:10.116] Build status: SCHEDULED
[01:43:10.116] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8851568473172045424:38:0) after 8m52s
[01:52:02.131] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8851568473172045424:38:0)
[01:52:02.717] Build status: SCHEDULED
[01:52:02.717] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8851568473172045424:39:0) after 9m45s
[01:52:29.544] Received PubSub notification, asking Buildbucket for the build status
[01:52:29.564] Build status: STARTED
[01:53:07.984] Received PubSub notification, asking Buildbucket for the build status
[01:53:08.012] Build:
{
"id": "8686138411182079441",
"builder": {
"project": "pigweed",
"bucket": "experimental.dev.ci",
"builder": "experimental-lintformat-full"
},
"createdBy": "project:pigweed",
"createTime": "2026-03-27T22:18:30.713444040Z",
"startTime": "2026-03-28T01:52:29.323783783Z",
"endTime": "2026-03-28T01:53:07.689223690Z",
"updateTime": "2026-03-28T01:53:07.689223690Z",
"status": "INFRA_FAILURE",
"input": {
}
}
[01:53:08.012] Invocation finished in 3h34m38.580578623s with status FAILED