[11:09:03.804] New invocation is queued and will start shortly
[11:09:04.966] Starting the invocation (attempt 1)
[11:09:04.992] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/experimental/+/2439a0e4dbee905c2a660c4d06c54c8e4ba6c813"
[11:09:04.992] Popped gitiles commit info from properties and tags
[11:09:04.992] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[11:09:04.993] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[11:09:04.993] Buildbucket request:
{
"requestId": "8853784917085865024",
"builder": {
"project": "pigweed",
"bucket": "experimental.dev.ci",
"builder": "experimental-lintformat-full"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8853784917085865024",
"job": "pigweed/experimental.dev.ci-experimental-lintformat-full",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/experimental",
"revision": "2439a0e4dbee905c2a660c4d06c54c8e4ba6c813"
},
"id": "https://pigweed.googlesource.com/pigweed/experimental/+/refs/heads/main@2439a0e4dbee905c2a660c4d06c54c8e4ba6c813",
"title": "2439a0e4dbee905c2a660c4d06c54c8e4ba6c813",
"url": "https://pigweed.googlesource.com/pigweed/experimental/+/2439a0e4dbee905c2a660c4d06c54c8e4ba6c813"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/experimental",
"id": "2439a0e4dbee905c2a660c4d06c54c8e4ba6c813",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8853784917085865024"
},
{
"key": "scheduler_job_id",
"value": "pigweed/experimental.dev.ci-experimental-lintformat-full"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[11:09:05.366] Scheduled build:
{
"id": "8688354855137960161",
"builder": {
"project": "pigweed",
"bucket": "experimental.dev.ci",
"builder": "experimental-lintformat-full"
},
"createdBy": "project:pigweed",
"createTime": "2026-03-03T11:09:05.039291379Z",
"updateTime": "2026-03-03T11:09:05.039291379Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/experimental",
"id": "2439a0e4dbee905c2a660c4d06c54c8e4ba6c813",
"ref": "refs/heads/main"
}
}
}
[11:09:05.366] Task URL: https://cr-buildbucket.appspot.com/build/8688354855137960161
[11:09:05.366] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8853784917085865024:2:0) after 6m10s
[11:09:06.303] Received PubSub notification, asking Buildbucket for the build status
[11:09:06.323] Build status: SCHEDULED
[11:15:15.382] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8853784917085865024:2:0)
[11:15:15.516] Build status: SCHEDULED
[11:15:15.516] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8853784917085865024:4:0) after 8m58s
[11:24:13.552] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8853784917085865024:4:0)
[11:24:13.587] Build status: SCHEDULED
[11:24:13.587] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8853784917085865024:5:0) after 4m13s
[11:28:26.691] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8853784917085865024:5:0)
[11:28:26.719] Build status: SCHEDULED
[11:28:26.719] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8853784917085865024:6:0) after 6m22s
[11:34:48.738] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8853784917085865024:6:0)
[11:34:48.775] Build status: SCHEDULED
[11:34:48.775] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8853784917085865024:7:0) after 3m5s
[11:37:53.775] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8853784917085865024:7:0)
[11:37:53.794] Build status: SCHEDULED
[11:37:53.795] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8853784917085865024:8:0) after 4m1s
[11:41:54.809] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8853784917085865024:8:0)
[11:41:54.847] Build status: SCHEDULED
[11:41:54.847] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8853784917085865024:9:0) after 7m16s
[11:49:10.921] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8853784917085865024:9:0)
[11:49:10.938] Build status: SCHEDULED
[11:49:10.938] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8853784917085865024:10:0) after 4m37s
[11:53:48.028] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8853784917085865024:10:0)
[11:53:48.056] Build status: SCHEDULED
[11:53:48.056] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8853784917085865024:11:0) after 8m33s
[12:02:21.070] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8853784917085865024:11:0)
[12:02:21.107] Build status: SCHEDULED
[12:02:21.107] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8853784917085865024:12:0) after 8m39s
[12:11:00.213] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8853784917085865024:12:0)
[12:11:00.253] Build status: SCHEDULED
[12:11:00.253] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8853784917085865024:13:0) after 6m36s
[12:17:36.268] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8853784917085865024:13:0)
[12:17:36.284] Build status: SCHEDULED
[12:17:36.284] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8853784917085865024:14:0) after 2m19s
[12:19:55.373] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8853784917085865024:14:0)
[12:19:55.394] Build status: SCHEDULED
[12:19:55.394] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8853784917085865024:15:0) after 1m44s
[12:21:39.414] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8853784917085865024:15:0)
[12:21:39.434] Build status: SCHEDULED
[12:21:39.434] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8853784917085865024:16:0) after 6m45s
[12:28:24.450] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8853784917085865024:16:0)
[12:28:24.465] Build status: SCHEDULED
[12:28:24.465] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8853784917085865024:17:0) after 5m47s
[12:34:11.489] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8853784917085865024:17:0)
[12:34:11.570] Build status: SCHEDULED
[12:34:11.570] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8853784917085865024:18:0) after 8m36s
[12:42:47.704] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8853784917085865024:18:0)
[12:42:47.734] Build status: SCHEDULED
[12:42:47.734] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8853784917085865024:19:0) after 3m39s
[12:46:26.941] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8853784917085865024:19:0)
[12:46:26.978] Build status: SCHEDULED
[12:46:26.978] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8853784917085865024:20:0) after 2m18s
[12:48:45.045] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8853784917085865024:20:0)
[12:48:45.106] Build status: SCHEDULED
[12:48:45.106] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8853784917085865024:21:0) after 3m18s
[12:52:03.121] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8853784917085865024:21:0)
[12:52:03.156] Build status: SCHEDULED
[12:52:03.156] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8853784917085865024:22:0) after 4m59s
[12:57:02.170] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8853784917085865024:22:0)
[12:57:02.197] Build status: SCHEDULED
[12:57:02.197] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8853784917085865024:23:0) after 2m10s
[12:59:12.252] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8853784917085865024:23:0)
[12:59:12.279] Build status: SCHEDULED
[12:59:12.279] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8853784917085865024:24:0) after 7m0s
[13:06:12.411] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8853784917085865024:24:0)
[13:06:12.437] Build status: SCHEDULED
[13:06:12.437] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8853784917085865024:25:0) after 9m35s
[13:15:47.474] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8853784917085865024:25:0)
[13:15:47.492] Build status: SCHEDULED
[13:15:47.492] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8853784917085865024:26:0) after 1m38s
[13:17:25.569] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8853784917085865024:26:0)
[13:17:25.594] Build status: SCHEDULED
[13:17:25.594] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8853784917085865024:27:0) after 6m6s
[13:23:32.010] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8853784917085865024:27:0)
[13:23:32.029] Build status: SCHEDULED
[13:23:32.029] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8853784917085865024:28:0) after 3m50s
[13:27:22.102] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8853784917085865024:28:0)
[13:27:22.159] Build status: SCHEDULED
[13:27:22.159] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8853784917085865024:29:0) after 2m9s
[13:29:31.378] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8853784917085865024:29:0)
[13:29:31.398] Build status: SCHEDULED
[13:29:31.398] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8853784917085865024:30:0) after 5m17s
[13:34:48.692] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8853784917085865024:30:0)
[13:34:48.766] Build status: SCHEDULED
[13:34:48.766] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8853784917085865024:31:0) after 1m35s
[13:36:23.777] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8853784917085865024:31:0)
[13:36:23.793] Build status: SCHEDULED
[13:36:23.793] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8853784917085865024:32:0) after 9m10s
[13:45:34.088] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8853784917085865024:32:0)
[13:45:34.159] Build status: SCHEDULED
[13:45:34.159] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8853784917085865024:33:0) after 2m39s
[13:48:13.166] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8853784917085865024:33:0)
[13:48:13.213] Build status: SCHEDULED
[13:48:13.214] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8853784917085865024:34:0) after 1m28s
[13:49:41.284] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8853784917085865024:34:0)
[13:49:41.316] Build status: SCHEDULED
[13:49:41.317] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8853784917085865024:35:0) after 5m53s
[13:55:34.337] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8853784917085865024:35:0)
[13:55:34.362] Build status: SCHEDULED
[13:55:34.362] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8853784917085865024:36:0) after 2m45s
[13:58:19.434] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8853784917085865024:36:0)
[13:58:19.450] Build status: SCHEDULED
[13:58:19.450] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8853784917085865024:37:0) after 1m13s
[13:59:32.468] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8853784917085865024:37:0)
[13:59:32.499] Build status: SCHEDULED
[13:59:32.499] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8853784917085865024:38:0) after 2m31s
[14:02:03.518] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8853784917085865024:38:0)
[14:02:03.536] Build status: SCHEDULED
[14:02:03.536] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8853784917085865024:39:0) after 7m7s
[14:09:10.521] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8853784917085865024:39:0)
[14:09:10.542] Build status: SCHEDULED
[14:09:10.543] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8853784917085865024:40:0) after 9m4s
[14:18:14.614] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8853784917085865024:40:0)
[14:18:14.658] Build status: SCHEDULED
[14:18:14.659] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8853784917085865024:41:0) after 6m30s
[14:24:44.683] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8853784917085865024:41:0)
[14:24:44.705] Build status: SCHEDULED
[14:24:44.705] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8853784917085865024:42:0) after 9m5s
[14:33:49.771] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8853784917085865024:42:0)
[14:33:49.796] Build status: SCHEDULED
[14:33:49.796] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8853784917085865024:43:0) after 1m7s
[14:34:56.866] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8853784917085865024:43:0)
[14:34:56.884] Build status: SCHEDULED
[14:34:56.884] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8853784917085865024:44:0) after 5m13s
[14:40:09.903] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8853784917085865024:44:0)
[14:40:09.924] Build status: SCHEDULED
[14:40:09.924] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-lintformat-full:8853784917085865024:45:0) after 7m49s
[14:44:37.055] Received PubSub notification, asking Buildbucket for the build status
[14:44:37.085] Build status: STARTED
[14:44:53.201] Received PubSub notification, asking Buildbucket for the build status
[14:44:53.220] Build:
{
"id": "8688354855137960161",
"builder": {
"project": "pigweed",
"bucket": "experimental.dev.ci",
"builder": "experimental-lintformat-full"
},
"createdBy": "project:pigweed",
"createTime": "2026-03-03T11:09:05.039291379Z",
"startTime": "2026-03-03T14:44:21.808470311Z",
"endTime": "2026-03-03T14:44:38.812892678Z",
"updateTime": "2026-03-03T14:44:38.812892678Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/experimental",
"id": "2439a0e4dbee905c2a660c4d06c54c8e4ba6c813",
"ref": "refs/heads/main"
}
}
}
[14:44:53.220] Invocation finished in 3h35m49.422421199s with status FAILED