[06:58:00.220] New invocation is queued and will start shortly
[06:58:01.307] Starting the invocation (attempt 1)
[06:58:01.335] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/experimental/+/d27c4d277796f763848e29456dbc80cf32ac47ee"
[06:58:01.335] Popped gitiles commit info from properties and tags
[06:58:01.335] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[06:58:01.335] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[06:58:01.335] Buildbucket request:
{
"requestId": "8854072503296547280",
"builder": {
"project": "pigweed",
"bucket": "experimental.dev.ci",
"builder": "experimental-full"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8854072503296547280",
"job": "pigweed/experimental.dev.ci-experimental-full",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/experimental",
"revision": "d27c4d277796f763848e29456dbc80cf32ac47ee"
},
"id": "https://pigweed.googlesource.com/pigweed/experimental/+/refs/heads/main@d27c4d277796f763848e29456dbc80cf32ac47ee",
"title": "d27c4d277796f763848e29456dbc80cf32ac47ee",
"url": "https://pigweed.googlesource.com/pigweed/experimental/+/d27c4d277796f763848e29456dbc80cf32ac47ee"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/experimental",
"id": "d27c4d277796f763848e29456dbc80cf32ac47ee",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8854072503296547280"
},
{
"key": "scheduler_job_id",
"value": "pigweed/experimental.dev.ci-experimental-full"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[06:58:01.770] Scheduled build:
{
"id": "8688642441411721361",
"builder": {
"project": "pigweed",
"bucket": "experimental.dev.ci",
"builder": "experimental-full"
},
"createdBy": "project:pigweed",
"createTime": "2026-02-28T06:58:01.396499367Z",
"updateTime": "2026-02-28T06:58:01.396499367Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/experimental",
"id": "d27c4d277796f763848e29456dbc80cf32ac47ee",
"ref": "refs/heads/main"
}
}
}
[06:58:01.770] Task URL: https://cr-buildbucket.appspot.com/build/8688642441411721361
[06:58:01.770] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854072503296547280:2:0) after 2m28s
[06:58:02.390] Received PubSub notification, asking Buildbucket for the build status
[06:58:02.415] Build status: SCHEDULED
[07:00:29.831] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854072503296547280:2:0)
[07:00:29.865] Build status: SCHEDULED
[07:00:29.865] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854072503296547280:4:0) after 4m1s
[07:04:30.880] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854072503296547280:4:0)
[07:04:30.908] Build status: SCHEDULED
[07:04:30.908] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854072503296547280:5:0) after 4m39s
[07:09:09.978] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854072503296547280:5:0)
[07:09:10.014] Build status: SCHEDULED
[07:09:10.014] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854072503296547280:6:0) after 3m48s
[07:12:58.022] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854072503296547280:6:0)
[07:12:58.038] Build status: SCHEDULED
[07:12:58.038] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854072503296547280:7:0) after 3m17s
[07:16:15.216] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854072503296547280:7:0)
[07:16:15.244] Build status: SCHEDULED
[07:16:15.244] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854072503296547280:8:0) after 7m22s
[07:23:37.279] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854072503296547280:8:0)
[07:23:37.302] Build status: SCHEDULED
[07:23:37.303] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854072503296547280:9:0) after 5m15s
[07:28:52.354] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854072503296547280:9:0)
[07:28:52.376] Build status: SCHEDULED
[07:28:52.376] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854072503296547280:10:0) after 7m46s
[07:36:38.447] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854072503296547280:10:0)
[07:36:38.764] Build status: SCHEDULED
[07:36:38.764] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854072503296547280:11:0) after 5m54s
[07:42:32.803] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854072503296547280:11:0)
[07:42:32.821] Build status: SCHEDULED
[07:42:32.821] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854072503296547280:12:0) after 8m12s
[07:50:44.951] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854072503296547280:12:0)
[07:50:44.974] Build status: SCHEDULED
[07:50:44.974] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854072503296547280:13:0) after 5m34s
[07:56:19.471] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854072503296547280:13:0)
[07:56:19.501] Build status: SCHEDULED
[07:56:19.502] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854072503296547280:14:0) after 3m29s
[07:59:48.616] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854072503296547280:14:0)
[07:59:48.663] Build status: SCHEDULED
[07:59:48.663] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854072503296547280:15:0) after 2m38s
[08:02:26.925] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854072503296547280:15:0)
[08:02:27.081] Build status: SCHEDULED
[08:02:27.081] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854072503296547280:16:0) after 2m4s
[08:04:31.097] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854072503296547280:16:0)
[08:04:31.125] Build status: SCHEDULED
[08:04:31.125] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854072503296547280:17:0) after 3m57s
[08:08:28.140] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854072503296547280:17:0)
[08:08:28.179] Build status: SCHEDULED
[08:08:28.179] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854072503296547280:18:0) after 8m21s
[08:16:49.192] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854072503296547280:18:0)
[08:16:49.208] Build status: SCHEDULED
[08:16:49.208] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854072503296547280:19:0) after 7m55s
[08:24:44.203] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854072503296547280:19:0)
[08:24:44.221] Build status: SCHEDULED
[08:24:44.221] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854072503296547280:20:0) after 7m40s
[08:32:24.820] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854072503296547280:20:0)
[08:32:24.874] Build status: SCHEDULED
[08:32:24.874] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854072503296547280:21:0) after 9m35s
[08:41:59.964] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854072503296547280:21:0)
[08:41:59.982] Build status: SCHEDULED
[08:41:59.982] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854072503296547280:22:0) after 2m59s
[08:44:58.997] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854072503296547280:22:0)
[08:44:59.013] Build status: SCHEDULED
[08:44:59.013] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854072503296547280:23:0) after 7m24s
[08:52:23.131] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854072503296547280:23:0)
[08:52:23.152] Build status: SCHEDULED
[08:52:23.152] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854072503296547280:24:0) after 1m20s
[08:53:43.303] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854072503296547280:24:0)
[08:53:43.481] Build status: SCHEDULED
[08:53:43.481] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854072503296547280:25:0) after 8m40s
[09:02:23.507] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854072503296547280:25:0)
[09:02:23.532] Build status: SCHEDULED
[09:02:23.532] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854072503296547280:26:0) after 9m45s
[09:12:08.560] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854072503296547280:26:0)
[09:12:08.628] Build status: SCHEDULED
[09:12:08.628] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854072503296547280:27:0) after 4m43s
[09:16:51.964] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854072503296547280:27:0)
[09:16:52.066] Build status: SCHEDULED
[09:16:52.066] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854072503296547280:28:0) after 1m6s
[09:17:58.079] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854072503296547280:28:0)
[09:17:58.108] Build status: SCHEDULED
[09:17:58.108] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854072503296547280:29:0) after 4m29s
[09:22:27.272] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854072503296547280:29:0)
[09:22:27.290] Build status: SCHEDULED
[09:22:27.290] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854072503296547280:30:0) after 6m31s
[09:28:58.412] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854072503296547280:30:0)
[09:28:58.431] Build status: SCHEDULED
[09:28:58.431] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854072503296547280:31:0) after 7m31s
[09:36:29.713] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854072503296547280:31:0)
[09:36:29.731] Build status: SCHEDULED
[09:36:29.731] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854072503296547280:32:0) after 5m37s
[09:42:07.702] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854072503296547280:32:0)
[09:42:07.781] Build status: SCHEDULED
[09:42:07.781] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854072503296547280:33:0) after 4m5s
[09:46:12.832] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854072503296547280:33:0)
[09:46:12.849] Build status: SCHEDULED
[09:46:12.849] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854072503296547280:34:0) after 9m50s
[09:56:02.871] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854072503296547280:34:0)
[09:56:02.892] Build status: SCHEDULED
[09:56:02.892] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854072503296547280:35:0) after 6m8s
[10:02:10.962] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854072503296547280:35:0)
[10:02:10.991] Build status: SCHEDULED
[10:02:10.991] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854072503296547280:36:0) after 2m8s
[10:04:19.037] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854072503296547280:36:0)
[10:04:19.057] Build status: SCHEDULED
[10:04:19.057] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854072503296547280:37:0) after 6m18s
[10:10:37.135] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854072503296547280:37:0)
[10:10:37.149] Build status: SCHEDULED
[10:10:37.149] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854072503296547280:38:0) after 6m26s
[10:17:03.181] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854072503296547280:38:0)
[10:17:03.273] Build status: SCHEDULED
[10:17:03.273] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854072503296547280:39:0) after 2m46s
[10:19:49.291] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854072503296547280:39:0)
[10:19:49.313] Build status: SCHEDULED
[10:19:49.313] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854072503296547280:40:0) after 8m19s
[10:28:08.332] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854072503296547280:40:0)
[10:28:08.348] Build status: SCHEDULED
[10:28:08.348] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854072503296547280:41:0) after 9m8s
[10:37:16.367] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854072503296547280:41:0)
[10:37:16.386] Build status: SCHEDULED
[10:37:16.386] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854072503296547280:42:0) after 9m22s
[10:46:38.441] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854072503296547280:42:0)
[10:46:38.466] Build status: SCHEDULED
[10:46:38.466] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854072503296547280:43:0) after 2m50s
[10:47:42.962] Received PubSub notification, asking Buildbucket for the build status
[10:47:42.986] Build status: STARTED
[10:48:02.977] Received PubSub notification, asking Buildbucket for the build status
[10:48:02.993] Build:
{
"id": "8688642441411721361",
"builder": {
"project": "pigweed",
"bucket": "experimental.dev.ci",
"builder": "experimental-full"
},
"createdBy": "project:pigweed",
"createTime": "2026-02-28T06:58:01.396499367Z",
"startTime": "2026-02-28T10:47:42.802682672Z",
"endTime": "2026-02-28T10:48:02.728692247Z",
"updateTime": "2026-02-28T10:48:02.728692247Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/experimental",
"id": "d27c4d277796f763848e29456dbc80cf32ac47ee",
"ref": "refs/heads/main"
}
}
}
[10:48:02.993] Invocation finished in 3h50m2.777730675s with status FAILED