[20:08:50.699] New invocation is queued and will start shortly
[20:08:51.895] Starting the invocation (attempt 1)
[20:08:51.921] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/experimental/+/8807c8c35c72cbc7586c419c68bdb346395770d4"
[20:08:51.921] Popped gitiles commit info from properties and tags
[20:08:51.921] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:08:51.921] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:08:51.921] Buildbucket request:
{
"requestId": "8854928717525915360",
"builder": {
"project": "pigweed",
"bucket": "experimental.dev.ci",
"builder": "experimental-full"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8854928717525915360",
"job": "pigweed/experimental.dev.ci-experimental-full",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/experimental",
"revision": "8807c8c35c72cbc7586c419c68bdb346395770d4"
},
"id": "https://pigweed.googlesource.com/pigweed/experimental/+/refs/heads/main@8807c8c35c72cbc7586c419c68bdb346395770d4",
"title": "8807c8c35c72cbc7586c419c68bdb346395770d4",
"url": "https://pigweed.googlesource.com/pigweed/experimental/+/8807c8c35c72cbc7586c419c68bdb346395770d4"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/experimental",
"id": "8807c8c35c72cbc7586c419c68bdb346395770d4",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8854928717525915360"
},
{
"key": "scheduler_job_id",
"value": "pigweed/experimental.dev.ci-experimental-full"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[20:08:52.416] Scheduled build:
{
"id": "8689498655550308065",
"builder": {
"project": "pigweed",
"bucket": "experimental.dev.ci",
"builder": "experimental-full"
},
"createdBy": "project:pigweed",
"createTime": "2026-02-18T20:08:51.963581706Z",
"updateTime": "2026-02-18T20:08:51.963581706Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/experimental",
"id": "8807c8c35c72cbc7586c419c68bdb346395770d4",
"ref": "refs/heads/main"
}
}
}
[20:08:52.416] Task URL: https://cr-buildbucket.appspot.com/build/8689498655550308065
[20:08:52.416] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854928717525915360:2:0) after 1m31s
[20:08:53.343] Received PubSub notification, asking Buildbucket for the build status
[20:08:53.355] Build status: SCHEDULED
[20:10:23.436] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854928717525915360:2:0)
[20:10:23.452] Build status: SCHEDULED
[20:10:23.452] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854928717525915360:4:0) after 5m17s
[20:15:40.508] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854928717525915360:4:0)
[20:15:40.527] Build status: SCHEDULED
[20:15:40.527] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854928717525915360:5:0) after 9m48s
[20:25:28.541] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854928717525915360:5:0)
[20:25:28.585] Build status: SCHEDULED
[20:25:28.585] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854928717525915360:6:0) after 7m20s
[20:32:48.656] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854928717525915360:6:0)
[20:32:48.677] Build status: SCHEDULED
[20:32:48.677] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854928717525915360:7:0) after 2m22s
[20:35:10.687] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854928717525915360:7:0)
[20:35:10.704] Build status: SCHEDULED
[20:35:10.704] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854928717525915360:8:0) after 4m13s
[20:39:23.770] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854928717525915360:8:0)
[20:39:23.792] Build status: SCHEDULED
[20:39:23.792] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854928717525915360:9:0) after 1m22s
[20:40:45.804] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854928717525915360:9:0)
[20:40:45.830] Build status: SCHEDULED
[20:40:45.831] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854928717525915360:10:0) after 2m38s
[20:43:24.009] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854928717525915360:10:0)
[20:43:24.041] Build status: SCHEDULED
[20:43:24.042] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854928717525915360:11:0) after 9m20s
[20:52:44.055] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854928717525915360:11:0)
[20:52:44.070] Build status: SCHEDULED
[20:52:44.070] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854928717525915360:12:0) after 6m57s
[20:59:41.062] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854928717525915360:12:0)
[20:59:41.080] Build status: SCHEDULED
[20:59:41.080] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854928717525915360:13:0) after 3m6s
[21:02:47.093] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854928717525915360:13:0)
[21:02:47.133] Build status: SCHEDULED
[21:02:47.133] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854928717525915360:14:0) after 8m28s
[21:11:15.159] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854928717525915360:14:0)
[21:11:15.178] Build status: SCHEDULED
[21:11:15.178] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854928717525915360:15:0) after 4m38s
[21:15:53.171] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854928717525915360:15:0)
[21:15:53.206] Build status: SCHEDULED
[21:15:53.206] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854928717525915360:16:0) after 5m4s
[21:20:57.268] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854928717525915360:16:0)
[21:20:57.329] Build status: SCHEDULED
[21:20:57.329] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854928717525915360:17:0) after 8m9s
[21:29:06.348] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854928717525915360:17:0)
[21:29:06.370] Build status: SCHEDULED
[21:29:06.370] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854928717525915360:18:0) after 4m38s
[21:33:44.397] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854928717525915360:18:0)
[21:33:44.413] Build status: SCHEDULED
[21:33:44.413] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854928717525915360:19:0) after 3m9s
[21:36:53.425] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854928717525915360:19:0)
[21:36:53.473] Build status: SCHEDULED
[21:36:53.474] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854928717525915360:20:0) after 9m3s
[21:45:56.484] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854928717525915360:20:0)
[21:45:56.501] Build status: SCHEDULED
[21:45:56.501] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854928717525915360:21:0) after 2m25s
[21:48:21.475] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854928717525915360:21:0)
[21:48:21.505] Build status: SCHEDULED
[21:48:21.505] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854928717525915360:22:0) after 4m27s
[21:52:48.524] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854928717525915360:22:0)
[21:52:48.544] Build status: SCHEDULED
[21:52:48.544] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854928717525915360:23:0) after 6m47s
[21:59:35.605] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854928717525915360:23:0)
[21:59:35.761] Build status: SCHEDULED
[21:59:35.761] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854928717525915360:24:0) after 2m22s
[22:01:57.806] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854928717525915360:24:0)
[22:01:57.834] Build status: SCHEDULED
[22:01:57.834] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854928717525915360:25:0) after 7m22s
[22:09:19.884] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854928717525915360:25:0)
[22:09:19.905] Build status: SCHEDULED
[22:09:19.905] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854928717525915360:26:0) after 9m40s
[22:18:59.993] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854928717525915360:26:0)
[22:19:00.035] Build status: SCHEDULED
[22:19:00.035] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854928717525915360:27:0) after 3m20s
[22:22:20.049] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854928717525915360:27:0)
[22:22:20.072] Build status: SCHEDULED
[22:22:20.073] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854928717525915360:28:0) after 9m19s
[22:31:39.035] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854928717525915360:28:0)
[22:31:39.061] Build status: SCHEDULED
[22:31:39.061] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854928717525915360:29:0) after 2m45s
[22:34:24.104] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854928717525915360:29:0)
[22:34:24.124] Build status: SCHEDULED
[22:34:24.125] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854928717525915360:30:0) after 2m23s
[22:36:47.146] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854928717525915360:30:0)
[22:36:47.167] Build status: SCHEDULED
[22:36:47.167] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854928717525915360:31:0) after 1m49s
[22:38:36.232] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854928717525915360:31:0)
[22:38:36.260] Build status: SCHEDULED
[22:38:36.260] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854928717525915360:32:0) after 5m56s
[22:44:32.317] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854928717525915360:32:0)
[22:44:32.334] Build status: SCHEDULED
[22:44:32.334] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854928717525915360:33:0) after 2m18s
[22:46:50.376] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854928717525915360:33:0)
[22:46:50.403] Build status: SCHEDULED
[22:46:50.403] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854928717525915360:34:0) after 8m41s
[22:55:31.416] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854928717525915360:34:0)
[22:55:31.455] Build status: SCHEDULED
[22:55:31.455] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854928717525915360:35:0) after 2m11s
[22:57:42.476] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854928717525915360:35:0)
[22:57:42.497] Build status: SCHEDULED
[22:57:42.498] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854928717525915360:36:0) after 3m7s
[23:00:49.494] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854928717525915360:36:0)
[23:00:49.526] Build status: SCHEDULED
[23:00:49.526] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854928717525915360:37:0) after 2m9s
[23:02:58.540] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854928717525915360:37:0)
[23:02:58.566] Build status: SCHEDULED
[23:02:58.566] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854928717525915360:38:0) after 9m34s
[23:12:32.581] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854928717525915360:38:0)
[23:12:32.665] Build status: SCHEDULED
[23:12:32.665] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854928717525915360:39:0) after 8m19s
[23:20:51.683] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854928717525915360:39:0)
[23:20:51.703] Build status: SCHEDULED
[23:20:51.703] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854928717525915360:40:0) after 7m1s
[23:27:52.715] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854928717525915360:40:0)
[23:27:52.733] Build status: SCHEDULED
[23:27:52.733] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854928717525915360:41:0) after 5m28s
[23:33:20.854] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854928717525915360:41:0)
[23:33:20.881] Build status: SCHEDULED
[23:33:20.881] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854928717525915360:42:0) after 1m44s
[23:35:04.977] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854928717525915360:42:0)
[23:35:04.993] Build status: SCHEDULED
[23:35:04.993] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854928717525915360:43:0) after 1m6s
[23:36:11.320] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854928717525915360:43:0)
[23:36:11.487] Build status: SCHEDULED
[23:36:11.487] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854928717525915360:44:0) after 3m34s
[23:39:45.507] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854928717525915360:44:0)
[23:39:45.566] Build status: SCHEDULED
[23:39:45.566] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854928717525915360:45:0) after 6m14s
[23:45:59.681] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854928717525915360:45:0)
[23:45:59.698] Build status: SCHEDULED
[23:45:59.698] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854928717525915360:46:0) after 7m25s
[23:53:24.731] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854928717525915360:46:0)
[23:53:24.889] Build status: SCHEDULED
[23:53:24.889] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854928717525915360:47:0) after 2m37s
[23:56:01.993] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854928717525915360:47:0)
[23:56:02.009] Build status: SCHEDULED
[23:56:02.009] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8854928717525915360:48:0) after 5m1s
[23:58:30.852] Received PubSub notification, asking Buildbucket for the build status
[23:58:30.877] Build status: STARTED
[23:59:08.365] Received PubSub notification, asking Buildbucket for the build status
[23:59:08.423] Build:
{
"id": "8689498655550308065",
"builder": {
"project": "pigweed",
"bucket": "experimental.dev.ci",
"builder": "experimental-full"
},
"createdBy": "project:pigweed",
"createTime": "2026-02-18T20:08:51.963581706Z",
"startTime": "2026-02-18T23:58:30.700092555Z",
"endTime": "2026-02-18T23:59:07.849316092Z",
"updateTime": "2026-02-18T23:59:07.849316092Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/experimental",
"id": "8807c8c35c72cbc7586c419c68bdb346395770d4",
"ref": "refs/heads/main"
}
}
}
[23:59:08.423] Invocation finished in 3h50m17.727769471s with status FAILED