[10:13:54.041] New invocation is queued and will start shortly
[10:13:55.160] Starting the invocation (attempt 1)
[10:13:55.188] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/experimental/+/fb82c4c9697cbab29ea5c4bb675f10d16825ccfc"
[10:13:55.188] Popped gitiles commit info from properties and tags
[10:13:55.188] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[10:13:55.188] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[10:13:55.188] Buildbucket request:
{
"requestId": "8853063611891610560",
"builder": {
"project": "pigweed",
"bucket": "experimental.dev.ci",
"builder": "experimental-full"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8853063611891610560",
"job": "pigweed/experimental.dev.ci-experimental-full",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/experimental",
"revision": "fb82c4c9697cbab29ea5c4bb675f10d16825ccfc"
},
"id": "https://pigweed.googlesource.com/pigweed/experimental/+/refs/heads/main@fb82c4c9697cbab29ea5c4bb675f10d16825ccfc",
"title": "fb82c4c9697cbab29ea5c4bb675f10d16825ccfc",
"url": "https://pigweed.googlesource.com/pigweed/experimental/+/fb82c4c9697cbab29ea5c4bb675f10d16825ccfc"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/experimental",
"id": "fb82c4c9697cbab29ea5c4bb675f10d16825ccfc",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8853063611891610560"
},
{
"key": "scheduler_job_id",
"value": "pigweed/experimental.dev.ci-experimental-full"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[10:13:55.531] Scheduled build:
{
"id": "8687633549974322001",
"builder": {
"project": "pigweed",
"bucket": "experimental.dev.ci",
"builder": "experimental-full"
},
"createdBy": "project:pigweed",
"createTime": "2026-03-11T10:13:55.248979494Z",
"updateTime": "2026-03-11T10:13:55.248979494Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/experimental",
"id": "fb82c4c9697cbab29ea5c4bb675f10d16825ccfc",
"ref": "refs/heads/main"
}
}
}
[10:13:55.532] Task URL: https://cr-buildbucket.appspot.com/build/8687633549974322001
[10:13:55.532] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853063611891610560:2:0) after 1m37s
[10:13:57.538] Received PubSub notification, asking Buildbucket for the build status
[10:13:57.556] Build status: SCHEDULED
[10:15:32.547] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853063611891610560:2:0)
[10:15:32.574] Build status: SCHEDULED
[10:15:32.574] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853063611891610560:4:0) after 1m47s
[10:17:19.585] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853063611891610560:4:0)
[10:17:19.615] Build status: SCHEDULED
[10:17:19.615] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853063611891610560:5:0) after 4m54s
[10:22:13.621] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853063611891610560:5:0)
[10:22:13.640] Build status: SCHEDULED
[10:22:13.640] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853063611891610560:6:0) after 7m14s
[10:29:27.736] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853063611891610560:6:0)
[10:29:27.758] Build status: SCHEDULED
[10:29:27.758] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853063611891610560:7:0) after 4m18s
[10:33:45.772] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853063611891610560:7:0)
[10:33:45.792] Build status: SCHEDULED
[10:33:45.792] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853063611891610560:8:0) after 9m20s
[10:43:05.804] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853063611891610560:8:0)
[10:43:05.847] Build status: SCHEDULED
[10:43:05.847] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853063611891610560:9:0) after 4m45s
[10:47:50.861] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853063611891610560:9:0)
[10:47:50.880] Build status: SCHEDULED
[10:47:50.880] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853063611891610560:10:0) after 7m5s
[10:54:55.896] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853063611891610560:10:0)
[10:54:55.919] Build status: SCHEDULED
[10:54:55.919] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853063611891610560:11:0) after 6m38s
[11:01:33.983] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853063611891610560:11:0)
[11:01:34.007] Build status: SCHEDULED
[11:01:34.007] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853063611891610560:12:0) after 2m12s
[11:03:46.061] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853063611891610560:12:0)
[11:03:46.088] Build status: SCHEDULED
[11:03:46.088] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853063611891610560:13:0) after 4m37s
[11:08:23.104] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853063611891610560:13:0)
[11:08:23.126] Build status: SCHEDULED
[11:08:23.126] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853063611891610560:14:0) after 2m59s
[11:11:22.184] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853063611891610560:14:0)
[11:11:22.224] Build status: SCHEDULED
[11:11:22.224] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853063611891610560:15:0) after 8m43s
[11:20:05.259] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853063611891610560:15:0)
[11:20:05.373] Build status: SCHEDULED
[11:20:05.373] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853063611891610560:16:0) after 8m41s
[11:28:46.444] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853063611891610560:16:0)
[11:28:46.465] Build status: SCHEDULED
[11:28:46.465] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853063611891610560:17:0) after 2m35s
[11:31:21.490] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853063611891610560:17:0)
[11:31:21.512] Build status: SCHEDULED
[11:31:21.512] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853063611891610560:18:0) after 5m40s
[11:37:01.622] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853063611891610560:18:0)
[11:37:01.664] Build status: SCHEDULED
[11:37:01.664] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853063611891610560:19:0) after 9m25s
[11:46:26.681] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853063611891610560:19:0)
[11:46:26.698] Build status: SCHEDULED
[11:46:26.698] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853063611891610560:20:0) after 1m25s
[11:47:51.714] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853063611891610560:20:0)
[11:47:51.739] Build status: SCHEDULED
[11:47:51.739] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853063611891610560:21:0) after 4m24s
[11:52:15.757] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853063611891610560:21:0)
[11:52:15.774] Build status: SCHEDULED
[11:52:15.774] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853063611891610560:22:0) after 5m56s
[11:58:11.750] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853063611891610560:22:0)
[11:58:11.766] Build status: SCHEDULED
[11:58:11.766] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853063611891610560:23:0) after 1m12s
[11:59:23.880] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853063611891610560:23:0)
[11:59:23.897] Build status: SCHEDULED
[11:59:23.897] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853063611891610560:24:0) after 8m10s
[12:07:33.944] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853063611891610560:24:0)
[12:07:33.958] Build status: SCHEDULED
[12:07:33.958] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853063611891610560:25:0) after 7m27s
[12:15:00.971] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853063611891610560:25:0)
[12:15:01.004] Build status: SCHEDULED
[12:15:01.004] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853063611891610560:26:0) after 8m53s
[12:23:54.017] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853063611891610560:26:0)
[12:23:54.046] Build status: SCHEDULED
[12:23:54.046] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853063611891610560:27:0) after 9m25s
[12:33:19.052] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853063611891610560:27:0)
[12:33:19.074] Build status: SCHEDULED
[12:33:19.074] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853063611891610560:28:0) after 8m24s
[12:41:43.135] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853063611891610560:28:0)
[12:41:43.160] Build status: SCHEDULED
[12:41:43.160] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853063611891610560:29:0) after 1m3s
[12:42:46.180] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853063611891610560:29:0)
[12:42:46.275] Build status: SCHEDULED
[12:42:46.275] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853063611891610560:30:0) after 7m36s
[12:50:22.416] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853063611891610560:30:0)
[12:50:22.440] Build status: SCHEDULED
[12:50:22.440] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853063611891610560:31:0) after 8m11s
[12:58:33.449] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853063611891610560:31:0)
[12:58:33.464] Build status: SCHEDULED
[12:58:33.464] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853063611891610560:32:0) after 4m55s
[13:03:28.480] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853063611891610560:32:0)
[13:03:28.503] Build status: SCHEDULED
[13:03:28.503] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853063611891610560:33:0) after 9m33s
[13:13:01.548] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853063611891610560:33:0)
[13:13:01.567] Build status: SCHEDULED
[13:13:01.567] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853063611891610560:34:0) after 2m10s
[13:15:11.687] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853063611891610560:34:0)
[13:15:11.714] Build status: SCHEDULED
[13:15:11.714] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853063611891610560:35:0) after 5m48s
[13:20:59.725] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853063611891610560:35:0)
[13:20:59.749] Build status: SCHEDULED
[13:20:59.749] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853063611891610560:36:0) after 2m5s
[13:23:04.814] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853063611891610560:36:0)
[13:23:04.857] Build status: SCHEDULED
[13:23:04.857] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853063611891610560:37:0) after 2m33s
[13:25:37.873] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853063611891610560:37:0)
[13:25:37.913] Build status: SCHEDULED
[13:25:37.913] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853063611891610560:38:0) after 7m21s
[13:32:59.002] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853063611891610560:38:0)
[13:32:59.038] Build status: SCHEDULED
[13:32:59.038] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853063611891610560:39:0) after 8m28s
[13:41:27.053] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853063611891610560:39:0)
[13:41:27.121] Build status: SCHEDULED
[13:41:27.121] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853063611891610560:40:0) after 4m24s
[13:45:51.137] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853063611891610560:40:0)
[13:45:51.159] Build status: SCHEDULED
[13:45:51.159] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853063611891610560:41:0) after 3m53s
[13:49:44.226] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853063611891610560:41:0)
[13:49:44.317] Build status: SCHEDULED
[13:49:44.317] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853063611891610560:42:0) after 3m26s
[13:53:10.331] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853063611891610560:42:0)
[13:53:10.362] Build status: SCHEDULED
[13:53:10.362] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853063611891610560:43:0) after 6m7s
[13:59:17.488] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853063611891610560:43:0)
[13:59:17.557] Build status: SCHEDULED
[13:59:17.557] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853063611891610560:44:0) after 5m23s
[14:04:40.630] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853063611891610560:44:0)
[14:04:40.652] Build status: SCHEDULED
[14:04:40.652] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853063611891610560:45:0) after 8m49s
[14:13:29.718] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853063611891610560:45:0)
[14:13:29.755] Build status: SCHEDULED
[14:13:29.755] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853063611891610560:46:0) after 4m35s
[14:18:04.771] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853063611891610560:46:0)
[14:18:04.804] Build status: SCHEDULED
[14:18:04.804] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853063611891610560:47:0) after 2m43s
[14:20:47.822] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853063611891610560:47:0)
[14:20:47.847] Build status: SCHEDULED
[14:20:47.847] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853063611891610560:48:0) after 5m6s
[14:25:54.012] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853063611891610560:48:0)
[14:25:54.027] Build status: SCHEDULED
[14:25:54.027] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853063611891610560:49:0) after 9m56s
[14:35:50.122] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853063611891610560:49:0)
[14:35:55.746] Build status: SCHEDULED
[14:35:55.746] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853063611891610560:50:0) after 4m31s
[14:40:26.929] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853063611891610560:50:0)
[14:40:26.949] Build status: SCHEDULED
[14:40:26.949] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853063611891610560:51:0) after 4m16s
[14:44:03.109] Received PubSub notification, asking Buildbucket for the build status
[14:44:03.138] Build status: STARTED
[14:44:42.965] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853063611891610560:51:0)
[14:44:43.103] Build:
{
"id": "8687633549974322001",
"builder": {
"project": "pigweed",
"bucket": "experimental.dev.ci",
"builder": "experimental-full"
},
"createdBy": "project:pigweed",
"createTime": "2026-03-11T10:13:55.248979494Z",
"startTime": "2026-03-11T14:43:56.265306163Z",
"endTime": "2026-03-11T14:44:37.602990531Z",
"updateTime": "2026-03-11T14:44:37.602990531Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/experimental",
"id": "fb82c4c9697cbab29ea5c4bb675f10d16825ccfc",
"ref": "refs/heads/main"
}
}
}
[14:44:43.103] Invocation finished in 4h30m49.067237543s with status FAILED