[09:35:26.147] New invocation is queued and will start shortly
[09:35:27.282] Starting the invocation (attempt 1)
[09:35:27.306] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/experimental/+/f4089fe12736a74938aa067e7e8a5be802080bb2"
[09:35:27.306] Popped gitiles commit info from properties and tags
[09:35:27.306] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[09:35:27.307] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[09:35:27.307] Buildbucket request:
{
"requestId": "8841107232345819536",
"builder": {
"project": "pigweed",
"bucket": "experimental.dev.ci",
"builder": "experimental-full"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8841107232345819536",
"job": "pigweed/experimental.dev.ci-experimental-full",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/experimental",
"revision": "f4089fe12736a74938aa067e7e8a5be802080bb2"
},
"id": "https://pigweed.googlesource.com/pigweed/experimental/+/refs/heads/main@f4089fe12736a74938aa067e7e8a5be802080bb2",
"title": "f4089fe12736a74938aa067e7e8a5be802080bb2",
"url": "https://pigweed.googlesource.com/pigweed/experimental/+/f4089fe12736a74938aa067e7e8a5be802080bb2"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/experimental",
"id": "f4089fe12736a74938aa067e7e8a5be802080bb2",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8841107232345819536"
},
{
"key": "scheduler_job_id",
"value": "pigweed/experimental.dev.ci-experimental-full"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[09:35:27.873] Scheduled build:
{
"id": "8675677170378611601",
"builder": {
"project": "pigweed",
"bucket": "experimental.dev.ci",
"builder": "experimental-full"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-21T09:35:27.385824279Z",
"updateTime": "2026-07-21T09:35:27.385824279Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/experimental",
"id": "f4089fe12736a74938aa067e7e8a5be802080bb2",
"ref": "refs/heads/main"
}
}
}
[09:35:27.873] Task URL: https://cr-buildbucket.appspot.com/build/8675677170378611601
[09:35:27.873] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8841107232345819536:2:0) after 2m17s
[09:35:28.835] Received PubSub notification, asking Buildbucket for the build status
[09:35:28.861] Build status: SCHEDULED
[09:37:45.021] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8841107232345819536:2:0)
[09:37:45.044] Build status: SCHEDULED
[09:37:45.044] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8841107232345819536:4:0) after 9m39s
[09:47:24.145] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8841107232345819536:4:0)
[09:47:24.166] Build status: SCHEDULED
[09:47:24.166] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8841107232345819536:5:0) after 1m56s
[09:49:20.186] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8841107232345819536:5:0)
[09:49:20.213] Build status: SCHEDULED
[09:49:20.213] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8841107232345819536:6:0) after 3m29s
[09:52:49.347] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8841107232345819536:6:0)
[09:52:49.365] Build status: SCHEDULED
[09:52:49.365] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8841107232345819536:7:0) after 2m38s
[09:55:27.376] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8841107232345819536:7:0)
[09:55:27.395] Build status: SCHEDULED
[09:55:27.395] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8841107232345819536:8:0) after 5m28s
[10:00:55.408] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8841107232345819536:8:0)
[10:00:55.429] Build status: SCHEDULED
[10:00:55.429] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8841107232345819536:9:0) after 5m50s
[10:06:45.446] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8841107232345819536:9:0)
[10:06:45.471] Build status: SCHEDULED
[10:06:45.471] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8841107232345819536:10:0) after 5m11s
[10:11:56.564] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8841107232345819536:10:0)
[10:11:56.585] Build status: SCHEDULED
[10:11:56.585] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8841107232345819536:11:0) after 1m40s
[10:13:36.636] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8841107232345819536:11:0)
[10:13:36.658] Build status: SCHEDULED
[10:13:36.658] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8841107232345819536:12:0) after 4m31s
[10:18:07.730] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8841107232345819536:12:0)
[10:18:07.811] Build status: SCHEDULED
[10:18:07.811] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8841107232345819536:13:0) after 7m27s
[10:25:34.824] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8841107232345819536:13:0)
[10:25:34.864] Build status: SCHEDULED
[10:25:34.864] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8841107232345819536:14:0) after 4m46s
[10:30:20.941] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8841107232345819536:14:0)
[10:30:20.960] Build status: SCHEDULED
[10:30:20.961] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8841107232345819536:15:0) after 7m20s
[10:37:41.016] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8841107232345819536:15:0)
[10:37:41.032] Build status: SCHEDULED
[10:37:41.032] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8841107232345819536:16:0) after 6m23s
[10:44:04.047] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8841107232345819536:16:0)
[10:44:04.072] Build status: SCHEDULED
[10:44:04.072] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8841107232345819536:17:0) after 7m32s
[10:51:36.087] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8841107232345819536:17:0)
[10:51:36.198] Build status: SCHEDULED
[10:51:36.198] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8841107232345819536:18:0) after 7m27s
[10:59:03.204] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8841107232345819536:18:0)
[10:59:03.460] Build status: SCHEDULED
[10:59:03.460] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8841107232345819536:19:0) after 5m18s
[11:04:21.524] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8841107232345819536:19:0)
[11:04:21.554] Build status: SCHEDULED
[11:04:21.554] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8841107232345819536:20:0) after 6m48s
[11:11:09.572] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8841107232345819536:20:0)
[11:11:09.594] Build status: SCHEDULED
[11:11:09.594] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8841107232345819536:21:0) after 6m56s
[11:18:05.666] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8841107232345819536:21:0)
[11:18:05.750] Build status: SCHEDULED
[11:18:05.750] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8841107232345819536:22:0) after 8m29s
[11:26:34.826] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8841107232345819536:22:0)
[11:26:34.844] Build status: SCHEDULED
[11:26:34.844] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8841107232345819536:23:0) after 1m48s
[11:28:22.850] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8841107232345819536:23:0)
[11:28:22.869] Build status: SCHEDULED
[11:28:22.869] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8841107232345819536:24:0) after 7m47s
[11:36:10.016] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8841107232345819536:24:0)
[11:36:10.038] Build status: SCHEDULED
[11:36:10.038] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8841107232345819536:25:0) after 6m5s
[11:42:15.105] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8841107232345819536:25:0)
[11:42:15.141] Build status: SCHEDULED
[11:42:15.141] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8841107232345819536:26:0) after 1m18s
[11:43:33.155] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8841107232345819536:26:0)
[11:43:33.199] Build status: SCHEDULED
[11:43:33.199] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8841107232345819536:27:0) after 4m13s
[11:47:46.265] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8841107232345819536:27:0)
[11:47:46.282] Build status: SCHEDULED
[11:47:46.282] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8841107232345819536:28:0) after 6m19s
[11:54:05.297] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8841107232345819536:28:0)
[11:54:05.340] Build status: SCHEDULED
[11:54:05.340] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8841107232345819536:29:0) after 3m46s
[11:57:51.405] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8841107232345819536:29:0)
[11:57:51.459] Build status: SCHEDULED
[11:57:51.459] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8841107232345819536:30:0) after 5m20s
[12:03:11.526] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8841107232345819536:30:0)
[12:03:11.548] Build status: SCHEDULED
[12:03:11.548] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8841107232345819536:31:0) after 8m53s
[12:12:04.613] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8841107232345819536:31:0)
[12:12:04.643] Build status: SCHEDULED
[12:12:04.643] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8841107232345819536:32:0) after 5m43s
[12:17:47.718] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8841107232345819536:32:0)
[12:17:47.741] Build status: SCHEDULED
[12:17:47.741] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8841107232345819536:33:0) after 1m57s
[12:19:44.952] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8841107232345819536:33:0)
[12:19:44.976] Build status: SCHEDULED
[12:19:44.976] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8841107232345819536:34:0) after 7m1s
[12:26:46.035] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8841107232345819536:34:0)
[12:26:46.070] Build status: SCHEDULED
[12:26:46.070] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8841107232345819536:35:0) after 1m3s
[12:27:49.122] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8841107232345819536:35:0)
[12:27:49.146] Build status: SCHEDULED
[12:27:49.146] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8841107232345819536:36:0) after 2m47s
[12:30:36.163] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8841107232345819536:36:0)
[12:30:36.182] Build status: SCHEDULED
[12:30:36.182] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8841107232345819536:37:0) after 8m32s
[12:39:08.233] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8841107232345819536:37:0)
[12:39:08.250] Build status: SCHEDULED
[12:39:08.250] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8841107232345819536:38:0) after 4m10s
[12:43:18.313] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8841107232345819536:38:0)
[12:43:18.345] Build status: SCHEDULED
[12:43:18.345] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8841107232345819536:39:0) after 6m46s
[12:50:04.368] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8841107232345819536:39:0)
[12:50:04.387] Build status: SCHEDULED
[12:50:04.387] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8841107232345819536:40:0) after 2m57s
[12:53:01.454] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8841107232345819536:40:0)
[12:53:01.479] Build status: SCHEDULED
[12:53:01.479] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8841107232345819536:41:0) after 3m14s
[12:56:15.500] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8841107232345819536:41:0)
[12:56:15.522] Build status: SCHEDULED
[12:56:15.522] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8841107232345819536:42:0) after 5m38s
[13:01:53.503] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8841107232345819536:42:0)
[13:01:53.538] Build status: SCHEDULED
[13:01:53.538] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8841107232345819536:43:0) after 6m53s
[13:08:46.556] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8841107232345819536:43:0)
[13:08:46.668] Build status: SCHEDULED
[13:08:46.668] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8841107232345819536:44:0) after 8m4s
[13:16:50.664] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8841107232345819536:44:0)
[13:16:50.688] Build status: SCHEDULED
[13:16:50.688] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8841107232345819536:45:0) after 9m8s
[13:21:12.799] Received PubSub notification, asking Buildbucket for the build status
[13:21:12.819] Build status: STARTED
[13:21:56.256] Received PubSub notification, asking Buildbucket for the build status
[13:21:56.279] Build:
{
"id": "8675677170378611601",
"builder": {
"project": "pigweed",
"bucket": "experimental.dev.ci",
"builder": "experimental-full"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-21T09:35:27.385824279Z",
"startTime": "2026-07-21T13:21:12.573790543Z",
"endTime": "2026-07-21T13:21:55.936320351Z",
"updateTime": "2026-07-21T13:21:55.936320351Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/experimental",
"id": "f4089fe12736a74938aa067e7e8a5be802080bb2",
"ref": "refs/heads/main"
}
}
}
[13:21:56.279] Invocation finished in 3h46m30.153167537s with status FAILED