[22:55:17.171] New invocation is queued and will start shortly
[22:55:18.324] Starting the invocation (attempt 1)
[22:55:18.357] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/experimental/+/a39ff3026e591ec0fc820084f574163ccb6741a9"
[22:55:18.358] Popped gitiles commit info from properties and tags
[22:55:18.358] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[22:55:18.358] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[22:55:18.358] Buildbucket request:
{
"requestId": "8845858549311266352",
"builder": {
"project": "pigweed",
"bucket": "experimental.dev.ci",
"builder": "experimental-full"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8845858549311266352",
"job": "pigweed/experimental.dev.ci-experimental-full",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/experimental",
"revision": "a39ff3026e591ec0fc820084f574163ccb6741a9"
},
"id": "https://pigweed.googlesource.com/pigweed/experimental/+/refs/heads/main@a39ff3026e591ec0fc820084f574163ccb6741a9",
"title": "a39ff3026e591ec0fc820084f574163ccb6741a9",
"url": "https://pigweed.googlesource.com/pigweed/experimental/+/a39ff3026e591ec0fc820084f574163ccb6741a9"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/experimental",
"id": "a39ff3026e591ec0fc820084f574163ccb6741a9",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8845858549311266352"
},
{
"key": "scheduler_job_id",
"value": "pigweed/experimental.dev.ci-experimental-full"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[22:55:18.835] Scheduled build:
{
"id": "8680428487344279249",
"builder": {
"project": "pigweed",
"bucket": "experimental.dev.ci",
"builder": "experimental-full"
},
"createdBy": "project:pigweed",
"createTime": "2026-05-29T22:55:18.426889304Z",
"updateTime": "2026-05-29T22:55:18.426889304Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/experimental",
"id": "a39ff3026e591ec0fc820084f574163ccb6741a9",
"ref": "refs/heads/main"
}
}
}
[22:55:18.835] Task URL: https://cr-buildbucket.appspot.com/build/8680428487344279249
[22:55:18.835] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8845858549311266352:2:0) after 7m55s
[22:55:19.840] Received PubSub notification, asking Buildbucket for the build status
[22:55:19.897] Build status: SCHEDULED
[23:03:14.077] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8845858549311266352:2:0)
[23:03:14.097] Build status: SCHEDULED
[23:03:14.097] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8845858549311266352:4:0) after 2m7s
[23:05:21.110] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8845858549311266352:4:0)
[23:05:21.132] Build status: SCHEDULED
[23:05:21.132] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8845858549311266352:5:0) after 7m12s
[23:12:33.631] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8845858549311266352:5:0)
[23:12:33.646] Build status: SCHEDULED
[23:12:33.646] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8845858549311266352:6:0) after 3m31s
[23:16:04.724] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8845858549311266352:6:0)
[23:16:04.867] Build status: SCHEDULED
[23:16:04.867] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8845858549311266352:7:0) after 8m15s
[23:24:19.881] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8845858549311266352:7:0)
[23:24:19.902] Build status: SCHEDULED
[23:24:19.902] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8845858549311266352:8:0) after 9m46s
[23:34:05.885] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8845858549311266352:8:0)
[23:34:05.903] Build status: SCHEDULED
[23:34:05.903] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8845858549311266352:9:0) after 5m30s
[23:39:35.918] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8845858549311266352:9:0)
[23:39:35.941] Build status: SCHEDULED
[23:39:35.941] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8845858549311266352:10:0) after 2m56s
[23:42:32.070] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8845858549311266352:10:0)
[23:42:32.128] Build status: SCHEDULED
[23:42:32.128] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8845858549311266352:11:0) after 7m55s
[23:50:27.261] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8845858549311266352:11:0)
[23:50:27.282] Build status: SCHEDULED
[23:50:27.283] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8845858549311266352:12:0) after 3m5s
[23:53:32.302] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8845858549311266352:12:0)
[23:53:32.320] Build status: SCHEDULED
[23:53:32.320] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8845858549311266352:13:0) after 8m12s
[00:01:44.333] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8845858549311266352:13:0)
[00:01:44.350] Build status: SCHEDULED
[00:01:44.350] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8845858549311266352:14:0) after 7m9s
[00:08:53.413] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8845858549311266352:14:0)
[00:08:53.429] Build status: SCHEDULED
[00:08:53.429] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8845858549311266352:15:0) after 4m15s
[00:13:08.444] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8845858549311266352:15:0)
[00:13:08.468] Build status: SCHEDULED
[00:13:08.468] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8845858549311266352:16:0) after 2m12s
[00:15:20.579] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8845858549311266352:16:0)
[00:15:20.591] Build status: SCHEDULED
[00:15:20.591] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8845858549311266352:17:0) after 6m48s
[00:22:08.762] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8845858549311266352:17:0)
[00:22:08.782] Build status: SCHEDULED
[00:22:08.782] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8845858549311266352:18:0) after 8m50s
[00:30:58.904] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8845858549311266352:18:0)
[00:30:58.928] Build status: SCHEDULED
[00:30:58.928] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8845858549311266352:19:0) after 8m9s
[00:39:08.128] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8845858549311266352:19:0)
[00:39:08.190] Build status: SCHEDULED
[00:39:08.190] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8845858549311266352:20:0) after 9m38s
[00:48:46.292] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8845858549311266352:20:0)
[00:48:46.314] Build status: SCHEDULED
[00:48:46.314] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8845858549311266352:21:0) after 9m54s
[00:58:40.379] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8845858549311266352:21:0)
[00:58:40.400] Build status: SCHEDULED
[00:58:40.400] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8845858549311266352:22:0) after 4m13s
[01:02:53.486] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8845858549311266352:22:0)
[01:02:53.503] Build status: SCHEDULED
[01:02:53.503] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8845858549311266352:23:0) after 4m9s
[01:07:02.608] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8845858549311266352:23:0)
[01:07:02.645] Build status: SCHEDULED
[01:07:02.645] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8845858549311266352:24:0) after 3m32s
[01:10:34.716] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8845858549311266352:24:0)
[01:10:34.736] Build status: SCHEDULED
[01:10:34.736] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8845858549311266352:25:0) after 4m55s
[01:15:30.032] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8845858549311266352:25:0)
[01:15:30.052] Build status: SCHEDULED
[01:15:30.053] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8845858549311266352:26:0) after 9m44s
[01:25:14.072] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8845858549311266352:26:0)
[01:25:14.090] Build status: SCHEDULED
[01:25:14.090] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8845858549311266352:27:0) after 8m35s
[01:33:49.113] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8845858549311266352:27:0)
[01:33:49.132] Build status: SCHEDULED
[01:33:49.132] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8845858549311266352:28:0) after 5m35s
[01:39:24.237] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8845858549311266352:28:0)
[01:39:24.267] Build status: SCHEDULED
[01:39:24.267] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8845858549311266352:29:0) after 9m56s
[01:49:20.289] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8845858549311266352:29:0)
[01:49:20.309] Build status: SCHEDULED
[01:49:20.309] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8845858549311266352:30:0) after 5m28s
[01:54:48.371] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8845858549311266352:30:0)
[01:54:48.392] Build status: SCHEDULED
[01:54:48.393] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8845858549311266352:31:0) after 3m41s
[01:58:29.372] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8845858549311266352:31:0)
[01:58:29.466] Build status: SCHEDULED
[01:58:29.466] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8845858549311266352:32:0) after 4m3s
[02:02:32.490] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8845858549311266352:32:0)
[02:02:32.558] Build status: SCHEDULED
[02:02:32.558] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8845858549311266352:33:0) after 1m27s
[02:03:59.574] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8845858549311266352:33:0)
[02:03:59.591] Build status: SCHEDULED
[02:03:59.591] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8845858549311266352:34:0) after 3m42s
[02:07:41.564] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8845858549311266352:34:0)
[02:07:41.581] Build status: SCHEDULED
[02:07:41.581] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8845858549311266352:35:0) after 2m5s
[02:09:46.695] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8845858549311266352:35:0)
[02:09:46.723] Build status: SCHEDULED
[02:09:46.723] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8845858549311266352:36:0) after 9m44s
[02:19:30.787] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8845858549311266352:36:0)
[02:19:30.829] Build status: SCHEDULED
[02:19:30.829] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8845858549311266352:37:0) after 2m12s
[02:21:42.848] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8845858549311266352:37:0)
[02:21:42.889] Build status: SCHEDULED
[02:21:42.889] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8845858549311266352:38:0) after 8m21s
[02:25:14.187] Received PubSub notification, asking Buildbucket for the build status
[02:25:14.206] Build status: STARTED
[02:25:49.215] Received PubSub notification, asking Buildbucket for the build status
[02:25:49.242] Build:
{
"id": "8680428487344279249",
"builder": {
"project": "pigweed",
"bucket": "experimental.dev.ci",
"builder": "experimental-full"
},
"createdBy": "project:pigweed",
"createTime": "2026-05-29T22:55:18.426889304Z",
"startTime": "2026-05-30T02:25:13.929809469Z",
"endTime": "2026-05-30T02:25:48.988595220Z",
"updateTime": "2026-05-30T02:25:48.988595220Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/experimental",
"id": "a39ff3026e591ec0fc820084f574163ccb6741a9",
"ref": "refs/heads/main"
}
}
}
[02:25:49.242] Invocation finished in 3h30m32.07443091s with status FAILED