[03:18:29.312] New invocation is queued and will start shortly
[03:18:30.373] Starting the invocation (attempt 1)
[03:18:30.400] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/1cecd4d0b30347b8ef9f07e3f32c5feadac7edbf"
[03:18:30.400] Popped gitiles commit info from properties and tags
[03:18:30.400] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[03:18:30.400] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[03:18:30.400] Buildbucket request:
{
"requestId": "8853542732197179376",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-rust"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8853542732197179376",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "fb0b0ccaeaf635386628e76b6324e26edc5eb88b"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@fb0b0ccaeaf635386628e76b6324e26edc5eb88b",
"title": "fb0b0ccaeaf635386628e76b6324e26edc5eb88b",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/fb0b0ccaeaf635386628e76b6324e26edc5eb88b"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "1cecd4d0b30347b8ef9f07e3f32c5feadac7edbf"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@1cecd4d0b30347b8ef9f07e3f32c5feadac7edbf",
"title": "1cecd4d0b30347b8ef9f07e3f32c5feadac7edbf",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/1cecd4d0b30347b8ef9f07e3f32c5feadac7edbf"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "1cecd4d0b30347b8ef9f07e3f32c5feadac7edbf",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8853542732197179376"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[03:18:30.759] Scheduled build:
{
"id": "8688112670347163153",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-rust"
},
"createdBy": "project:pigweed",
"createTime": "2026-03-06T03:18:30.454442164Z",
"updateTime": "2026-03-06T03:18:30.454442164Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "1cecd4d0b30347b8ef9f07e3f32c5feadac7edbf",
"ref": "refs/heads/main"
}
}
}
[03:18:30.759] Task URL: https://cr-buildbucket.appspot.com/build/8688112670347163153
[03:18:30.759] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8853542732197179376:2:0) after 8m17s
[03:18:31.796] Received PubSub notification, asking Buildbucket for the build status
[03:18:31.813] Build status: SCHEDULED
[03:26:47.780] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8853542732197179376:2:0)
[03:26:47.844] Build status: SCHEDULED
[03:26:47.844] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8853542732197179376:4:0) after 8m26s
[03:35:13.993] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8853542732197179376:4:0)
[03:35:14.016] Build status: SCHEDULED
[03:35:14.016] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8853542732197179376:5:0) after 7m43s
[03:42:57.080] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8853542732197179376:5:0)
[03:42:57.112] Build status: SCHEDULED
[03:42:57.112] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8853542732197179376:6:0) after 4m38s
[03:47:35.125] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8853542732197179376:6:0)
[03:47:35.149] Build status: SCHEDULED
[03:47:35.149] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8853542732197179376:7:0) after 7m20s
[03:54:55.163] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8853542732197179376:7:0)
[03:54:55.180] Build status: SCHEDULED
[03:54:55.180] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8853542732197179376:8:0) after 9m13s
[04:04:08.300] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8853542732197179376:8:0)
[04:04:08.328] Build status: SCHEDULED
[04:04:08.328] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8853542732197179376:9:0) after 9m0s
[04:13:08.379] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8853542732197179376:9:0)
[04:13:08.399] Build status: SCHEDULED
[04:13:08.399] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8853542732197179376:10:0) after 8m46s
[04:21:54.371] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8853542732197179376:10:0)
[04:21:54.391] Build status: SCHEDULED
[04:21:54.391] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8853542732197179376:11:0) after 2m9s
[04:24:03.432] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8853542732197179376:11:0)
[04:24:03.524] Build status: SCHEDULED
[04:24:03.524] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8853542732197179376:12:0) after 5m8s
[04:29:11.744] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8853542732197179376:12:0)
[04:29:11.772] Build status: SCHEDULED
[04:29:11.772] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8853542732197179376:13:0) after 6m45s
[04:35:56.842] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8853542732197179376:13:0)
[04:35:56.872] Build status: SCHEDULED
[04:35:56.872] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8853542732197179376:14:0) after 5m46s
[04:41:42.884] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8853542732197179376:14:0)
[04:41:43.075] Build status: SCHEDULED
[04:41:43.075] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8853542732197179376:15:0) after 7m55s
[04:49:38.273] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8853542732197179376:15:0)
[04:49:38.292] Build status: SCHEDULED
[04:49:38.292] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8853542732197179376:16:0) after 1m35s
[04:51:13.402] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8853542732197179376:16:0)
[04:51:13.419] Build status: SCHEDULED
[04:51:13.419] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8853542732197179376:17:0) after 5m46s
[04:56:59.416] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8853542732197179376:17:0)
[04:56:59.442] Build status: SCHEDULED
[04:56:59.442] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8853542732197179376:18:0) after 8m1s
[05:05:00.486] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8853542732197179376:18:0)
[05:05:00.911] Build status: SCHEDULED
[05:05:00.911] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8853542732197179376:19:0) after 3m56s
[05:08:56.923] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8853542732197179376:19:0)
[05:08:56.953] Build status: SCHEDULED
[05:08:56.953] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8853542732197179376:20:0) after 2m3s
[05:10:59.922] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8853542732197179376:20:0)
[05:10:59.958] Build status: SCHEDULED
[05:10:59.958] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8853542732197179376:21:0) after 2m58s
[05:13:58.035] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8853542732197179376:21:0)
[05:13:58.051] Build status: SCHEDULED
[05:13:58.051] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8853542732197179376:22:0) after 2m16s
[05:16:14.066] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8853542732197179376:22:0)
[05:16:14.080] Build status: SCHEDULED
[05:16:14.080] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8853542732197179376:23:0) after 8m18s
[05:24:32.147] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8853542732197179376:23:0)
[05:24:32.176] Build status: SCHEDULED
[05:24:32.176] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8853542732197179376:24:0) after 8m30s
[05:33:02.190] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8853542732197179376:24:0)
[05:33:02.224] Build status: SCHEDULED
[05:33:02.224] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8853542732197179376:25:0) after 1m18s
[05:34:20.287] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8853542732197179376:25:0)
[05:34:20.305] Build status: SCHEDULED
[05:34:20.305] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8853542732197179376:26:0) after 9m40s
[05:44:00.364] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8853542732197179376:26:0)
[05:44:00.452] Build status: SCHEDULED
[05:44:00.452] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8853542732197179376:27:0) after 6m49s
[05:50:49.464] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8853542732197179376:27:0)
[05:50:49.480] Build status: SCHEDULED
[05:50:49.480] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8853542732197179376:28:0) after 3m14s
[05:54:03.492] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8853542732197179376:28:0)
[05:54:03.511] Build status: SCHEDULED
[05:54:03.511] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8853542732197179376:29:0) after 7m38s
[06:01:41.547] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8853542732197179376:29:0)
[06:01:41.585] Build status: SCHEDULED
[06:01:41.585] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8853542732197179376:30:0) after 7m12s
[06:08:53.603] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8853542732197179376:30:0)
[06:08:53.618] Build status: SCHEDULED
[06:08:53.618] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8853542732197179376:31:0) after 7m36s
[06:16:29.632] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8853542732197179376:31:0)
[06:16:29.652] Build status: SCHEDULED
[06:16:29.652] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8853542732197179376:32:0) after 8m5s
[06:24:34.667] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8853542732197179376:32:0)
[06:24:34.729] Build status: SCHEDULED
[06:24:34.729] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8853542732197179376:33:0) after 8m15s
[06:32:49.716] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8853542732197179376:33:0)
[06:32:49.734] Build status: SCHEDULED
[06:32:49.734] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8853542732197179376:34:0) after 3m16s
[06:36:05.798] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8853542732197179376:34:0)
[06:36:05.846] Build status: SCHEDULED
[06:36:05.846] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8853542732197179376:35:0) after 7m55s
[06:44:00.913] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8853542732197179376:35:0)
[06:44:00.935] Build status: SCHEDULED
[06:44:00.935] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8853542732197179376:36:0) after 1m46s
[06:45:46.951] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8853542732197179376:36:0)
[06:45:46.970] Build status: SCHEDULED
[06:45:46.970] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8853542732197179376:37:0) after 1m0s
[06:46:46.957] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8853542732197179376:37:0)
[06:46:46.973] Build status: SCHEDULED
[06:46:46.973] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8853542732197179376:38:0) after 8m27s
[06:55:14.098] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8853542732197179376:38:0)
[06:55:14.128] Build status: SCHEDULED
[06:55:14.128] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8853542732197179376:39:0) after 8m21s
[07:03:35.243] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8853542732197179376:39:0)
[07:03:35.300] Build status: SCHEDULED
[07:03:35.300] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8853542732197179376:40:0) after 2m51s
[07:06:26.418] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8853542732197179376:40:0)
[07:06:26.454] Build status: SCHEDULED
[07:06:26.454] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8853542732197179376:41:0) after 4m40s
[07:11:06.471] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8853542732197179376:41:0)
[07:11:06.488] Build status: SCHEDULED
[07:11:06.488] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8853542732197179376:42:0) after 6m51s
[07:17:57.555] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8853542732197179376:42:0)
[07:17:57.575] Build status: SCHEDULED
[07:17:57.575] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8853542732197179376:43:0) after 9m12s
[07:18:35.705] Received PubSub notification, asking Buildbucket for the build status
[07:18:35.721] Build status: STARTED
[07:25:46.502] Received PubSub notification, asking Buildbucket for the build status
[07:25:46.520] Build:
{
"id": "8688112670347163153",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-rust"
},
"createdBy": "project:pigweed",
"createTime": "2026-03-06T03:18:30.454442164Z",
"startTime": "2026-03-06T07:18:35.255165860Z",
"endTime": "2026-03-06T07:25:45.588045900Z",
"updateTime": "2026-03-06T07:25:45.588045900Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "1cecd4d0b30347b8ef9f07e3f32c5feadac7edbf",
"ref": "refs/heads/main"
}
}
}
[07:25:46.520] Invocation finished in 4h7m17.214711273s with status FAILED