[07:41:00.759] New invocation is queued and will start shortly
[07:41:03.455] Starting the invocation (attempt 1)
[07:41:03.475] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/3c47da4f3903f084e7ce0d0272930ce69460f946"
[07:41:03.475] Popped gitiles commit info from properties and tags
[07:41:03.475] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[07:41:03.476] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[07:41:03.476] Buildbucket request:
{
"requestId": "8834138464795803248",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-rust"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8834138464795803248",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "28a97fd30cd81a63316c2ae60afedfdcc5fe9f7e"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@28a97fd30cd81a63316c2ae60afedfdcc5fe9f7e",
"title": "28a97fd30cd81a63316c2ae60afedfdcc5fe9f7e",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/28a97fd30cd81a63316c2ae60afedfdcc5fe9f7e"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "3c47da4f3903f084e7ce0d0272930ce69460f946"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@3c47da4f3903f084e7ce0d0272930ce69460f946",
"title": "3c47da4f3903f084e7ce0d0272930ce69460f946",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/3c47da4f3903f084e7ce0d0272930ce69460f946"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "3c47da4f3903f084e7ce0d0272930ce69460f946",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8834138464795803248"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[07:41:03.912] Scheduled build:
{
"id": "8668708401227409809",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-rust"
},
"createdBy": "project:pigweed",
"createTime": "2026-10-06T07:41:03.542989054Z",
"updateTime": "2026-10-06T07:41:03.542989054Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "3c47da4f3903f084e7ce0d0272930ce69460f946",
"ref": "refs/heads/main"
}
},
"canary": true
}
[07:41:03.912] Task URL: https://cr-buildbucket.appspot.com/build/8668708401227409809
[07:41:03.912] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8834138464795803248:2:0) after 5m0s
[07:41:04.902] Received PubSub notification, asking Buildbucket for the build status
[07:41:04.959] Build status: SCHEDULED
[07:46:03.982] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8834138464795803248:2:0)
[07:46:04.003] Build status: SCHEDULED
[07:46:04.003] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8834138464795803248:4:0) after 5m6s
[07:51:10.016] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8834138464795803248:4:0)
[07:51:10.037] Build status: SCHEDULED
[07:51:10.037] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8834138464795803248:5:0) after 1m52s
[07:53:02.102] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8834138464795803248:5:0)
[07:53:02.142] Build status: SCHEDULED
[07:53:02.142] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8834138464795803248:6:0) after 2m26s
[07:55:28.256] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8834138464795803248:6:0)
[07:55:28.341] Build status: SCHEDULED
[07:55:28.341] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8834138464795803248:7:0) after 9m30s
[08:04:58.386] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8834138464795803248:7:0)
[08:04:58.407] Build status: SCHEDULED
[08:04:58.407] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8834138464795803248:8:0) after 5m43s
[08:10:41.424] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8834138464795803248:8:0)
[08:10:41.458] Build status: SCHEDULED
[08:10:41.458] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8834138464795803248:9:0) after 3m8s
[08:13:49.601] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8834138464795803248:9:0)
[08:13:49.638] Build status: SCHEDULED
[08:13:49.638] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8834138464795803248:10:0) after 9m50s
[08:23:39.669] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8834138464795803248:10:0)
[08:23:39.739] Build status: SCHEDULED
[08:23:39.739] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8834138464795803248:11:0) after 6m40s
[08:30:19.848] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8834138464795803248:11:0)
[08:30:19.866] Build status: SCHEDULED
[08:30:19.866] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8834138464795803248:12:0) after 3m31s
[08:33:50.897] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8834138464795803248:12:0)
[08:33:50.915] Build status: SCHEDULED
[08:33:50.915] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8834138464795803248:13:0) after 4m1s
[08:37:51.981] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8834138464795803248:13:0)
[08:37:52.004] Build status: SCHEDULED
[08:37:52.004] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8834138464795803248:14:0) after 3m15s
[08:41:07.018] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8834138464795803248:14:0)
[08:41:07.042] Build status: SCHEDULED
[08:41:07.042] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8834138464795803248:15:0) after 3m44s
[08:44:51.056] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8834138464795803248:15:0)
[08:44:51.079] Build status: SCHEDULED
[08:44:51.080] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8834138464795803248:16:0) after 3m26s
[08:48:17.094] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8834138464795803248:16:0)
[08:48:17.117] Build status: SCHEDULED
[08:48:17.117] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8834138464795803248:17:0) after 8m8s
[08:56:25.275] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8834138464795803248:17:0)
[08:56:25.299] Build status: SCHEDULED
[08:56:25.299] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8834138464795803248:18:0) after 1m17s
[08:57:42.339] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8834138464795803248:18:0)
[08:57:42.362] Build status: SCHEDULED
[08:57:42.362] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8834138464795803248:19:0) after 5m37s
[09:03:19.380] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8834138464795803248:19:0)
[09:03:19.401] Build status: SCHEDULED
[09:03:19.401] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8834138464795803248:20:0) after 1m45s
[09:05:04.437] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8834138464795803248:20:0)
[09:05:04.568] Build status: SCHEDULED
[09:05:04.568] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8834138464795803248:21:0) after 9m18s
[09:14:22.589] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8834138464795803248:21:0)
[09:14:22.612] Build status: SCHEDULED
[09:14:22.612] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8834138464795803248:22:0) after 5m13s
[09:19:35.627] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8834138464795803248:22:0)
[09:19:35.663] Build status: SCHEDULED
[09:19:35.663] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8834138464795803248:23:0) after 5m43s
[09:25:18.699] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8834138464795803248:23:0)
[09:25:18.723] Build status: SCHEDULED
[09:25:18.723] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8834138464795803248:24:0) after 3m11s
[09:28:29.716] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8834138464795803248:24:0)
[09:28:29.740] Build status: SCHEDULED
[09:28:29.741] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8834138464795803248:25:0) after 4m18s
[09:32:47.855] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8834138464795803248:25:0)
[09:32:47.874] Build status: SCHEDULED
[09:32:47.874] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8834138464795803248:26:0) after 5m27s
[09:38:14.841] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8834138464795803248:26:0)
[09:38:14.895] Build status: SCHEDULED
[09:38:14.895] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8834138464795803248:27:0) after 2m35s
[09:40:49.979] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8834138464795803248:27:0)
[09:40:50.004] Build status: SCHEDULED
[09:40:50.004] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8834138464795803248:28:0) after 6m5s
[09:46:55.018] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8834138464795803248:28:0)
[09:46:55.039] Build status: SCHEDULED
[09:46:55.039] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8834138464795803248:29:0) after 1m12s
[09:48:07.058] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8834138464795803248:29:0)
[09:48:07.088] Build status: SCHEDULED
[09:48:07.088] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8834138464795803248:30:0) after 4m18s
[09:52:25.195] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8834138464795803248:30:0)
[09:52:25.222] Build status: SCHEDULED
[09:52:25.222] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8834138464795803248:31:0) after 9m59s
[10:02:24.282] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8834138464795803248:31:0)
[10:02:24.304] Build status: SCHEDULED
[10:02:24.304] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8834138464795803248:32:0) after 5m30s
[10:03:32.918] Received PubSub notification, asking Buildbucket for the build status
[10:03:32.941] Build status: STARTED
[10:06:01.408] Received PubSub notification, asking Buildbucket for the build status
[10:06:01.431] Build:
{
"id": "8668708401227409809",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-rust"
},
"createdBy": "project:pigweed",
"createTime": "2026-10-06T07:41:03.542989054Z",
"startTime": "2026-10-06T10:03:32.515173605Z",
"endTime": "2026-10-06T10:06:01.107213514Z",
"updateTime": "2026-10-06T10:06:01.107213514Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "3c47da4f3903f084e7ce0d0272930ce69460f946",
"ref": "refs/heads/main"
}
},
"canary": true
}
[10:06:01.431] Invocation finished in 2h25m0.676571705s with status FAILED