[20:43:19.079] New invocation is queued and will start shortly
[20:43:21.541] Starting the invocation (attempt 1)
[20:43:21.569] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/dc59fc1f3b6c60d156186e477c7ff2a24ec0ca0f"
[20:43:21.569] Popped gitiles commit info from properties and tags
[20:43:21.569] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:43:21.569] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:43:21.569] Buildbucket request:
{
"requestId": "8852933415418263312",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-rust"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8852933415418263312",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "f080d75b5fd39f11692ab9e825efc5145f43a1d0"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@f080d75b5fd39f11692ab9e825efc5145f43a1d0",
"title": "f080d75b5fd39f11692ab9e825efc5145f43a1d0",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/f080d75b5fd39f11692ab9e825efc5145f43a1d0"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "dc59fc1f3b6c60d156186e477c7ff2a24ec0ca0f"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@dc59fc1f3b6c60d156186e477c7ff2a24ec0ca0f",
"title": "dc59fc1f3b6c60d156186e477c7ff2a24ec0ca0f",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/dc59fc1f3b6c60d156186e477c7ff2a24ec0ca0f"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "dc59fc1f3b6c60d156186e477c7ff2a24ec0ca0f",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8852933415418263312"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[20:43:21.938] Scheduled build:
{
"id": "8687503352090030497",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-rust"
},
"createdBy": "project:pigweed",
"createTime": "2026-03-12T20:43:21.626077191Z",
"updateTime": "2026-03-12T20:43:21.626077191Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "dc59fc1f3b6c60d156186e477c7ff2a24ec0ca0f",
"ref": "refs/heads/main"
}
},
"canary": true
}
[20:43:21.938] Task URL: https://cr-buildbucket.appspot.com/build/8687503352090030497
[20:43:21.938] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8852933415418263312:2:0) after 1m35s
[20:43:22.725] Received PubSub notification, asking Buildbucket for the build status
[20:43:22.824] Build status: SCHEDULED
[20:44:57.005] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8852933415418263312:2:0)
[20:44:57.188] Build status: SCHEDULED
[20:44:57.188] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8852933415418263312:4:0) after 6m43s
[20:51:40.205] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8852933415418263312:4:0)
[20:51:40.445] Build status: SCHEDULED
[20:51:40.445] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8852933415418263312:5:0) after 1m18s
[20:52:58.512] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8852933415418263312:5:0)
[20:52:58.561] Build status: SCHEDULED
[20:52:58.561] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8852933415418263312:6:0) after 8m5s
[21:01:03.718] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8852933415418263312:6:0)
[21:01:03.763] Build status: SCHEDULED
[21:01:03.763] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8852933415418263312:7:0) after 3m36s
[21:04:39.779] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8852933415418263312:7:0)
[21:04:39.844] Build status: SCHEDULED
[21:04:39.844] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8852933415418263312:8:0) after 1m4s
[21:05:43.888] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8852933415418263312:8:0)
[21:05:43.905] Build status: SCHEDULED
[21:05:43.905] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8852933415418263312:9:0) after 3m9s
[21:08:53.102] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8852933415418263312:9:0)
[21:08:53.118] Build status: SCHEDULED
[21:08:53.119] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8852933415418263312:10:0) after 8m9s
[21:17:02.149] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8852933415418263312:10:0)
[21:17:02.166] Build status: SCHEDULED
[21:17:02.166] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8852933415418263312:11:0) after 9m23s
[21:26:25.208] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8852933415418263312:11:0)
[21:26:25.226] Build status: SCHEDULED
[21:26:25.226] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8852933415418263312:12:0) after 9m30s
[21:35:55.442] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8852933415418263312:12:0)
[21:35:55.485] Build status: SCHEDULED
[21:35:55.485] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8852933415418263312:13:0) after 9m1s
[21:44:56.724] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8852933415418263312:13:0)
[21:44:56.746] Build status: SCHEDULED
[21:44:56.746] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8852933415418263312:14:0) after 4m45s
[21:49:41.811] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8852933415418263312:14:0)
[21:49:41.827] Build status: SCHEDULED
[21:49:41.828] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8852933415418263312:15:0) after 8m37s
[21:58:18.960] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8852933415418263312:15:0)
[21:58:19.033] Build status: SCHEDULED
[21:58:19.033] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8852933415418263312:16:0) after 3m0s
[22:01:19.126] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8852933415418263312:16:0)
[22:01:19.144] Build status: SCHEDULED
[22:01:19.144] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8852933415418263312:17:0) after 1m17s
[22:02:36.204] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8852933415418263312:17:0)
[22:02:36.224] Build status: SCHEDULED
[22:02:36.224] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8852933415418263312:18:0) after 4m12s
[22:06:48.240] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8852933415418263312:18:0)
[22:06:48.261] Build status: SCHEDULED
[22:06:48.261] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8852933415418263312:19:0) after 3m54s
[22:10:42.274] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8852933415418263312:19:0)
[22:10:42.289] Build status: SCHEDULED
[22:10:42.289] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8852933415418263312:20:0) after 3m14s
[22:13:56.333] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8852933415418263312:20:0)
[22:13:56.359] Build status: SCHEDULED
[22:13:56.359] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8852933415418263312:21:0) after 1m50s
[22:15:46.374] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8852933415418263312:21:0)
[22:15:46.395] Build status: SCHEDULED
[22:15:46.395] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8852933415418263312:22:0) after 3m56s
[22:19:42.507] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8852933415418263312:22:0)
[22:19:42.539] Build status: SCHEDULED
[22:19:42.539] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8852933415418263312:23:0) after 4m36s
[22:24:18.666] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8852933415418263312:23:0)
[22:24:18.693] Build status: SCHEDULED
[22:24:18.693] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8852933415418263312:24:0) after 6m23s
[22:30:41.742] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8852933415418263312:24:0)
[22:30:41.766] Build status: SCHEDULED
[22:30:41.766] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8852933415418263312:25:0) after 2m37s
[22:33:18.815] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8852933415418263312:25:0)
[22:33:18.832] Build status: SCHEDULED
[22:33:18.833] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8852933415418263312:26:0) after 7m11s
[22:40:29.850] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8852933415418263312:26:0)
[22:40:29.869] Build status: SCHEDULED
[22:40:29.869] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8852933415418263312:27:0) after 4m59s
[22:45:28.930] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8852933415418263312:27:0)
[22:45:28.985] Build status: SCHEDULED
[22:45:28.985] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8852933415418263312:28:0) after 1m42s
[22:47:11.000] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8852933415418263312:28:0)
[22:47:11.017] Build status: SCHEDULED
[22:47:11.017] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8852933415418263312:29:0) after 2m29s
[22:49:40.035] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8852933415418263312:29:0)
[22:49:40.110] Build status: SCHEDULED
[22:49:40.110] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8852933415418263312:30:0) after 4m31s
[22:54:11.209] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8852933415418263312:30:0)
[22:54:11.257] Build status: SCHEDULED
[22:54:11.258] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8852933415418263312:31:0) after 3m33s
[22:57:44.271] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8852933415418263312:31:0)
[22:57:44.298] Build status: SCHEDULED
[22:57:44.298] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8852933415418263312:32:0) after 6m13s
[23:03:57.339] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8852933415418263312:32:0)
[23:03:57.357] Build status: SCHEDULED
[23:03:57.357] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8852933415418263312:33:0) after 6m19s
[23:10:16.494] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8852933415418263312:33:0)
[23:10:16.513] Build status: SCHEDULED
[23:10:16.513] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8852933415418263312:34:0) after 9m33s
[23:19:49.647] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8852933415418263312:34:0)
[23:19:49.668] Build status: SCHEDULED
[23:19:49.668] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8852933415418263312:35:0) after 8m53s
[23:28:42.706] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8852933415418263312:35:0)
[23:28:42.850] Build status: SCHEDULED
[23:28:42.850] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8852933415418263312:36:0) after 6m42s
[23:35:24.868] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8852933415418263312:36:0)
[23:35:24.896] Build status: SCHEDULED
[23:35:24.896] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8852933415418263312:37:0) after 9m22s
[23:44:46.910] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8852933415418263312:37:0)
[23:44:46.949] Build status: SCHEDULED
[23:44:46.949] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8852933415418263312:38:0) after 7m7s
[23:51:53.966] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8852933415418263312:38:0)
[23:51:54.008] Build status: SCHEDULED
[23:51:54.008] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8852933415418263312:39:0) after 6m28s
[23:58:22.126] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8852933415418263312:39:0)
[23:58:22.141] Build status: SCHEDULED
[23:58:22.141] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8852933415418263312:40:0) after 1m12s
[23:59:34.207] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8852933415418263312:40:0)
[23:59:34.228] Build status: SCHEDULED
[23:59:34.229] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8852933415418263312:41:0) after 7m25s
[00:06:59.295] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8852933415418263312:41:0)
[00:06:59.334] Build status: SCHEDULED
[00:06:59.334] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8852933415418263312:42:0) after 3m12s
[00:10:11.492] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8852933415418263312:42:0)
[00:10:11.511] Build status: SCHEDULED
[00:10:11.511] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8852933415418263312:43:0) after 7m25s
[00:17:36.531] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8852933415418263312:43:0)
[00:17:36.576] Build status: SCHEDULED
[00:17:36.576] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8852933415418263312:44:0) after 6m57s
[00:24:33.607] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8852933415418263312:44:0)
[00:24:33.625] Build status: SCHEDULED
[00:24:33.625] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8852933415418263312:45:0) after 5m18s
[00:29:51.675] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8852933415418263312:45:0)
[00:29:51.700] Build status: SCHEDULED
[00:29:51.700] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8852933415418263312:46:0) after 4m21s
[00:30:28.000] Received PubSub notification, asking Buildbucket for the build status
[00:30:28.027] Build status: STARTED
[00:33:24.331] Received PubSub notification, asking Buildbucket for the build status
[00:33:24.361] Build:
{
"id": "8687503352090030497",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-rust"
},
"createdBy": "project:pigweed",
"createTime": "2026-03-12T20:43:21.626077191Z",
"startTime": "2026-03-13T00:30:27.770588555Z",
"endTime": "2026-03-13T00:33:24.042912933Z",
"updateTime": "2026-03-13T00:33:24.042912933Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "dc59fc1f3b6c60d156186e477c7ff2a24ec0ca0f",
"ref": "refs/heads/main"
}
},
"canary": true
}
[00:33:24.361] Invocation finished in 3h50m5.292798099s with status FAILED