[18:51:51.518] New invocation is queued and will start shortly
[18:51:53.596] Starting the invocation (attempt 1)
[18:51:53.621] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/d28462202f90f5b0998b7d3a1c7d2b968813c943"
[18:51:53.621] Popped gitiles commit info from properties and tags
[18:51:53.621] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[18:51:53.622] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[18:51:53.622] Buildbucket request:
{
"requestId": "8844696103903549152",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-rust"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8844696103903549152",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "d28462202f90f5b0998b7d3a1c7d2b968813c943"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@d28462202f90f5b0998b7d3a1c7d2b968813c943",
"title": "d28462202f90f5b0998b7d3a1c7d2b968813c943",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/d28462202f90f5b0998b7d3a1c7d2b968813c943"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "d28462202f90f5b0998b7d3a1c7d2b968813c943",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8844696103903549152"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[18:51:54.005] Scheduled build:
{
"id": "8679266040910734753",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-rust"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-11T18:51:53.734051614Z",
"updateTime": "2026-06-11T18:51:53.734051614Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "d28462202f90f5b0998b7d3a1c7d2b968813c943",
"ref": "refs/heads/main"
}
}
}
[18:51:54.005] Task URL: https://cr-buildbucket.appspot.com/build/8679266040910734753
[18:51:54.005] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844696103903549152:2:0) after 1m29s
[18:51:55.020] Received PubSub notification, asking Buildbucket for the build status
[18:51:55.121] Build status: SCHEDULED
[18:53:23.020] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844696103903549152:2:0)
[18:53:23.042] Build status: SCHEDULED
[18:53:23.042] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844696103903549152:4:0) after 9m54s
[19:03:17.057] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844696103903549152:4:0)
[19:03:17.079] Build status: SCHEDULED
[19:03:17.080] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844696103903549152:5:0) after 6m52s
[19:10:09.062] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844696103903549152:5:0)
[19:10:09.092] Build status: SCHEDULED
[19:10:09.092] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844696103903549152:6:0) after 5m11s
[19:15:20.255] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844696103903549152:6:0)
[19:15:20.277] Build status: SCHEDULED
[19:15:20.277] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844696103903549152:7:0) after 1m47s
[19:17:07.287] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844696103903549152:7:0)
[19:17:07.309] Build status: SCHEDULED
[19:17:07.309] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844696103903549152:8:0) after 2m24s
[19:19:31.372] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844696103903549152:8:0)
[19:19:31.390] Build status: SCHEDULED
[19:19:31.391] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844696103903549152:9:0) after 8m8s
[19:27:39.525] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844696103903549152:9:0)
[19:27:39.546] Build status: SCHEDULED
[19:27:39.546] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844696103903549152:10:0) after 3m21s
[19:31:00.611] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844696103903549152:10:0)
[19:31:00.630] Build status: SCHEDULED
[19:31:00.630] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844696103903549152:11:0) after 6m35s
[19:37:35.682] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844696103903549152:11:0)
[19:37:35.699] Build status: SCHEDULED
[19:37:35.699] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844696103903549152:12:0) after 8m8s
[19:45:43.715] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844696103903549152:12:0)
[19:45:43.743] Build status: SCHEDULED
[19:45:43.743] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844696103903549152:13:0) after 7m55s
[19:53:38.758] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844696103903549152:13:0)
[19:53:38.825] Build status: SCHEDULED
[19:53:38.825] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844696103903549152:14:0) after 5m40s
[19:59:18.834] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844696103903549152:14:0)
[19:59:18.880] Build status: SCHEDULED
[19:59:18.880] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844696103903549152:15:0) after 8m12s
[20:07:31.299] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844696103903549152:15:0)
[20:07:31.320] Build status: SCHEDULED
[20:07:31.320] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844696103903549152:16:0) after 4m26s
[20:11:57.361] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844696103903549152:16:0)
[20:11:57.391] Build status: SCHEDULED
[20:11:57.391] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844696103903549152:17:0) after 5m27s
[20:17:24.470] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844696103903549152:17:0)
[20:17:24.511] Build status: SCHEDULED
[20:17:24.512] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844696103903549152:18:0) after 8m9s
[20:25:33.562] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844696103903549152:18:0)
[20:25:33.645] Build status: SCHEDULED
[20:25:33.646] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844696103903549152:19:0) after 4m24s
[20:29:57.872] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844696103903549152:19:0)
[20:29:57.936] Build status: SCHEDULED
[20:29:57.936] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844696103903549152:20:0) after 5m5s
[20:35:03.008] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844696103903549152:20:0)
[20:35:03.023] Build status: SCHEDULED
[20:35:03.023] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844696103903549152:21:0) after 3m38s
[20:38:41.184] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844696103903549152:21:0)
[20:38:41.209] Build status: SCHEDULED
[20:38:41.209] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844696103903549152:22:0) after 8m48s
[20:47:29.250] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844696103903549152:22:0)
[20:47:29.275] Build status: SCHEDULED
[20:47:29.275] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844696103903549152:23:0) after 9m53s
[20:57:22.510] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844696103903549152:23:0)
[20:57:22.539] Build status: SCHEDULED
[20:57:22.539] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844696103903549152:24:0) after 1m28s
[20:58:50.551] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844696103903549152:24:0)
[20:58:50.573] Build status: SCHEDULED
[20:58:50.573] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844696103903549152:25:0) after 9m15s
[21:08:05.649] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844696103903549152:25:0)
[21:08:05.674] Build status: SCHEDULED
[21:08:05.674] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844696103903549152:26:0) after 7m9s
[21:15:14.728] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844696103903549152:26:0)
[21:15:14.814] Build status: SCHEDULED
[21:15:14.814] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844696103903549152:27:0) after 4m33s
[21:19:48.275] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844696103903549152:27:0)
[21:19:48.357] Build status: SCHEDULED
[21:19:48.357] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844696103903549152:28:0) after 5m16s
[21:25:04.595] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844696103903549152:28:0)
[21:25:04.614] Build status: SCHEDULED
[21:25:04.614] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844696103903549152:29:0) after 2m51s
[21:27:55.627] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844696103903549152:29:0)
[21:27:55.646] Build status: SCHEDULED
[21:27:55.647] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844696103903549152:30:0) after 1m17s
[21:29:12.740] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844696103903549152:30:0)
[21:29:12.757] Build status: SCHEDULED
[21:29:12.757] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844696103903549152:31:0) after 3m34s
[21:32:46.770] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844696103903549152:31:0)
[21:32:46.789] Build status: SCHEDULED
[21:32:46.789] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844696103903549152:32:0) after 7m31s
[21:40:17.772] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844696103903549152:32:0)
[21:40:17.800] Build status: SCHEDULED
[21:40:17.800] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844696103903549152:33:0) after 2m33s
[21:42:50.785] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844696103903549152:33:0)
[21:42:50.806] Build status: SCHEDULED
[21:42:50.806] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844696103903549152:34:0) after 5m18s
[21:48:08.827] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844696103903549152:34:0)
[21:48:08.855] Build status: SCHEDULED
[21:48:08.856] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844696103903549152:35:0) after 3m55s
[21:52:04.132] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844696103903549152:35:0)
[21:52:04.155] Build status: SCHEDULED
[21:52:04.155] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844696103903549152:36:0) after 3m30s
[21:52:23.116] Received PubSub notification, asking Buildbucket for the build status
[21:52:23.134] Build status: STARTED
[21:55:34.174] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844696103903549152:36:0)
[21:55:34.217] Build status: STARTED
[21:55:34.217] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844696103903549152:38:0) after 5m22s
[21:55:43.798] Received PubSub notification, asking Buildbucket for the build status
[21:55:43.821] Build:
{
"id": "8679266040910734753",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-rust"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-11T18:51:53.734051614Z",
"startTime": "2026-06-11T21:52:22.957591020Z",
"endTime": "2026-06-11T21:55:43.518992992Z",
"updateTime": "2026-06-11T21:55:43.518992992Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "d28462202f90f5b0998b7d3a1c7d2b968813c943",
"ref": "refs/heads/main"
}
}
}
[21:55:43.821] Invocation finished in 3h3m52.324523061s with status FAILED