[20:00:03.099] New invocation is queued and will start shortly
[20:00:03.099] Triggered by user:rerunner@pigweed-service-accounts.iam.gserviceaccount.com
[20:00:06.089] Starting the invocation (attempt 1)
[20:00:06.119] Ignoring gitiles_ref tag without the buildset tag
[20:00:06.119] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:00:06.120] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:00:06.120] Buildbucket request:
{
"requestId": "8844782410518713680",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-rust"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8844782410518713680",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust",
"triggers": [
{
"buildbucket": {
"tags": [
"parent_buildername:rerunner",
"user_agent:rerunner"
]
},
"id": "23505512-78c5-406f-a626-cb3b27f5ea31",
"title": "rerunner/0",
"url": "https://cr-buildbucket.appspot.com/build/8679352678930006993"
}
]
}
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8844782410518713680"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "rerunner"
},
{
"key": "user_agent",
"value": "rerunner"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[20:00:06.550] Scheduled build:
{
"id": "8679352346629987217",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-rust"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-10T20:00:06.186951651Z",
"updateTime": "2026-06-10T20:00:06.186951651Z",
"status": "SCHEDULED",
"input": {
}
}
[20:00:06.550] Task URL: https://cr-buildbucket.appspot.com/build/8679352346629987217
[20:00:06.550] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844782410518713680:2:0) after 2m55s
[20:00:06.784] Received PubSub notification, asking Buildbucket for the build status
[20:00:06.814] Build status: SCHEDULED
[20:03:01.742] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844782410518713680:2:0)
[20:03:01.911] Build status: SCHEDULED
[20:03:01.911] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844782410518713680:4:0) after 4m45s
[20:07:46.932] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844782410518713680:4:0)
[20:07:46.956] Build status: SCHEDULED
[20:07:46.956] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844782410518713680:5:0) after 3m58s
[20:11:45.018] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844782410518713680:5:0)
[20:11:45.035] Build status: SCHEDULED
[20:11:45.035] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844782410518713680:6:0) after 9m20s
[20:21:05.107] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844782410518713680:6:0)
[20:21:05.130] Build status: SCHEDULED
[20:21:05.130] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844782410518713680:7:0) after 8m45s
[20:29:50.252] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844782410518713680:7:0)
[20:29:50.314] Build status: SCHEDULED
[20:29:50.314] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844782410518713680:8:0) after 4m38s
[20:34:28.389] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844782410518713680:8:0)
[20:34:28.461] Build status: SCHEDULED
[20:34:28.461] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844782410518713680:9:0) after 4m26s
[20:38:54.516] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844782410518713680:9:0)
[20:38:54.585] Build status: SCHEDULED
[20:38:54.585] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844782410518713680:10:0) after 5m1s
[20:43:55.593] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844782410518713680:10:0)
[20:43:55.757] Build status: SCHEDULED
[20:43:55.757] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844782410518713680:11:0) after 9m57s
[20:53:52.937] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844782410518713680:11:0)
[20:53:52.951] Build status: SCHEDULED
[20:53:52.951] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844782410518713680:12:0) after 1m49s
[20:55:42.195] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844782410518713680:12:0)
[20:55:42.263] Build status: SCHEDULED
[20:55:42.263] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844782410518713680:13:0) after 3m0s
[20:58:42.507] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844782410518713680:13:0)
[20:58:42.526] Build status: SCHEDULED
[20:58:42.526] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844782410518713680:14:0) after 2m23s
[21:01:05.586] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844782410518713680:14:0)
[21:01:05.627] Build status: SCHEDULED
[21:01:05.627] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844782410518713680:15:0) after 6m55s
[21:08:00.695] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844782410518713680:15:0)
[21:08:00.723] Build status: SCHEDULED
[21:08:00.723] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844782410518713680:16:0) after 6m14s
[21:14:14.787] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844782410518713680:16:0)
[21:14:14.815] Build status: SCHEDULED
[21:14:14.815] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844782410518713680:17:0) after 4m31s
[21:18:45.878] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844782410518713680:17:0)
[21:18:45.894] Build status: SCHEDULED
[21:18:45.894] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844782410518713680:18:0) after 6m14s
[21:24:59.871] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844782410518713680:18:0)
[21:24:59.888] Build status: SCHEDULED
[21:24:59.888] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844782410518713680:19:0) after 6m10s
[21:31:10.065] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844782410518713680:19:0)
[21:31:10.100] Build status: SCHEDULED
[21:31:10.100] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844782410518713680:20:0) after 2m8s
[21:33:18.199] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844782410518713680:20:0)
[21:33:18.228] Build status: SCHEDULED
[21:33:18.228] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844782410518713680:21:0) after 4m52s
[21:38:10.492] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844782410518713680:21:0)
[21:38:10.507] Build status: SCHEDULED
[21:38:10.507] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844782410518713680:22:0) after 4m5s
[21:42:15.479] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844782410518713680:22:0)
[21:42:15.575] Build status: SCHEDULED
[21:42:15.575] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844782410518713680:23:0) after 5m30s
[21:47:45.652] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844782410518713680:23:0)
[21:47:45.918] Build status: SCHEDULED
[21:47:45.918] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844782410518713680:24:0) after 3m1s
[21:50:47.006] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844782410518713680:24:0)
[21:50:47.062] Build status: SCHEDULED
[21:50:47.063] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844782410518713680:25:0) after 4m58s
[21:55:45.180] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844782410518713680:25:0)
[21:55:45.195] Build status: SCHEDULED
[21:55:45.195] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844782410518713680:26:0) after 7m40s
[22:03:25.306] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844782410518713680:26:0)
[22:03:25.328] Build status: SCHEDULED
[22:03:25.328] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844782410518713680:27:0) after 6m39s
[22:10:04.340] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844782410518713680:27:0)
[22:10:04.374] Build status: SCHEDULED
[22:10:04.374] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844782410518713680:28:0) after 3m22s
[22:13:26.515] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844782410518713680:28:0)
[22:13:26.536] Build status: SCHEDULED
[22:13:26.536] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844782410518713680:29:0) after 7m16s
[22:20:42.564] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844782410518713680:29:0)
[22:20:42.584] Build status: SCHEDULED
[22:20:42.584] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844782410518713680:30:0) after 4m14s
[22:23:51.325] Received PubSub notification, asking Buildbucket for the build status
[22:23:51.341] Build status: STARTED
[22:24:56.635] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844782410518713680:30:0)
[22:24:56.653] Build status: STARTED
[22:24:56.653] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844782410518713680:32:0) after 9m19s
[22:27:52.910] Received PubSub notification, asking Buildbucket for the build status
[22:27:52.933] Build:
{
"id": "8679352346629987217",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-rust"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-10T20:00:06.186951651Z",
"startTime": "2026-06-10T22:23:51.081900707Z",
"endTime": "2026-06-10T22:27:52.512536220Z",
"updateTime": "2026-06-10T22:27:52.512536220Z",
"status": "FAILURE",
"input": {
}
}
[22:27:52.933] Invocation finished in 2h27m49.845885403s with status FAILED