[18:45:19.867] New invocation is queued and will start shortly
[18:45:21.599] Starting the invocation (attempt 1)
[18:45:21.627] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/a35dfd319fe35cbe9a57a7be0d8a3db6eea21214"
[18:45:21.627] Popped gitiles commit info from properties and tags
[18:45:21.628] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[18:45:21.628] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[18:45:21.628] Buildbucket request:
{
"requestId": "8838445323881804224",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-rust"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8838445323881804224",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "a35dfd319fe35cbe9a57a7be0d8a3db6eea21214"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@a35dfd319fe35cbe9a57a7be0d8a3db6eea21214",
"title": "a35dfd319fe35cbe9a57a7be0d8a3db6eea21214",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/a35dfd319fe35cbe9a57a7be0d8a3db6eea21214"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "a35dfd319fe35cbe9a57a7be0d8a3db6eea21214",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8838445323881804224"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[18:45:22.404] Scheduled build:
{
"id": "8673015261285160593",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-rust"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-19T18:45:21.720168238Z",
"updateTime": "2026-08-19T18:45:21.720168238Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "a35dfd319fe35cbe9a57a7be0d8a3db6eea21214",
"ref": "refs/heads/main"
}
}
}
[18:45:22.404] Task URL: https://cr-buildbucket.appspot.com/build/8673015261285160593
[18:45:22.404] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8838445323881804224:2:0) after 4m29s
[18:45:27.089] Received PubSub notification, asking Buildbucket for the build status
[18:45:27.119] Build status: SCHEDULED
[18:49:51.546] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8838445323881804224:2:0)
[18:49:51.616] Build status: SCHEDULED
[18:49:51.616] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8838445323881804224:4:0) after 5m23s
[18:55:14.700] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8838445323881804224:4:0)
[18:55:14.741] Build status: SCHEDULED
[18:55:14.741] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8838445323881804224:5:0) after 9m51s
[19:05:05.779] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8838445323881804224:5:0)
[19:05:05.803] Build status: SCHEDULED
[19:05:05.803] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8838445323881804224:6:0) after 5m9s
[19:10:14.853] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8838445323881804224:6:0)
[19:10:14.870] Build status: SCHEDULED
[19:10:14.870] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8838445323881804224:7:0) after 8m25s
[19:18:39.895] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8838445323881804224:7:0)
[19:18:39.919] Build status: SCHEDULED
[19:18:39.919] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8838445323881804224:8:0) after 8m19s
[19:26:58.979] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8838445323881804224:8:0)
[19:26:58.996] Build status: SCHEDULED
[19:26:58.996] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8838445323881804224:9:0) after 7m7s
[19:34:05.976] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8838445323881804224:9:0)
[19:34:06.031] Build status: SCHEDULED
[19:34:06.031] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8838445323881804224:10:0) after 8m37s
[19:42:43.087] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8838445323881804224:10:0)
[19:42:43.108] Build status: SCHEDULED
[19:42:43.108] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8838445323881804224:11:0) after 3m29s
[19:46:12.262] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8838445323881804224:11:0)
[19:46:12.293] Build status: SCHEDULED
[19:46:12.293] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8838445323881804224:12:0) after 3m51s
[19:50:03.309] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8838445323881804224:12:0)
[19:50:03.330] Build status: SCHEDULED
[19:50:03.330] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8838445323881804224:13:0) after 2m51s
[19:52:54.434] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8838445323881804224:13:0)
[19:52:54.453] Build status: SCHEDULED
[19:52:54.453] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8838445323881804224:14:0) after 4m51s
[19:57:45.512] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8838445323881804224:14:0)
[19:57:45.534] Build status: SCHEDULED
[19:57:45.534] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8838445323881804224:15:0) after 7m39s
[20:05:24.840] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8838445323881804224:15:0)
[20:05:24.907] Build status: SCHEDULED
[20:05:24.908] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8838445323881804224:16:0) after 7m27s
[20:12:51.987] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8838445323881804224:16:0)
[20:12:52.010] Build status: SCHEDULED
[20:12:52.010] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8838445323881804224:17:0) after 5m47s
[20:18:39.126] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8838445323881804224:17:0)
[20:18:39.149] Build status: SCHEDULED
[20:18:39.149] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8838445323881804224:18:0) after 3m23s
[20:22:02.179] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8838445323881804224:18:0)
[20:22:02.197] Build status: SCHEDULED
[20:22:02.197] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8838445323881804224:19:0) after 3m30s
[20:25:32.220] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8838445323881804224:19:0)
[20:25:32.245] Build status: SCHEDULED
[20:25:32.245] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8838445323881804224:20:0) after 6m39s
[20:32:11.284] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8838445323881804224:20:0)
[20:32:11.371] Build status: SCHEDULED
[20:32:11.371] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8838445323881804224:21:0) after 6m49s
[20:39:00.436] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8838445323881804224:21:0)
[20:39:00.462] Build status: SCHEDULED
[20:39:00.462] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8838445323881804224:22:0) after 7m50s
[20:46:50.706] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8838445323881804224:22:0)
[20:46:50.754] Build status: SCHEDULED
[20:46:50.755] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8838445323881804224:23:0) after 7m22s
[20:54:12.773] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8838445323881804224:23:0)
[20:54:12.847] Build status: SCHEDULED
[20:54:12.847] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8838445323881804224:24:0) after 8m39s
[21:02:51.895] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8838445323881804224:24:0)
[21:02:51.917] Build status: SCHEDULED
[21:02:51.917] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8838445323881804224:25:0) after 5m4s
[21:07:55.931] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8838445323881804224:25:0)
[21:07:55.952] Build status: SCHEDULED
[21:07:55.953] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8838445323881804224:26:0) after 6m19s
[21:14:14.968] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8838445323881804224:26:0)
[21:14:15.022] Build status: SCHEDULED
[21:14:15.022] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8838445323881804224:27:0) after 6m10s
[21:20:25.127] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8838445323881804224:27:0)
[21:20:25.151] Build status: SCHEDULED
[21:20:25.152] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8838445323881804224:28:0) after 6m37s
[21:27:02.128] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8838445323881804224:28:0)
[21:27:02.149] Build status: SCHEDULED
[21:27:02.149] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8838445323881804224:29:0) after 6m17s
[21:33:19.164] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8838445323881804224:29:0)
[21:33:19.185] Build status: SCHEDULED
[21:33:19.185] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8838445323881804224:30:0) after 4m15s
[21:37:34.254] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8838445323881804224:30:0)
[21:37:34.278] Build status: SCHEDULED
[21:37:34.278] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8838445323881804224:31:0) after 7m12s
[21:41:20.183] Received PubSub notification, asking Buildbucket for the build status
[21:41:20.220] Build status: STARTED
[21:44:46.343] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8838445323881804224:31:0)
[21:44:46.403] Build status: STARTED
[21:44:46.403] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8838445323881804224:33:0) after 7m0s
[21:50:22.948] Received PubSub notification, asking Buildbucket for the build status
[21:50:22.997] Build:
{
"id": "8673015261285160593",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-rust"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-19T18:45:21.720168238Z",
"startTime": "2026-08-19T21:41:19.984824008Z",
"endTime": "2026-08-19T21:50:22.651892643Z",
"updateTime": "2026-08-19T21:50:22.651892643Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "a35dfd319fe35cbe9a57a7be0d8a3db6eea21214",
"ref": "refs/heads/main"
}
}
}
[21:50:22.998] Invocation finished in 3h5m3.136143491s with status FAILED