[20:05:44.100] New invocation is queued and will start shortly
[20:05:45.223] Starting the invocation (attempt 1)
[20:05:45.255] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/67f989151ff888a0c61c271689c5ba55fbc821f5"
[20:05:45.255] Popped gitiles commit info from properties and tags
[20:05:45.255] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:05:45.255] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:05:45.255] Buildbucket request:
{
"requestId": "8839889816770557760",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-rust"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8839889816770557760",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "e29e363257631e4a0748af47354d1f806e03919e"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@e29e363257631e4a0748af47354d1f806e03919e",
"title": "e29e363257631e4a0748af47354d1f806e03919e",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/e29e363257631e4a0748af47354d1f806e03919e"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "56da6656049c499440478a8f244dc0f6bc588b3e"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@56da6656049c499440478a8f244dc0f6bc588b3e",
"title": "56da6656049c499440478a8f244dc0f6bc588b3e",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/56da6656049c499440478a8f244dc0f6bc588b3e"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "67f989151ff888a0c61c271689c5ba55fbc821f5"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@67f989151ff888a0c61c271689c5ba55fbc821f5",
"title": "67f989151ff888a0c61c271689c5ba55fbc821f5",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/67f989151ff888a0c61c271689c5ba55fbc821f5"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "67f989151ff888a0c61c271689c5ba55fbc821f5",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8839889816770557760"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[20:05:46.168] Scheduled build:
{
"id": "8674459754833889649",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-rust"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-03T20:05:45.323892980Z",
"updateTime": "2026-08-03T20:05:45.323892980Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "67f989151ff888a0c61c271689c5ba55fbc821f5",
"ref": "refs/heads/main"
}
},
"canary": true
}
[20:05:46.168] Task URL: https://cr-buildbucket.appspot.com/build/8674459754833889649
[20:05:46.168] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8839889816770557760:2:0) after 4m1s
[20:05:46.579] Received PubSub notification, asking Buildbucket for the build status
[20:05:46.602] Build status: SCHEDULED
[20:09:47.678] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8839889816770557760:2:0)
[20:09:47.946] Build status: SCHEDULED
[20:09:47.946] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8839889816770557760:4:0) after 4m17s
[20:14:05.021] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8839889816770557760:4:0)
[20:14:05.089] Build status: SCHEDULED
[20:14:05.089] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8839889816770557760:5:0) after 2m43s
[20:16:48.245] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8839889816770557760:5:0)
[20:16:48.289] Build status: SCHEDULED
[20:16:48.289] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8839889816770557760:6:0) after 3m26s
[20:20:14.430] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8839889816770557760:6:0)
[20:20:14.457] Build status: SCHEDULED
[20:20:14.457] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8839889816770557760:7:0) after 4m57s
[20:25:11.493] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8839889816770557760:7:0)
[20:25:11.512] Build status: SCHEDULED
[20:25:11.512] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8839889816770557760:8:0) after 4m41s
[20:29:52.551] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8839889816770557760:8:0)
[20:29:52.569] Build status: SCHEDULED
[20:29:52.569] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8839889816770557760:9:0) after 5m56s
[20:35:48.720] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8839889816770557760:9:0)
[20:35:48.741] Build status: SCHEDULED
[20:35:48.741] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8839889816770557760:10:0) after 8m16s
[20:44:04.756] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8839889816770557760:10:0)
[20:44:04.772] Build status: SCHEDULED
[20:44:04.772] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8839889816770557760:11:0) after 6m35s
[20:50:39.746] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8839889816770557760:11:0)
[20:50:39.768] Build status: SCHEDULED
[20:50:39.768] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8839889816770557760:12:0) after 1m21s
[20:52:00.783] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8839889816770557760:12:0)
[20:52:00.800] Build status: SCHEDULED
[20:52:00.800] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8839889816770557760:13:0) after 1m1s
[20:53:01.814] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8839889816770557760:13:0)
[20:53:01.831] Build status: SCHEDULED
[20:53:01.832] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8839889816770557760:14:0) after 2m37s
[20:55:38.847] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8839889816770557760:14:0)
[20:55:38.864] Build status: SCHEDULED
[20:55:38.864] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8839889816770557760:15:0) after 1m56s
[20:57:34.952] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8839889816770557760:15:0)
[20:57:34.972] Build status: SCHEDULED
[20:57:34.972] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8839889816770557760:16:0) after 7m6s
[21:04:41.063] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8839889816770557760:16:0)
[21:04:41.083] Build status: SCHEDULED
[21:04:41.083] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8839889816770557760:17:0) after 9m40s
[21:14:21.117] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8839889816770557760:17:0)
[21:14:21.137] Build status: SCHEDULED
[21:14:21.137] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8839889816770557760:18:0) after 8m22s
[21:22:43.221] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8839889816770557760:18:0)
[21:22:43.247] Build status: SCHEDULED
[21:22:43.247] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8839889816770557760:19:0) after 1m26s
[21:24:09.265] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8839889816770557760:19:0)
[21:24:09.288] Build status: SCHEDULED
[21:24:09.288] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8839889816770557760:20:0) after 8m45s
[21:32:54.304] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8839889816770557760:20:0)
[21:32:54.325] Build status: SCHEDULED
[21:32:54.325] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8839889816770557760:21:0) after 9m45s
[21:42:39.344] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8839889816770557760:21:0)
[21:42:39.374] Build status: SCHEDULED
[21:42:39.374] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8839889816770557760:22:0) after 5m19s
[21:47:58.388] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8839889816770557760:22:0)
[21:47:58.431] Build status: SCHEDULED
[21:47:58.431] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8839889816770557760:23:0) after 5m6s
[21:53:04.448] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8839889816770557760:23:0)
[21:53:04.469] Build status: SCHEDULED
[21:53:04.469] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8839889816770557760:24:0) after 1m26s
[21:54:30.484] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8839889816770557760:24:0)
[21:54:30.500] Build status: SCHEDULED
[21:54:30.500] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8839889816770557760:25:0) after 3m37s
[21:58:07.503] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8839889816770557760:25:0)
[21:58:07.529] Build status: SCHEDULED
[21:58:07.529] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8839889816770557760:26:0) after 1m19s
[21:59:26.552] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8839889816770557760:26:0)
[21:59:26.571] Build status: SCHEDULED
[21:59:26.571] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8839889816770557760:27:0) after 4m38s
[22:04:04.690] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8839889816770557760:27:0)
[22:04:04.712] Build status: SCHEDULED
[22:04:04.712] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8839889816770557760:28:0) after 9m26s
[22:10:51.673] Received PubSub notification, asking Buildbucket for the build status
[22:10:51.693] Build status: STARTED
[22:13:30.789] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8839889816770557760:28:0)
[22:13:30.809] Build status: STARTED
[22:13:30.809] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8839889816770557760:30:0) after 9m41s
[22:14:59.155] Received PubSub notification, asking Buildbucket for the build status
[22:14:59.175] Build:
{
"id": "8674459754833889649",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-rust"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-03T20:05:45.323892980Z",
"startTime": "2026-08-03T22:10:51.512492723Z",
"endTime": "2026-08-03T22:14:58.809239073Z",
"updateTime": "2026-08-03T22:14:58.809239073Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "67f989151ff888a0c61c271689c5ba55fbc821f5",
"ref": "refs/heads/main"
}
},
"canary": true
}
[22:14:59.175] Invocation finished in 2h9m15.082813907s with status FAILED