[02:10:14.640] New invocation is queued and will start shortly
[02:10:15.706] Starting the invocation (attempt 1)
[02:10:15.739] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/0b1623fc76d3637f0ff1096617fc04ea1bcf405d"
[02:10:15.739] Popped gitiles commit info from properties and tags
[02:10:15.739] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:10:15.739] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:10:15.740] Buildbucket request:
{
"requestId": "8844124941264601872",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-rust"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8844124941264601872",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "8038b50f94e1afb995edb2200d2b45587d73c102"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@8038b50f94e1afb995edb2200d2b45587d73c102",
"title": "8038b50f94e1afb995edb2200d2b45587d73c102",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/8038b50f94e1afb995edb2200d2b45587d73c102"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "17529b3c10e2820415b52ccc6052a77bcd43dc2c"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@17529b3c10e2820415b52ccc6052a77bcd43dc2c",
"title": "17529b3c10e2820415b52ccc6052a77bcd43dc2c",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/17529b3c10e2820415b52ccc6052a77bcd43dc2c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "f582ea6c08e84b3c51839ffc12a3cb260c8d8408"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@f582ea6c08e84b3c51839ffc12a3cb260c8d8408",
"title": "f582ea6c08e84b3c51839ffc12a3cb260c8d8408",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/f582ea6c08e84b3c51839ffc12a3cb260c8d8408"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "0b1623fc76d3637f0ff1096617fc04ea1bcf405d"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@0b1623fc76d3637f0ff1096617fc04ea1bcf405d",
"title": "0b1623fc76d3637f0ff1096617fc04ea1bcf405d",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/0b1623fc76d3637f0ff1096617fc04ea1bcf405d"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "0b1623fc76d3637f0ff1096617fc04ea1bcf405d",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8844124941264601872"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[02:10:16.180] Scheduled build:
{
"id": "8678694879361194433",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-rust"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-18T02:10:15.834864325Z",
"updateTime": "2026-06-18T02:10:15.834864325Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "0b1623fc76d3637f0ff1096617fc04ea1bcf405d",
"ref": "refs/heads/main"
}
}
}
[02:10:16.180] Task URL: https://cr-buildbucket.appspot.com/build/8678694879361194433
[02:10:16.180] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844124941264601872:2:0) after 8m29s
[02:10:17.130] Received PubSub notification, asking Buildbucket for the build status
[02:10:17.252] Build status: SCHEDULED
[02:18:45.202] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844124941264601872:2:0)
[02:18:45.221] Build status: SCHEDULED
[02:18:45.222] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844124941264601872:4:0) after 7m20s
[02:26:05.284] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844124941264601872:4:0)
[02:26:05.410] Build status: SCHEDULED
[02:26:05.410] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844124941264601872:5:0) after 2m11s
[02:28:16.396] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844124941264601872:5:0)
[02:28:16.419] Build status: SCHEDULED
[02:28:16.419] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844124941264601872:6:0) after 2m7s
[02:30:23.432] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844124941264601872:6:0)
[02:30:23.457] Build status: SCHEDULED
[02:30:23.457] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844124941264601872:7:0) after 1m24s
[02:31:47.448] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844124941264601872:7:0)
[02:31:47.470] Build status: SCHEDULED
[02:31:47.470] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844124941264601872:8:0) after 1m47s
[02:33:34.517] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844124941264601872:8:0)
[02:33:34.535] Build status: SCHEDULED
[02:33:34.535] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844124941264601872:9:0) after 3m37s
[02:37:11.548] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844124941264601872:9:0)
[02:37:11.637] Build status: SCHEDULED
[02:37:11.638] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844124941264601872:10:0) after 6m25s
[02:43:36.651] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844124941264601872:10:0)
[02:43:36.722] Build status: SCHEDULED
[02:43:36.722] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844124941264601872:11:0) after 9m43s
[02:53:19.739] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844124941264601872:11:0)
[02:53:19.761] Build status: SCHEDULED
[02:53:19.761] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844124941264601872:12:0) after 6m21s
[02:59:40.796] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844124941264601872:12:0)
[02:59:40.816] Build status: SCHEDULED
[02:59:40.816] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844124941264601872:13:0) after 9m41s
[03:09:21.868] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844124941264601872:13:0)
[03:09:21.911] Build status: SCHEDULED
[03:09:21.911] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844124941264601872:14:0) after 9m37s
[03:18:58.890] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844124941264601872:14:0)
[03:18:58.975] Build status: SCHEDULED
[03:18:58.975] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844124941264601872:15:0) after 7m20s
[03:26:18.987] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844124941264601872:15:0)
[03:26:19.106] Build status: SCHEDULED
[03:26:19.106] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844124941264601872:16:0) after 1m10s
[03:27:29.122] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844124941264601872:16:0)
[03:27:29.148] Build status: SCHEDULED
[03:27:29.148] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844124941264601872:17:0) after 1m55s
[03:29:24.289] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844124941264601872:17:0)
[03:29:24.316] Build status: SCHEDULED
[03:29:24.316] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844124941264601872:18:0) after 1m3s
[03:30:27.394] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844124941264601872:18:0)
[03:30:27.413] Build status: SCHEDULED
[03:30:27.413] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844124941264601872:19:0) after 1m30s
[03:31:57.488] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844124941264601872:19:0)
[03:31:57.504] Build status: SCHEDULED
[03:31:57.504] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844124941264601872:20:0) after 6m40s
[03:38:37.661] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844124941264601872:20:0)
[03:38:37.693] Build status: SCHEDULED
[03:38:37.693] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844124941264601872:21:0) after 8m31s
[03:47:08.760] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844124941264601872:21:0)
[03:47:08.776] Build status: SCHEDULED
[03:47:08.776] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844124941264601872:22:0) after 2m44s
[03:49:52.752] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844124941264601872:22:0)
[03:49:52.769] Build status: SCHEDULED
[03:49:52.769] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844124941264601872:23:0) after 1m38s
[03:51:30.785] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844124941264601872:23:0)
[03:51:30.810] Build status: SCHEDULED
[03:51:30.810] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844124941264601872:24:0) after 5m28s
[03:56:58.830] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844124941264601872:24:0)
[03:56:58.988] Build status: SCHEDULED
[03:56:58.988] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844124941264601872:25:0) after 7m0s
[04:03:59.067] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844124941264601872:25:0)
[04:03:59.090] Build status: SCHEDULED
[04:03:59.090] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844124941264601872:26:0) after 5m20s
[04:09:19.177] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844124941264601872:26:0)
[04:09:19.200] Build status: SCHEDULED
[04:09:19.200] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844124941264601872:27:0) after 2m29s
[04:11:48.488] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844124941264601872:27:0)
[04:11:48.557] Build status: SCHEDULED
[04:11:48.557] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844124941264601872:28:0) after 6m39s
[04:18:27.590] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844124941264601872:28:0)
[04:18:27.607] Build status: SCHEDULED
[04:18:27.607] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844124941264601872:29:0) after 2m23s
[04:20:50.622] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844124941264601872:29:0)
[04:20:50.637] Build status: SCHEDULED
[04:20:50.637] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844124941264601872:30:0) after 5m35s
[04:26:25.656] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844124941264601872:30:0)
[04:26:25.671] Build status: SCHEDULED
[04:26:25.671] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844124941264601872:31:0) after 3m55s
[04:30:20.810] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844124941264601872:31:0)
[04:30:20.843] Build status: SCHEDULED
[04:30:20.843] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844124941264601872:32:0) after 8m56s
[04:39:16.911] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844124941264601872:32:0)
[04:39:16.936] Build status: SCHEDULED
[04:39:16.936] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844124941264601872:33:0) after 7m31s
[04:46:47.989] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844124941264601872:33:0)
[04:46:48.023] Build status: SCHEDULED
[04:46:48.023] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844124941264601872:34:0) after 8m49s
[04:55:37.090] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844124941264601872:34:0)
[04:55:37.110] Build status: SCHEDULED
[04:55:37.110] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844124941264601872:35:0) after 7m44s
[05:03:21.174] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844124941264601872:35:0)
[05:03:21.200] Build status: SCHEDULED
[05:03:21.200] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844124941264601872:36:0) after 2m10s
[05:05:31.224] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844124941264601872:36:0)
[05:05:31.245] Build status: SCHEDULED
[05:05:31.245] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844124941264601872:37:0) after 4m49s
[05:10:20.260] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844124941264601872:37:0)
[05:10:20.288] Build status: SCHEDULED
[05:10:20.288] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844124941264601872:38:0) after 1m6s
[05:10:47.045] Received PubSub notification, asking Buildbucket for the build status
[05:10:47.067] Build status: STARTED
[05:11:26.375] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844124941264601872:38:0)
[05:11:26.461] Build status: STARTED
[05:11:26.461] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844124941264601872:40:0) after 5m4s
[05:16:30.583] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844124941264601872:40:0)
[05:16:30.602] Build status: STARTED
[05:16:30.602] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8844124941264601872:41:0) after 1m34s
[05:17:01.965] Received PubSub notification, asking Buildbucket for the build status
[05:17:01.984] Build:
{
"id": "8678694879361194433",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-rust"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-18T02:10:15.834864325Z",
"startTime": "2026-06-18T05:10:46.341274543Z",
"endTime": "2026-06-18T05:17:01.692252792Z",
"updateTime": "2026-06-18T05:17:01.692252792Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "0b1623fc76d3637f0ff1096617fc04ea1bcf405d",
"ref": "refs/heads/main"
}
}
}
[05:17:01.984] Invocation finished in 3h6m47.347884634s with status FAILED