[19:41:28.844] New invocation is queued and will start shortly
[19:41:31.695] Starting the invocation (attempt 1)
[19:41:31.721] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/50122cfd5812f45f8ccae1448851906fe67f4005"
[19:41:31.721] Popped gitiles commit info from properties and tags
[19:41:31.721] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[19:41:31.722] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[19:41:31.722] Buildbucket request:
{
"requestId": "8843515221371587328",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-rust"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8843515221371587328",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "8cbdf90bd0253be21ca3d2e98e3a261564e2b805"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@8cbdf90bd0253be21ca3d2e98e3a261564e2b805",
"title": "8cbdf90bd0253be21ca3d2e98e3a261564e2b805",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/8cbdf90bd0253be21ca3d2e98e3a261564e2b805"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "fa1bfdd99165f5bd3251d0c637838b824d243aa8"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@fa1bfdd99165f5bd3251d0c637838b824d243aa8",
"title": "fa1bfdd99165f5bd3251d0c637838b824d243aa8",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/fa1bfdd99165f5bd3251d0c637838b824d243aa8"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "b76408abfc2d314fcc0e263bcd2567d9f098c0c7"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@b76408abfc2d314fcc0e263bcd2567d9f098c0c7",
"title": "b76408abfc2d314fcc0e263bcd2567d9f098c0c7",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/b76408abfc2d314fcc0e263bcd2567d9f098c0c7"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "fc38f5663e899233f95f0e6cc909fe54ca86f2ce"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@fc38f5663e899233f95f0e6cc909fe54ca86f2ce",
"title": "fc38f5663e899233f95f0e6cc909fe54ca86f2ce",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/fc38f5663e899233f95f0e6cc909fe54ca86f2ce"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "90c226582bb38c67ff708fc39265cea5f1f6378f"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@90c226582bb38c67ff708fc39265cea5f1f6378f",
"title": "90c226582bb38c67ff708fc39265cea5f1f6378f",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/90c226582bb38c67ff708fc39265cea5f1f6378f"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "50122cfd5812f45f8ccae1448851906fe67f4005"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@50122cfd5812f45f8ccae1448851906fe67f4005",
"title": "50122cfd5812f45f8ccae1448851906fe67f4005",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/50122cfd5812f45f8ccae1448851906fe67f4005"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "50122cfd5812f45f8ccae1448851906fe67f4005",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8843515221371587328"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[19:41:32.283] Scheduled build:
{
"id": "8678085157620848481",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-rust"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-24T19:41:31.798832381Z",
"updateTime": "2026-06-24T19:41:31.798832381Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "50122cfd5812f45f8ccae1448851906fe67f4005",
"ref": "refs/heads/main"
}
}
}
[19:41:32.283] Task URL: https://cr-buildbucket.appspot.com/build/8678085157620848481
[19:41:32.284] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8843515221371587328:2:0) after 8m50s
[19:41:33.129] Received PubSub notification, asking Buildbucket for the build status
[19:41:33.163] Build status: SCHEDULED
[19:50:22.297] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8843515221371587328:2:0)
[19:50:22.315] Build status: SCHEDULED
[19:50:22.315] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8843515221371587328:4:0) after 9m24s
[19:59:46.414] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8843515221371587328:4:0)
[19:59:46.429] Build status: SCHEDULED
[19:59:46.429] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8843515221371587328:5:0) after 9m5s
[20:08:51.442] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8843515221371587328:5:0)
[20:08:51.458] Build status: SCHEDULED
[20:08:51.458] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8843515221371587328:6:0) after 8m22s
[20:17:13.542] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8843515221371587328:6:0)
[20:17:13.569] Build status: SCHEDULED
[20:17:13.570] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8843515221371587328:7:0) after 3m57s
[20:21:10.741] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8843515221371587328:7:0)
[20:21:10.769] Build status: SCHEDULED
[20:21:10.769] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8843515221371587328:8:0) after 8m18s
[20:29:28.836] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8843515221371587328:8:0)
[20:29:28.901] Build status: SCHEDULED
[20:29:28.901] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8843515221371587328:9:0) after 9m57s
[20:39:25.920] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8843515221371587328:9:0)
[20:39:25.936] Build status: SCHEDULED
[20:39:25.936] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8843515221371587328:10:0) after 4m0s
[20:43:25.971] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8843515221371587328:10:0)
[20:43:26.042] Build status: SCHEDULED
[20:43:26.042] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8843515221371587328:11:0) after 2m21s
[20:45:47.009] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8843515221371587328:11:0)
[20:45:47.069] Build status: SCHEDULED
[20:45:47.069] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8843515221371587328:12:0) after 9m30s
[20:55:17.155] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8843515221371587328:12:0)
[20:55:17.173] Build status: SCHEDULED
[20:55:17.173] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8843515221371587328:13:0) after 2m5s
[20:57:22.149] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8843515221371587328:13:0)
[20:57:22.168] Build status: SCHEDULED
[20:57:22.168] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8843515221371587328:14:0) after 1m25s
[20:58:47.186] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8843515221371587328:14:0)
[20:58:47.269] Build status: SCHEDULED
[20:58:47.269] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8843515221371587328:15:0) after 3m32s
[21:02:19.287] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8843515221371587328:15:0)
[21:02:19.306] Build status: SCHEDULED
[21:02:19.306] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8843515221371587328:16:0) after 8m0s
[21:10:19.324] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8843515221371587328:16:0)
[21:10:19.346] Build status: SCHEDULED
[21:10:19.346] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8843515221371587328:17:0) after 5m53s
[21:16:12.374] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8843515221371587328:17:0)
[21:16:12.403] Build status: SCHEDULED
[21:16:12.403] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8843515221371587328:18:0) after 1m52s
[21:18:04.566] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8843515221371587328:18:0)
[21:18:04.652] Build status: SCHEDULED
[21:18:04.652] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8843515221371587328:19:0) after 6m50s
[21:24:54.674] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8843515221371587328:19:0)
[21:24:54.709] Build status: SCHEDULED
[21:24:54.709] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8843515221371587328:20:0) after 2m0s
[21:26:54.853] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8843515221371587328:20:0)
[21:26:54.920] Build status: SCHEDULED
[21:26:54.920] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8843515221371587328:21:0) after 1m28s
[21:28:22.986] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8843515221371587328:21:0)
[21:28:23.001] Build status: SCHEDULED
[21:28:23.001] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8843515221371587328:22:0) after 9m25s
[21:37:48.118] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8843515221371587328:22:0)
[21:37:48.138] Build status: SCHEDULED
[21:37:48.138] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8843515221371587328:23:0) after 7m26s
[21:45:14.209] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8843515221371587328:23:0)
[21:45:14.238] Build status: SCHEDULED
[21:45:14.238] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8843515221371587328:24:0) after 4m9s
[21:49:23.213] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8843515221371587328:24:0)
[21:49:23.231] Build status: SCHEDULED
[21:49:23.231] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8843515221371587328:25:0) after 5m6s
[21:54:29.287] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8843515221371587328:25:0)
[21:54:29.305] Build status: SCHEDULED
[21:54:29.305] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8843515221371587328:26:0) after 9m22s
[22:03:51.322] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8843515221371587328:26:0)
[22:03:51.343] Build status: SCHEDULED
[22:03:51.343] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8843515221371587328:27:0) after 8m35s
[22:12:26.499] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8843515221371587328:27:0)
[22:12:26.661] Build status: SCHEDULED
[22:12:26.661] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8843515221371587328:28:0) after 5m0s
[22:17:26.676] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8843515221371587328:28:0)
[22:17:26.706] Build status: SCHEDULED
[22:17:26.706] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8843515221371587328:29:0) after 4m3s
[22:21:29.823] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8843515221371587328:29:0)
[22:21:29.839] Build status: SCHEDULED
[22:21:29.839] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8843515221371587328:30:0) after 6m14s
[22:27:43.860] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8843515221371587328:30:0)
[22:27:43.874] Build status: SCHEDULED
[22:27:43.874] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8843515221371587328:31:0) after 5m21s
[22:33:04.905] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8843515221371587328:31:0)
[22:33:04.928] Build status: SCHEDULED
[22:33:04.928] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8843515221371587328:32:0) after 2m21s
[22:35:25.959] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8843515221371587328:32:0)
[22:35:26.017] Build status: SCHEDULED
[22:35:26.017] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8843515221371587328:33:0) after 4m55s
[22:40:21.007] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8843515221371587328:33:0)
[22:40:21.069] Build status: SCHEDULED
[22:40:21.069] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8843515221371587328:34:0) after 7m42s
[22:48:03.099] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8843515221371587328:34:0)
[22:48:03.118] Build status: SCHEDULED
[22:48:03.118] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8843515221371587328:35:0) after 1m33s
[22:49:36.135] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8843515221371587328:35:0)
[22:49:36.153] Build status: SCHEDULED
[22:49:36.153] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8843515221371587328:36:0) after 8m28s
[22:58:04.170] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8843515221371587328:36:0)
[22:58:04.191] Build status: SCHEDULED
[22:58:04.192] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8843515221371587328:37:0) after 4m24s
[22:58:14.463] Received PubSub notification, asking Buildbucket for the build status
[22:58:14.479] Build status: STARTED
[23:02:28.208] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8843515221371587328:37:0)
[23:02:28.299] Build status: STARTED
[23:02:28.300] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8843515221371587328:39:0) after 6m7s
[23:06:46.968] Received PubSub notification, asking Buildbucket for the build status
[23:06:46.988] Build:
{
"id": "8678085157620848481",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-rust"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-24T19:41:31.798832381Z",
"startTime": "2026-06-24T22:58:14.041820180Z",
"endTime": "2026-06-24T23:06:46.617972665Z",
"updateTime": "2026-06-24T23:06:46.617972665Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "50122cfd5812f45f8ccae1448851906fe67f4005",
"ref": "refs/heads/main"
}
}
}
[23:06:46.988] Invocation finished in 3h25m18.149936772s with status FAILED