[01:44:23.456] New invocation is queued and will start shortly
[01:44:24.960] Starting the invocation (attempt 1)
[01:44:24.991] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/71726ae1d0bb250a1c5d1d5e9fe75b38282377d5"
[01:44:24.991] Popped gitiles commit info from properties and tags
[01:44:24.991] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:44:24.992] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:44:24.992] Buildbucket request:
{
"requestId": "8840955673976091424",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host-cpp17"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8840955673976091424",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "cf6824021d782312fe5029259afc4c8a76d91c91"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@cf6824021d782312fe5029259afc4c8a76d91c91",
"title": "cf6824021d782312fe5029259afc4c8a76d91c91",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/cf6824021d782312fe5029259afc4c8a76d91c91"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "8500413af30b9a6a630076fb2649ac219a99d39c"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@8500413af30b9a6a630076fb2649ac219a99d39c",
"title": "8500413af30b9a6a630076fb2649ac219a99d39c",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/8500413af30b9a6a630076fb2649ac219a99d39c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "209813bfe9447ce1e36fcb9a6704dcd35f880366"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@209813bfe9447ce1e36fcb9a6704dcd35f880366",
"title": "209813bfe9447ce1e36fcb9a6704dcd35f880366",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/209813bfe9447ce1e36fcb9a6704dcd35f880366"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "95bfb931738d89189405bd6855b094b2f76e0695"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@95bfb931738d89189405bd6855b094b2f76e0695",
"title": "95bfb931738d89189405bd6855b094b2f76e0695",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/95bfb931738d89189405bd6855b094b2f76e0695"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "3f7a57655382392c1eae29eb7da747ef11477913"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@3f7a57655382392c1eae29eb7da747ef11477913",
"title": "3f7a57655382392c1eae29eb7da747ef11477913",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/3f7a57655382392c1eae29eb7da747ef11477913"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "c86a84d15d3df047f50965a442723528244879f1"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@c86a84d15d3df047f50965a442723528244879f1",
"title": "c86a84d15d3df047f50965a442723528244879f1",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/c86a84d15d3df047f50965a442723528244879f1"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "71726ae1d0bb250a1c5d1d5e9fe75b38282377d5"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@71726ae1d0bb250a1c5d1d5e9fe75b38282377d5",
"title": "71726ae1d0bb250a1c5d1d5e9fe75b38282377d5",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/71726ae1d0bb250a1c5d1d5e9fe75b38282377d5"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "71726ae1d0bb250a1c5d1d5e9fe75b38282377d5",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8840955673976091424"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[01:44:25.381] Scheduled build:
{
"id": "8675525611628065777",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host-cpp17"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-23T01:44:25.073147702Z",
"updateTime": "2026-07-23T01:44:25.073147702Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "71726ae1d0bb250a1c5d1d5e9fe75b38282377d5",
"ref": "refs/heads/main"
}
}
}
[01:44:25.381] Task URL: https://cr-buildbucket.appspot.com/build/8675525611628065777
[01:44:25.382] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8840955673976091424:2:0) after 6m47s
[01:44:46.291] Received PubSub notification, asking Buildbucket for the build status
[01:44:46.310] Build status: SCHEDULED
[01:51:12.445] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8840955673976091424:2:0)
[01:51:12.477] Build status: SCHEDULED
[01:51:12.477] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8840955673976091424:4:0) after 2m0s
[01:53:12.561] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8840955673976091424:4:0)
[01:53:12.586] Build status: SCHEDULED
[01:53:12.587] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8840955673976091424:5:0) after 3m14s
[01:56:26.593] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8840955673976091424:5:0)
[01:56:26.620] Build status: SCHEDULED
[01:56:26.620] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8840955673976091424:6:0) after 6m21s
[02:02:47.756] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8840955673976091424:6:0)
[02:02:47.782] Build status: SCHEDULED
[02:02:47.782] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8840955673976091424:7:0) after 3m40s
[02:06:27.922] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8840955673976091424:7:0)
[02:06:27.966] Build status: SCHEDULED
[02:06:27.966] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8840955673976091424:8:0) after 3m49s
[02:10:17.026] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8840955673976091424:8:0)
[02:10:17.047] Build status: SCHEDULED
[02:10:17.047] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8840955673976091424:9:0) after 6m1s
[02:16:18.048] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8840955673976091424:9:0)
[02:16:18.097] Build status: SCHEDULED
[02:16:18.097] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8840955673976091424:10:0) after 4m16s
[02:20:34.128] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8840955673976091424:10:0)
[02:20:34.160] Build status: SCHEDULED
[02:20:34.160] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8840955673976091424:11:0) after 8m50s
[02:29:24.176] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8840955673976091424:11:0)
[02:29:24.196] Build status: SCHEDULED
[02:29:24.196] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8840955673976091424:12:0) after 5m30s
[02:34:54.267] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8840955673976091424:12:0)
[02:34:54.469] Build status: SCHEDULED
[02:34:54.469] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8840955673976091424:13:0) after 6m4s
[02:40:58.544] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8840955673976091424:13:0)
[02:40:58.567] Build status: SCHEDULED
[02:40:58.567] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8840955673976091424:14:0) after 7m29s
[02:48:27.683] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8840955673976091424:14:0)
[02:48:27.708] Build status: SCHEDULED
[02:48:27.708] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8840955673976091424:15:0) after 5m51s
[02:54:18.745] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8840955673976091424:15:0)
[02:54:18.803] Build status: SCHEDULED
[02:54:18.803] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8840955673976091424:16:0) after 9m43s
[03:04:01.920] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8840955673976091424:16:0)
[03:04:01.977] Build status: SCHEDULED
[03:04:01.977] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8840955673976091424:17:0) after 2m22s
[03:06:24.055] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8840955673976091424:17:0)
[03:06:24.076] Build status: SCHEDULED
[03:06:24.078] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8840955673976091424:18:0) after 4m27s
[03:10:51.288] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8840955673976091424:18:0)
[03:10:51.306] Build status: SCHEDULED
[03:10:51.306] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8840955673976091424:19:0) after 5m6s
[03:15:57.322] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8840955673976091424:19:0)
[03:15:57.340] Build status: SCHEDULED
[03:15:57.340] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8840955673976091424:20:0) after 6m50s
[03:22:47.354] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8840955673976091424:20:0)
[03:22:47.372] Build status: SCHEDULED
[03:22:47.373] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8840955673976091424:21:0) after 5m9s
[03:27:56.449] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8840955673976091424:21:0)
[03:27:56.589] Build status: SCHEDULED
[03:27:56.589] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8840955673976091424:22:0) after 3m42s
[03:31:38.617] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8840955673976091424:22:0)
[03:31:38.637] Build status: SCHEDULED
[03:31:38.637] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8840955673976091424:23:0) after 6m55s
[03:38:33.759] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8840955673976091424:23:0)
[03:38:33.775] Build status: SCHEDULED
[03:38:33.775] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8840955673976091424:24:0) after 7m51s
[03:46:24.960] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8840955673976091424:24:0)
[03:46:25.014] Build status: SCHEDULED
[03:46:25.014] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8840955673976091424:25:0) after 1m9s
[03:47:34.043] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8840955673976091424:25:0)
[03:47:34.095] Build status: SCHEDULED
[03:47:34.095] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8840955673976091424:26:0) after 6m2s
[03:53:36.177] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8840955673976091424:26:0)
[03:53:36.196] Build status: SCHEDULED
[03:53:36.196] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8840955673976091424:27:0) after 7m27s
[04:01:03.214] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8840955673976091424:27:0)
[04:01:03.235] Build status: SCHEDULED
[04:01:03.235] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8840955673976091424:28:0) after 5m35s
[04:06:38.251] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8840955673976091424:28:0)
[04:06:38.283] Build status: SCHEDULED
[04:06:38.283] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8840955673976091424:29:0) after 3m35s
[04:10:13.340] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8840955673976091424:29:0)
[04:10:13.367] Build status: SCHEDULED
[04:10:13.367] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8840955673976091424:30:0) after 9m3s
[04:19:16.484] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8840955673976091424:30:0)
[04:19:16.503] Build status: SCHEDULED
[04:19:16.503] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8840955673976091424:31:0) after 6m10s
[04:25:26.549] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8840955673976091424:31:0)
[04:25:26.570] Build status: SCHEDULED
[04:25:26.570] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8840955673976091424:32:0) after 6m19s
[04:31:45.584] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8840955673976091424:32:0)
[04:31:45.693] Build status: SCHEDULED
[04:31:45.693] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8840955673976091424:33:0) after 1m39s
[04:33:24.712] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8840955673976091424:33:0)
[04:33:24.745] Build status: SCHEDULED
[04:33:24.745] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8840955673976091424:34:0) after 8m7s
[04:41:31.801] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8840955673976091424:34:0)
[04:41:31.819] Build status: SCHEDULED
[04:41:31.819] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8840955673976091424:35:0) after 9m8s
[04:50:39.894] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8840955673976091424:35:0)
[04:50:39.915] Build status: SCHEDULED
[04:50:39.915] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8840955673976091424:36:0) after 6m55s
[04:57:34.962] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8840955673976091424:36:0)
[04:57:35.039] Build status: SCHEDULED
[04:57:35.039] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8840955673976091424:37:0) after 6m51s
[05:04:26.285] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8840955673976091424:37:0)
[05:04:26.306] Build status: SCHEDULED
[05:04:26.306] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8840955673976091424:38:0) after 7m28s
[05:04:57.340] Received PubSub notification, asking Buildbucket for the build status
[05:04:57.366] Build status: STARTED
[05:10:12.838] Received PubSub notification, asking Buildbucket for the build status
[05:10:12.860] Build:
{
"id": "8675525611628065777",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host-cpp17"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-23T01:44:25.073147702Z",
"startTime": "2026-07-23T05:04:57.104599211Z",
"endTime": "2026-07-23T05:10:12.564084086Z",
"updateTime": "2026-07-23T05:10:12.564084086Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "71726ae1d0bb250a1c5d1d5e9fe75b38282377d5",
"ref": "refs/heads/main"
}
}
}
[05:10:12.860] Invocation finished in 3h25m49.410154473s with status FAILED