[02:57:26.625] New invocation is queued and will start shortly
[02:57:27.645] Starting the invocation (attempt 1)
[02:57:27.671] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/2b2653c5e4858efe96bd72e399d2adeec6da89eb"
[02:57:27.671] Popped gitiles commit info from properties and tags
[02:57:27.671] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:57:27.671] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:57:27.672] Buildbucket request:
{
"requestId": "8844212568680739744",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host-cpp17-v9"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8844212568680739744",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "05e863503146a342b4cef127b34fe5478118fd2a"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@05e863503146a342b4cef127b34fe5478118fd2a",
"title": "05e863503146a342b4cef127b34fe5478118fd2a",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/05e863503146a342b4cef127b34fe5478118fd2a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "8ad5f338b2db303320db89bb10c227c02053183f"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@8ad5f338b2db303320db89bb10c227c02053183f",
"title": "8ad5f338b2db303320db89bb10c227c02053183f",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/8ad5f338b2db303320db89bb10c227c02053183f"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "57eb38293f51bbbd6cd299bd0ae54aa7131b0bc5"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@57eb38293f51bbbd6cd299bd0ae54aa7131b0bc5",
"title": "57eb38293f51bbbd6cd299bd0ae54aa7131b0bc5",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/57eb38293f51bbbd6cd299bd0ae54aa7131b0bc5"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "2b97a2c7437b4cf55ea28f33844b3124076ecd8c"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@2b97a2c7437b4cf55ea28f33844b3124076ecd8c",
"title": "2b97a2c7437b4cf55ea28f33844b3124076ecd8c",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/2b97a2c7437b4cf55ea28f33844b3124076ecd8c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "527b443732c63edf712683b8597ba125fc9dcba7"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@527b443732c63edf712683b8597ba125fc9dcba7",
"title": "527b443732c63edf712683b8597ba125fc9dcba7",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/527b443732c63edf712683b8597ba125fc9dcba7"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "2b2653c5e4858efe96bd72e399d2adeec6da89eb"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@2b2653c5e4858efe96bd72e399d2adeec6da89eb",
"title": "2b2653c5e4858efe96bd72e399d2adeec6da89eb",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/2b2653c5e4858efe96bd72e399d2adeec6da89eb"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "2b2653c5e4858efe96bd72e399d2adeec6da89eb",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8844212568680739744"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[02:57:28.093] Scheduled build:
{
"id": "8678782506838776689",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host-cpp17-v9"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-17T02:57:27.760623091Z",
"updateTime": "2026-06-17T02:57:27.760623091Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "2b2653c5e4858efe96bd72e399d2adeec6da89eb",
"ref": "refs/heads/main"
}
}
}
[02:57:28.093] Task URL: https://cr-buildbucket.appspot.com/build/8678782506838776689
[02:57:28.093] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844212568680739744:2:0) after 3m10s
[02:57:28.238] Received PubSub notification, asking Buildbucket for the build status
[02:57:28.256] Build status: SCHEDULED
[03:00:38.196] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844212568680739744:2:0)
[03:00:38.221] Build status: SCHEDULED
[03:00:38.222] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844212568680739744:4:0) after 5m12s
[03:05:50.288] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844212568680739744:4:0)
[03:05:50.320] Build status: SCHEDULED
[03:05:50.320] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844212568680739744:5:0) after 9m10s
[03:15:00.364] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844212568680739744:5:0)
[03:15:00.388] Build status: SCHEDULED
[03:15:00.388] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844212568680739744:6:0) after 7m4s
[03:22:04.591] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844212568680739744:6:0)
[03:22:04.615] Build status: SCHEDULED
[03:22:04.616] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844212568680739744:7:0) after 6m17s
[03:28:21.585] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844212568680739744:7:0)
[03:28:21.603] Build status: SCHEDULED
[03:28:21.603] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844212568680739744:8:0) after 7m33s
[03:35:54.774] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844212568680739744:8:0)
[03:35:54.789] Build status: SCHEDULED
[03:35:54.789] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844212568680739744:9:0) after 4m10s
[03:40:04.809] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844212568680739744:9:0)
[03:40:04.921] Build status: SCHEDULED
[03:40:04.921] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844212568680739744:10:0) after 9m32s
[03:49:36.977] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844212568680739744:10:0)
[03:49:36.995] Build status: SCHEDULED
[03:49:36.995] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844212568680739744:11:0) after 4m10s
[03:53:46.984] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844212568680739744:11:0)
[03:53:47.008] Build status: SCHEDULED
[03:53:47.009] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844212568680739744:12:0) after 2m1s
[03:55:48.008] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844212568680739744:12:0)
[03:55:48.090] Build status: SCHEDULED
[03:55:48.090] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844212568680739744:13:0) after 4m6s
[03:59:54.122] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844212568680739744:13:0)
[03:59:54.139] Build status: SCHEDULED
[03:59:54.139] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844212568680739744:14:0) after 7m57s
[04:07:51.203] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844212568680739744:14:0)
[04:07:51.263] Build status: SCHEDULED
[04:07:51.263] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844212568680739744:15:0) after 2m27s
[04:10:18.331] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844212568680739744:15:0)
[04:10:18.359] Build status: SCHEDULED
[04:10:18.359] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844212568680739744:16:0) after 1m0s
[04:11:18.462] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844212568680739744:16:0)
[04:11:18.482] Build status: SCHEDULED
[04:11:18.482] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844212568680739744:17:0) after 2m51s
[04:14:09.479] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844212568680739744:17:0)
[04:14:09.511] Build status: SCHEDULED
[04:14:09.511] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844212568680739744:18:0) after 7m10s
[04:21:19.578] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844212568680739744:18:0)
[04:21:19.606] Build status: SCHEDULED
[04:21:19.606] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844212568680739744:19:0) after 8m23s
[04:29:42.658] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844212568680739744:19:0)
[04:29:42.679] Build status: SCHEDULED
[04:29:42.679] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844212568680739744:20:0) after 3m23s
[04:33:05.748] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844212568680739744:20:0)
[04:33:05.762] Build status: SCHEDULED
[04:33:05.762] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844212568680739744:21:0) after 3m8s
[04:36:13.924] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844212568680739744:21:0)
[04:36:13.942] Build status: SCHEDULED
[04:36:13.942] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844212568680739744:22:0) after 4m5s
[04:40:19.009] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844212568680739744:22:0)
[04:40:19.047] Build status: SCHEDULED
[04:40:19.047] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844212568680739744:23:0) after 3m53s
[04:44:12.066] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844212568680739744:23:0)
[04:44:12.083] Build status: SCHEDULED
[04:44:12.083] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844212568680739744:24:0) after 8m13s
[04:52:25.105] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844212568680739744:24:0)
[04:52:25.129] Build status: SCHEDULED
[04:52:25.129] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844212568680739744:25:0) after 1m37s
[04:54:02.146] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844212568680739744:25:0)
[04:54:02.168] Build status: SCHEDULED
[04:54:02.168] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844212568680739744:26:0) after 6m45s
[05:00:47.324] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844212568680739744:26:0)
[05:00:47.342] Build status: SCHEDULED
[05:00:47.342] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844212568680739744:27:0) after 3m6s
[05:03:53.435] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844212568680739744:27:0)
[05:03:53.475] Build status: SCHEDULED
[05:03:53.475] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844212568680739744:28:0) after 8m36s
[05:12:29.488] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844212568680739744:28:0)
[05:12:29.506] Build status: SCHEDULED
[05:12:29.506] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844212568680739744:29:0) after 1m31s
[05:14:00.521] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844212568680739744:29:0)
[05:14:00.545] Build status: SCHEDULED
[05:14:00.545] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844212568680739744:30:0) after 5m14s
[05:19:14.575] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844212568680739744:30:0)
[05:19:14.603] Build status: SCHEDULED
[05:19:14.603] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844212568680739744:31:0) after 3m53s
[05:23:07.733] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844212568680739744:31:0)
[05:23:07.756] Build status: SCHEDULED
[05:23:07.756] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844212568680739744:32:0) after 8m25s
[05:31:32.772] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844212568680739744:32:0)
[05:31:32.789] Build status: SCHEDULED
[05:31:32.789] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844212568680739744:33:0) after 7m40s
[05:39:12.805] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844212568680739744:33:0)
[05:39:12.822] Build status: SCHEDULED
[05:39:12.822] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844212568680739744:34:0) after 9m6s
[05:48:18.841] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844212568680739744:34:0)
[05:48:18.857] Build status: SCHEDULED
[05:48:18.857] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844212568680739744:35:0) after 3m44s
[05:52:02.921] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844212568680739744:35:0)
[05:52:02.940] Build status: SCHEDULED
[05:52:02.940] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844212568680739744:36:0) after 2m5s
[05:54:08.042] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844212568680739744:36:0)
[05:54:08.080] Build status: SCHEDULED
[05:54:08.080] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844212568680739744:37:0) after 3m4s
[05:54:29.221] Received PubSub notification, asking Buildbucket for the build status
[05:54:29.237] Build status: STARTED
[05:55:01.789] Received PubSub notification, asking Buildbucket for the build status
[05:55:01.806] Build:
{
"id": "8678782506838776689",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host-cpp17-v9"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-17T02:57:27.760623091Z",
"startTime": "2026-06-17T05:54:27.203079297Z",
"endTime": "2026-06-17T05:54:59.443127087Z",
"updateTime": "2026-06-17T05:54:59.443127087Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "2b2653c5e4858efe96bd72e399d2adeec6da89eb",
"ref": "refs/heads/main"
}
}
}
[05:55:01.807] Invocation finished in 2h57m35.187285695s with status FAILED