[20:19:37.296] New invocation is queued and will start shortly
[20:19:38.680] Starting the invocation (attempt 1)
[20:19:38.707] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/62aba82467e9caad7dd5672d2a3f476633945bae"
[20:19:38.707] Popped gitiles commit info from properties and tags
[20:19:38.707] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:19:38.707] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:19:38.707] Buildbucket request:
{
"requestId": "8843603418720281136",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host-cpp17-v9"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8843603418720281136",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "085ff9da0a92dbae1d68b64b51eaa4cd70a32f34"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@085ff9da0a92dbae1d68b64b51eaa4cd70a32f34",
"title": "085ff9da0a92dbae1d68b64b51eaa4cd70a32f34",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/085ff9da0a92dbae1d68b64b51eaa4cd70a32f34"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "ba045122620cf872bf736d6d1a3e304da7210ab3"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@ba045122620cf872bf736d6d1a3e304da7210ab3",
"title": "ba045122620cf872bf736d6d1a3e304da7210ab3",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/ba045122620cf872bf736d6d1a3e304da7210ab3"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "a48f398eeda0b6923c346274cf53f6a1b8d9c548"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@a48f398eeda0b6923c346274cf53f6a1b8d9c548",
"title": "a48f398eeda0b6923c346274cf53f6a1b8d9c548",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/a48f398eeda0b6923c346274cf53f6a1b8d9c548"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "62aba82467e9caad7dd5672d2a3f476633945bae"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@62aba82467e9caad7dd5672d2a3f476633945bae",
"title": "62aba82467e9caad7dd5672d2a3f476633945bae",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/62aba82467e9caad7dd5672d2a3f476633945bae"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "62aba82467e9caad7dd5672d2a3f476633945bae",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8843603418720281136"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[20:19:39.168] Scheduled build:
{
"id": "8678173356508167665",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host-cpp17-v9"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-23T20:19:38.785189738Z",
"updateTime": "2026-06-23T20:19:38.785189738Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "62aba82467e9caad7dd5672d2a3f476633945bae",
"ref": "refs/heads/main"
}
}
}
[20:19:39.168] Task URL: https://cr-buildbucket.appspot.com/build/8678173356508167665
[20:19:39.168] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8843603418720281136:2:0) after 7m22s
[20:19:39.828] Received PubSub notification, asking Buildbucket for the build status
[20:19:39.969] Build status: SCHEDULED
[20:27:01.198] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8843603418720281136:2:0)
[20:27:01.226] Build status: SCHEDULED
[20:27:01.226] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8843603418720281136:4:0) after 6m43s
[20:33:44.322] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8843603418720281136:4:0)
[20:33:44.343] Build status: SCHEDULED
[20:33:44.343] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8843603418720281136:5:0) after 2m41s
[20:36:25.365] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8843603418720281136:5:0)
[20:36:25.386] Build status: SCHEDULED
[20:36:25.387] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8843603418720281136:6:0) after 8m11s
[20:44:36.380] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8843603418720281136:6:0)
[20:44:36.401] Build status: SCHEDULED
[20:44:36.401] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8843603418720281136:7:0) after 7m9s
[20:51:45.487] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8843603418720281136:7:0)
[20:51:45.509] Build status: SCHEDULED
[20:51:45.510] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8843603418720281136:8:0) after 3m20s
[20:55:05.693] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8843603418720281136:8:0)
[20:55:05.715] Build status: SCHEDULED
[20:55:05.715] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8843603418720281136:9:0) after 6m42s
[21:01:47.764] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8843603418720281136:9:0)
[21:01:47.787] Build status: SCHEDULED
[21:01:47.787] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8843603418720281136:10:0) after 6m39s
[21:08:26.990] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8843603418720281136:10:0)
[21:08:27.083] Build status: SCHEDULED
[21:08:27.083] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8843603418720281136:11:0) after 3m30s
[21:11:57.095] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8843603418720281136:11:0)
[21:11:57.181] Build status: SCHEDULED
[21:11:57.181] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8843603418720281136:12:0) after 9m21s
[21:21:18.195] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8843603418720281136:12:0)
[21:21:18.228] Build status: SCHEDULED
[21:21:18.228] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8843603418720281136:13:0) after 6m8s
[21:27:26.367] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8843603418720281136:13:0)
[21:27:26.388] Build status: SCHEDULED
[21:27:26.388] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8843603418720281136:14:0) after 8m54s
[21:36:20.409] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8843603418720281136:14:0)
[21:36:20.486] Build status: SCHEDULED
[21:36:20.486] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8843603418720281136:15:0) after 4m30s
[21:40:50.556] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8843603418720281136:15:0)
[21:40:50.590] Build status: SCHEDULED
[21:40:50.590] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8843603418720281136:16:0) after 1m44s
[21:42:34.606] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8843603418720281136:16:0)
[21:42:34.627] Build status: SCHEDULED
[21:42:34.627] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8843603418720281136:17:0) after 4m57s
[21:47:31.647] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8843603418720281136:17:0)
[21:47:31.668] Build status: SCHEDULED
[21:47:31.668] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8843603418720281136:18:0) after 6m10s
[21:53:41.691] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8843603418720281136:18:0)
[21:53:41.710] Build status: SCHEDULED
[21:53:41.710] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8843603418720281136:19:0) after 2m34s
[21:56:15.726] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8843603418720281136:19:0)
[21:56:15.745] Build status: SCHEDULED
[21:56:15.745] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8843603418720281136:20:0) after 6m10s
[22:02:25.776] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8843603418720281136:20:0)
[22:02:25.793] Build status: SCHEDULED
[22:02:25.793] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8843603418720281136:21:0) after 3m27s
[22:05:52.806] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8843603418720281136:21:0)
[22:05:52.824] Build status: SCHEDULED
[22:05:52.824] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8843603418720281136:22:0) after 6m15s
[22:12:07.900] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8843603418720281136:22:0)
[22:12:07.920] Build status: SCHEDULED
[22:12:07.920] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8843603418720281136:23:0) after 7m3s
[22:19:10.939] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8843603418720281136:23:0)
[22:19:10.956] Build status: SCHEDULED
[22:19:10.956] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8843603418720281136:24:0) after 8m9s
[22:27:20.024] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8843603418720281136:24:0)
[22:27:20.057] Build status: SCHEDULED
[22:27:20.057] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8843603418720281136:25:0) after 6m38s
[22:33:58.119] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8843603418720281136:25:0)
[22:33:58.139] Build status: SCHEDULED
[22:33:58.139] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8843603418720281136:26:0) after 4m38s
[22:38:36.292] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8843603418720281136:26:0)
[22:38:36.308] Build status: SCHEDULED
[22:38:36.308] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8843603418720281136:27:0) after 2m59s
[22:41:35.324] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8843603418720281136:27:0)
[22:41:35.382] Build status: SCHEDULED
[22:41:35.382] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8843603418720281136:28:0) after 6m11s
[22:47:46.397] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8843603418720281136:28:0)
[22:47:46.415] Build status: SCHEDULED
[22:47:46.415] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8843603418720281136:29:0) after 1m0s
[22:48:46.429] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8843603418720281136:29:0)
[22:48:46.447] Build status: SCHEDULED
[22:48:46.447] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8843603418720281136:30:0) after 8m2s
[22:56:48.460] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8843603418720281136:30:0)
[22:56:48.476] Build status: SCHEDULED
[22:56:48.476] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8843603418720281136:31:0) after 3m6s
[22:59:54.493] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8843603418720281136:31:0)
[22:59:54.510] Build status: SCHEDULED
[22:59:54.510] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8843603418720281136:32:0) after 6m13s
[23:06:07.574] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8843603418720281136:32:0)
[23:06:07.639] Build status: SCHEDULED
[23:06:07.639] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8843603418720281136:33:0) after 6m38s
[23:11:10.184] Received PubSub notification, asking Buildbucket for the build status
[23:11:10.288] Build status: STARTED
[23:11:47.361] Received PubSub notification, asking Buildbucket for the build status
[23:11:47.386] Build:
{
"id": "8678173356508167665",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host-cpp17-v9"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-23T20:19:38.785189738Z",
"startTime": "2026-06-23T23:11:09.901641414Z",
"endTime": "2026-06-23T23:11:46.126092640Z",
"updateTime": "2026-06-23T23:11:46.126092640Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "62aba82467e9caad7dd5672d2a3f476633945bae",
"ref": "refs/heads/main"
}
}
}
[23:11:47.386] Invocation finished in 2h52m10.094913586s with status FAILED