[21:04:16.159] New invocation is queued and will start shortly
[21:04:17.251] Starting the invocation (attempt 1)
[21:04:17.271] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/b5b1ecb3a672ef749822df1ad0095953cbee937f"
[21:04:17.271] Popped gitiles commit info from properties and tags
[21:04:17.271] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[21:04:17.273] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[21:04:17.273] Buildbucket request:
{
"requestId": "8838436582643661776",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host-cpp17-v9"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8838436582643661776",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "a35dfd319fe35cbe9a57a7be0d8a3db6eea21214"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@a35dfd319fe35cbe9a57a7be0d8a3db6eea21214",
"title": "a35dfd319fe35cbe9a57a7be0d8a3db6eea21214",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/a35dfd319fe35cbe9a57a7be0d8a3db6eea21214"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "b5b1ecb3a672ef749822df1ad0095953cbee937f"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@b5b1ecb3a672ef749822df1ad0095953cbee937f",
"title": "b5b1ecb3a672ef749822df1ad0095953cbee937f",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/b5b1ecb3a672ef749822df1ad0095953cbee937f"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "b5b1ecb3a672ef749822df1ad0095953cbee937f",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8838436582643661776"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[21:04:17.627] Scheduled build:
{
"id": "8673006520756777409",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host-cpp17-v9"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-19T21:04:17.338557960Z",
"updateTime": "2026-08-19T21:04:17.338557960Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "b5b1ecb3a672ef749822df1ad0095953cbee937f",
"ref": "refs/heads/main"
}
}
}
[21:04:17.627] Task URL: https://cr-buildbucket.appspot.com/build/8673006520756777409
[21:04:17.628] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8838436582643661776:2:0) after 8m47s
[21:04:18.619] Received PubSub notification, asking Buildbucket for the build status
[21:04:18.645] Build status: SCHEDULED
[21:13:04.832] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8838436582643661776:2:0)
[21:13:04.963] Build status: SCHEDULED
[21:13:04.963] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8838436582643661776:4:0) after 4m5s
[21:17:09.976] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8838436582643661776:4:0)
[21:17:10.007] Build status: SCHEDULED
[21:17:10.007] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8838436582643661776:5:0) after 2m33s
[21:19:43.224] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8838436582643661776:5:0)
[21:19:43.252] Build status: SCHEDULED
[21:19:43.252] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8838436582643661776:6:0) after 7m11s
[21:26:54.366] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8838436582643661776:6:0)
[21:26:54.432] Build status: SCHEDULED
[21:26:54.432] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8838436582643661776:7:0) after 9m7s
[21:36:01.687] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8838436582643661776:7:0)
[21:36:01.703] Build status: SCHEDULED
[21:36:01.703] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8838436582643661776:8:0) after 5m23s
[21:41:24.874] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8838436582643661776:8:0)
[21:41:24.892] Build status: SCHEDULED
[21:41:24.892] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8838436582643661776:9:0) after 4m46s
[21:46:11.035] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8838436582643661776:9:0)
[21:46:11.102] Build status: SCHEDULED
[21:46:11.102] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8838436582643661776:10:0) after 5m12s
[21:51:23.187] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8838436582643661776:10:0)
[21:51:23.214] Build status: SCHEDULED
[21:51:23.214] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8838436582643661776:11:0) after 8m13s
[21:59:36.281] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8838436582643661776:11:0)
[21:59:36.304] Build status: SCHEDULED
[21:59:36.304] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8838436582643661776:12:0) after 9m16s
[22:08:52.357] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8838436582643661776:12:0)
[22:08:52.429] Build status: SCHEDULED
[22:08:52.429] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8838436582643661776:13:0) after 2m53s
[22:11:45.487] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8838436582643661776:13:0)
[22:11:45.558] Build status: SCHEDULED
[22:11:45.558] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8838436582643661776:14:0) after 9m58s
[22:21:43.791] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8838436582643661776:14:0)
[22:21:43.831] Build status: SCHEDULED
[22:21:43.831] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8838436582643661776:15:0) after 9m40s
[22:31:23.847] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8838436582643661776:15:0)
[22:31:23.870] Build status: SCHEDULED
[22:31:23.870] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8838436582643661776:16:0) after 9m5s
[22:40:28.932] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8838436582643661776:16:0)
[22:40:28.954] Build status: SCHEDULED
[22:40:28.954] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8838436582643661776:17:0) after 8m30s
[22:48:58.978] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8838436582643661776:17:0)
[22:48:58.999] Build status: SCHEDULED
[22:48:58.999] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8838436582643661776:18:0) after 6m11s
[22:55:10.046] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8838436582643661776:18:0)
[22:55:10.068] Build status: SCHEDULED
[22:55:10.068] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8838436582643661776:19:0) after 3m14s
[22:58:24.397] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8838436582643661776:19:0)
[22:58:24.418] Build status: SCHEDULED
[22:58:24.418] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8838436582643661776:20:0) after 7m45s
[23:06:09.485] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8838436582643661776:20:0)
[23:06:09.508] Build status: SCHEDULED
[23:06:09.508] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8838436582643661776:21:0) after 5m11s
[23:11:20.522] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8838436582643661776:21:0)
[23:11:20.685] Build status: SCHEDULED
[23:11:20.686] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8838436582643661776:22:0) after 8m50s
[23:20:10.783] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8838436582643661776:22:0)
[23:20:10.804] Build status: SCHEDULED
[23:20:10.804] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8838436582643661776:23:0) after 9m49s
[23:29:59.829] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8838436582643661776:23:0)
[23:29:59.851] Build status: SCHEDULED
[23:29:59.851] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8838436582643661776:24:0) after 1m17s
[23:31:16.863] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8838436582643661776:24:0)
[23:31:16.888] Build status: SCHEDULED
[23:31:16.888] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8838436582643661776:25:0) after 6m50s
[23:38:06.907] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8838436582643661776:25:0)
[23:38:06.961] Build status: SCHEDULED
[23:38:06.961] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8838436582643661776:26:0) after 4m44s
[23:42:50.950] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8838436582643661776:26:0)
[23:42:50.972] Build status: SCHEDULED
[23:42:50.972] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8838436582643661776:27:0) after 5m46s
[23:48:37.041] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8838436582643661776:27:0)
[23:48:37.064] Build status: SCHEDULED
[23:48:37.065] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8838436582643661776:28:0) after 1m41s
[23:50:18.085] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8838436582643661776:28:0)
[23:50:18.112] Build status: SCHEDULED
[23:50:18.112] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8838436582643661776:29:0) after 6m22s
[23:56:40.129] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8838436582643661776:29:0)
[23:56:40.149] Build status: SCHEDULED
[23:56:40.149] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8838436582643661776:30:0) after 6m25s
[00:03:05.160] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8838436582643661776:30:0)
[00:03:05.207] Build status: SCHEDULED
[00:03:05.207] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8838436582643661776:31:0) after 8m5s
[00:11:10.274] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8838436582643661776:31:0)
[00:11:10.305] Build status: SCHEDULED
[00:11:10.305] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8838436582643661776:32:0) after 8m12s
[00:18:22.259] Received PubSub notification, asking Buildbucket for the build status
[00:18:22.286] Build status: STARTED
[00:18:49.805] Received PubSub notification, asking Buildbucket for the build status
[00:18:49.839] Build:
{
"id": "8673006520756777409",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host-cpp17-v9"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-19T21:04:17.338557960Z",
"startTime": "2026-08-20T00:18:22.075703203Z",
"endTime": "2026-08-20T00:18:49.391278118Z",
"updateTime": "2026-08-20T00:18:49.391278118Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "b5b1ecb3a672ef749822df1ad0095953cbee937f",
"ref": "refs/heads/main"
}
}
}
[00:18:49.839] Invocation finished in 3h14m33.684136828s with status FAILED