[21:10:06.063] New invocation is queued and will start shortly
[21:10:08.241] Starting the invocation (attempt 1)
[21:10:08.274] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/36301830c018cf91f5d17aa19d1428c32b411af4"
[21:10:08.274] Popped gitiles commit info from properties and tags
[21:10:08.274] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[21:10:08.274] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[21:10:08.275] Buildbucket request:
{
"requestId": "8843419048894739936",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host-cpp23"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8843419048894739936",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "ea91b2e6e426f9ff29fea0a16920261498f87b93"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@ea91b2e6e426f9ff29fea0a16920261498f87b93",
"title": "ea91b2e6e426f9ff29fea0a16920261498f87b93",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/ea91b2e6e426f9ff29fea0a16920261498f87b93"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "51da2bb6551d0dadf63650916b116578f0ffef0e"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@51da2bb6551d0dadf63650916b116578f0ffef0e",
"title": "51da2bb6551d0dadf63650916b116578f0ffef0e",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/51da2bb6551d0dadf63650916b116578f0ffef0e"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "36301830c018cf91f5d17aa19d1428c32b411af4"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@36301830c018cf91f5d17aa19d1428c32b411af4",
"title": "36301830c018cf91f5d17aa19d1428c32b411af4",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/36301830c018cf91f5d17aa19d1428c32b411af4"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "36301830c018cf91f5d17aa19d1428c32b411af4",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8843419048894739936"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[21:10:08.799] Scheduled build:
{
"id": "8677988985777436977",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host-cpp23"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-25T21:10:08.415112145Z",
"updateTime": "2026-06-25T21:10:08.415112145Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "36301830c018cf91f5d17aa19d1428c32b411af4",
"ref": "refs/heads/main"
}
}
}
[21:10:08.799] Task URL: https://cr-buildbucket.appspot.com/build/8677988985777436977
[21:10:08.799] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843419048894739936:2:0) after 4m50s
[21:10:09.737] Received PubSub notification, asking Buildbucket for the build status
[21:10:09.770] Build status: SCHEDULED
[21:14:58.822] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843419048894739936:2:0)
[21:14:58.855] Build status: SCHEDULED
[21:14:58.855] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843419048894739936:4:0) after 2m54s
[21:17:53.029] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843419048894739936:4:0)
[21:17:53.050] Build status: SCHEDULED
[21:17:53.051] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843419048894739936:5:0) after 7m25s
[21:25:18.074] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843419048894739936:5:0)
[21:25:18.097] Build status: SCHEDULED
[21:25:18.097] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843419048894739936:6:0) after 8m54s
[21:34:12.153] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843419048894739936:6:0)
[21:34:12.177] Build status: SCHEDULED
[21:34:12.177] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843419048894739936:7:0) after 2m34s
[21:36:46.348] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843419048894739936:7:0)
[21:36:46.368] Build status: SCHEDULED
[21:36:46.368] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843419048894739936:8:0) after 8m46s
[21:45:32.382] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843419048894739936:8:0)
[21:45:32.426] Build status: SCHEDULED
[21:45:32.426] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843419048894739936:9:0) after 6m16s
[21:51:48.524] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843419048894739936:9:0)
[21:51:48.583] Build status: SCHEDULED
[21:51:48.583] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843419048894739936:10:0) after 6m12s
[21:58:00.597] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843419048894739936:10:0)
[21:58:00.669] Build status: SCHEDULED
[21:58:00.669] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843419048894739936:11:0) after 3m49s
[22:01:49.737] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843419048894739936:11:0)
[22:01:49.754] Build status: SCHEDULED
[22:01:49.754] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843419048894739936:12:0) after 2m45s
[22:04:34.863] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843419048894739936:12:0)
[22:04:34.887] Build status: SCHEDULED
[22:04:34.887] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843419048894739936:13:0) after 5m26s
[22:10:01.025] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843419048894739936:13:0)
[22:10:01.045] Build status: SCHEDULED
[22:10:01.045] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843419048894739936:14:0) after 9m49s
[22:19:50.061] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843419048894739936:14:0)
[22:19:50.079] Build status: SCHEDULED
[22:19:50.079] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843419048894739936:15:0) after 7m19s
[22:27:09.098] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843419048894739936:15:0)
[22:27:09.127] Build status: SCHEDULED
[22:27:09.127] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843419048894739936:16:0) after 4m42s
[22:31:51.141] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843419048894739936:16:0)
[22:31:51.160] Build status: SCHEDULED
[22:31:51.160] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843419048894739936:17:0) after 6m2s
[22:37:53.175] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843419048894739936:17:0)
[22:37:53.212] Build status: SCHEDULED
[22:37:53.212] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843419048894739936:18:0) after 8m49s
[22:46:42.373] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843419048894739936:18:0)
[22:46:42.395] Build status: SCHEDULED
[22:46:42.395] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843419048894739936:19:0) after 4m36s
[22:51:18.411] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843419048894739936:19:0)
[22:51:18.429] Build status: SCHEDULED
[22:51:18.429] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843419048894739936:20:0) after 3m12s
[22:54:30.507] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843419048894739936:20:0)
[22:54:30.530] Build status: SCHEDULED
[22:54:30.530] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843419048894739936:21:0) after 9m20s
[23:03:50.528] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843419048894739936:21:0)
[23:03:50.546] Build status: SCHEDULED
[23:03:50.546] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843419048894739936:22:0) after 3m8s
[23:06:58.635] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843419048894739936:22:0)
[23:06:58.676] Build status: SCHEDULED
[23:06:58.676] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843419048894739936:23:0) after 5m19s
[23:12:17.693] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843419048894739936:23:0)
[23:12:17.757] Build status: SCHEDULED
[23:12:17.757] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843419048894739936:24:0) after 8m46s
[23:21:03.862] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843419048894739936:24:0)
[23:21:03.887] Build status: SCHEDULED
[23:21:03.887] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843419048894739936:25:0) after 4m21s
[23:25:24.876] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843419048894739936:25:0)
[23:25:24.930] Build status: SCHEDULED
[23:25:24.930] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843419048894739936:26:0) after 3m9s
[23:28:34.003] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843419048894739936:26:0)
[23:28:34.022] Build status: SCHEDULED
[23:28:34.022] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843419048894739936:27:0) after 2m1s
[23:30:35.132] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843419048894739936:27:0)
[23:30:35.205] Build status: SCHEDULED
[23:30:35.205] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843419048894739936:28:0) after 8m0s
[23:38:35.223] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843419048894739936:28:0)
[23:38:35.325] Build status: SCHEDULED
[23:38:35.325] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843419048894739936:29:0) after 6m37s
[23:45:12.536] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843419048894739936:29:0)
[23:45:12.676] Build status: SCHEDULED
[23:45:12.676] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843419048894739936:30:0) after 1m55s
[23:47:07.694] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843419048894739936:30:0)
[23:47:07.714] Build status: SCHEDULED
[23:47:07.714] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843419048894739936:31:0) after 8m2s
[23:55:09.778] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843419048894739936:31:0)
[23:55:09.794] Build status: SCHEDULED
[23:55:09.795] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843419048894739936:32:0) after 5m15s
[00:00:24.907] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843419048894739936:32:0)
[00:00:24.930] Build status: SCHEDULED
[00:00:24.930] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8843419048894739936:33:0) after 8m59s
[00:08:24.407] Received PubSub notification, asking Buildbucket for the build status
[00:08:24.441] Build status: STARTED
[00:09:23.759] Received PubSub notification, asking Buildbucket for the build status
[00:09:23.791] Build:
{
"id": "8677988985777436977",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host-cpp23"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-25T21:10:08.415112145Z",
"startTime": "2026-06-26T00:08:24.128720118Z",
"endTime": "2026-06-26T00:09:23.002353610Z",
"updateTime": "2026-06-26T00:09:23.002353610Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "36301830c018cf91f5d17aa19d1428c32b411af4",
"ref": "refs/heads/main"
}
}
}
[00:09:23.791] Invocation finished in 2h59m17.732133797s with status FAILED