[23:09:24.261] New invocation is queued and will start shortly
[23:09:25.327] Starting the invocation (attempt 1)
[23:09:25.385] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/556c2ddd76d895c41ce606404abbf7e6f8232059"
[23:09:25.385] Popped gitiles commit info from properties and tags
[23:09:25.385] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:09:25.385] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:09:25.385] Buildbucket request:
{
"requestId": "8840965424890451552",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host-cpp17-v9"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8840965424890451552",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "9ae22d958cd9149dd2e7bdfeb24d0be4fca4154e"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@9ae22d958cd9149dd2e7bdfeb24d0be4fca4154e",
"title": "9ae22d958cd9149dd2e7bdfeb24d0be4fca4154e",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/9ae22d958cd9149dd2e7bdfeb24d0be4fca4154e"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "556c2ddd76d895c41ce606404abbf7e6f8232059"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@556c2ddd76d895c41ce606404abbf7e6f8232059",
"title": "556c2ddd76d895c41ce606404abbf7e6f8232059",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/556c2ddd76d895c41ce606404abbf7e6f8232059"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "556c2ddd76d895c41ce606404abbf7e6f8232059",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8840965424890451552"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[23:09:25.866] Scheduled build:
{
"id": "8675535362994892625",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host-cpp17-v9"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-22T23:09:25.445174414Z",
"updateTime": "2026-07-22T23:09:25.445174414Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "556c2ddd76d895c41ce606404abbf7e6f8232059",
"ref": "refs/heads/main"
}
}
}
[23:09:25.866] Task URL: https://cr-buildbucket.appspot.com/build/8675535362994892625
[23:09:25.866] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840965424890451552:2:0) after 9m9s
[23:09:26.826] Received PubSub notification, asking Buildbucket for the build status
[23:09:26.842] Build status: SCHEDULED
[23:18:34.931] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840965424890451552:2:0)
[23:18:34.950] Build status: SCHEDULED
[23:18:34.951] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840965424890451552:4:0) after 5m50s
[23:24:25.024] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840965424890451552:4:0)
[23:24:25.046] Build status: SCHEDULED
[23:24:25.046] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840965424890451552:5:0) after 8m31s
[23:32:56.163] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840965424890451552:5:0)
[23:32:56.183] Build status: SCHEDULED
[23:32:56.183] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840965424890451552:6:0) after 4m44s
[23:37:40.197] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840965424890451552:6:0)
[23:37:40.228] Build status: SCHEDULED
[23:37:40.228] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840965424890451552:7:0) after 1m49s
[23:39:29.291] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840965424890451552:7:0)
[23:39:29.359] Build status: SCHEDULED
[23:39:29.359] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840965424890451552:8:0) after 1m24s
[23:40:53.406] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840965424890451552:8:0)
[23:40:53.434] Build status: SCHEDULED
[23:40:53.434] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840965424890451552:9:0) after 3m8s
[23:44:01.447] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840965424890451552:9:0)
[23:44:01.474] Build status: SCHEDULED
[23:44:01.474] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840965424890451552:10:0) after 7m18s
[23:51:19.485] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840965424890451552:10:0)
[23:51:19.506] Build status: SCHEDULED
[23:51:19.506] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840965424890451552:11:0) after 5m5s
[23:56:24.522] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840965424890451552:11:0)
[23:56:24.539] Build status: SCHEDULED
[23:56:24.539] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840965424890451552:12:0) after 3m3s
[23:59:27.782] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840965424890451552:12:0)
[23:59:27.801] Build status: SCHEDULED
[23:59:27.801] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840965424890451552:13:0) after 3m8s
[00:02:35.952] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840965424890451552:13:0)
[00:02:35.968] Build status: SCHEDULED
[00:02:35.968] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840965424890451552:14:0) after 4m18s
[00:06:54.029] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840965424890451552:14:0)
[00:06:54.048] Build status: SCHEDULED
[00:06:54.048] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840965424890451552:15:0) after 7m56s
[00:14:50.060] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840965424890451552:15:0)
[00:14:50.078] Build status: SCHEDULED
[00:14:50.078] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840965424890451552:16:0) after 3m17s
[00:18:07.338] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840965424890451552:16:0)
[00:18:07.485] Build status: SCHEDULED
[00:18:07.485] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840965424890451552:17:0) after 1m38s
[00:19:45.586] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840965424890451552:17:0)
[00:19:45.609] Build status: SCHEDULED
[00:19:45.609] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840965424890451552:18:0) after 4m34s
[00:24:19.649] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840965424890451552:18:0)
[00:24:19.669] Build status: SCHEDULED
[00:24:19.669] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840965424890451552:19:0) after 8m47s
[00:33:06.731] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840965424890451552:19:0)
[00:33:06.748] Build status: SCHEDULED
[00:33:06.748] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840965424890451552:20:0) after 2m52s
[00:35:58.800] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840965424890451552:20:0)
[00:35:58.823] Build status: SCHEDULED
[00:35:58.823] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840965424890451552:21:0) after 7m50s
[00:43:48.839] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840965424890451552:21:0)
[00:43:48.859] Build status: SCHEDULED
[00:43:48.859] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840965424890451552:22:0) after 7m55s
[00:51:43.906] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840965424890451552:22:0)
[00:51:43.929] Build status: SCHEDULED
[00:51:43.929] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840965424890451552:23:0) after 4m58s
[00:56:41.951] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840965424890451552:23:0)
[00:56:42.163] Build status: SCHEDULED
[00:56:42.163] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840965424890451552:24:0) after 5m33s
[01:02:15.180] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840965424890451552:24:0)
[01:02:15.198] Build status: SCHEDULED
[01:02:15.198] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840965424890451552:25:0) after 8m9s
[01:10:24.213] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840965424890451552:25:0)
[01:10:24.229] Build status: SCHEDULED
[01:10:24.229] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840965424890451552:26:0) after 4m11s
[01:14:35.269] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840965424890451552:26:0)
[01:14:35.304] Build status: SCHEDULED
[01:14:35.304] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840965424890451552:27:0) after 2m7s
[01:16:42.326] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840965424890451552:27:0)
[01:16:42.347] Build status: SCHEDULED
[01:16:42.347] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840965424890451552:28:0) after 1m28s
[01:18:10.476] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840965424890451552:28:0)
[01:18:10.494] Build status: SCHEDULED
[01:18:10.494] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840965424890451552:29:0) after 3m48s
[01:21:58.547] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840965424890451552:29:0)
[01:21:58.574] Build status: SCHEDULED
[01:21:58.574] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840965424890451552:30:0) after 6m53s
[01:28:51.587] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840965424890451552:30:0)
[01:28:51.618] Build status: SCHEDULED
[01:28:51.618] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840965424890451552:31:0) after 2m21s
[01:31:12.662] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840965424890451552:31:0)
[01:31:12.685] Build status: SCHEDULED
[01:31:12.685] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840965424890451552:32:0) after 1m36s
[01:32:48.662] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840965424890451552:32:0)
[01:32:48.683] Build status: SCHEDULED
[01:32:48.683] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840965424890451552:33:0) after 8m55s
[01:41:43.937] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840965424890451552:33:0)
[01:41:43.978] Build status: SCHEDULED
[01:41:43.978] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840965424890451552:34:0) after 4m56s
[01:46:40.041] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840965424890451552:34:0)
[01:46:40.070] Build status: SCHEDULED
[01:46:40.070] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840965424890451552:35:0) after 7m21s
[01:54:01.154] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840965424890451552:35:0)
[01:54:01.200] Build status: SCHEDULED
[01:54:01.200] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840965424890451552:36:0) after 6m19s
[02:00:20.205] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840965424890451552:36:0)
[02:00:20.229] Build status: SCHEDULED
[02:00:20.229] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840965424890451552:37:0) after 2m57s
[02:03:17.296] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840965424890451552:37:0)
[02:03:17.332] Build status: SCHEDULED
[02:03:17.332] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840965424890451552:38:0) after 7m26s
[02:10:43.461] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840965424890451552:38:0)
[02:10:43.480] Build status: SCHEDULED
[02:10:43.481] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840965424890451552:39:0) after 2m11s
[02:12:12.812] Received PubSub notification, asking Buildbucket for the build status
[02:12:12.832] Build status: STARTED
[02:12:54.664] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840965424890451552:39:0)
[02:12:54.691] Build status: STARTED
[02:12:54.691] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840965424890451552:41:0) after 5m58s
[02:18:52.734] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840965424890451552:41:0)
[02:18:52.754] Build status: STARTED
[02:18:52.754] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840965424890451552:42:0) after 6m51s
[02:19:37.088] Received PubSub notification, asking Buildbucket for the build status
[02:19:37.105] Build:
{
"id": "8675535362994892625",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host-cpp17-v9"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-22T23:09:25.445174414Z",
"startTime": "2026-07-23T02:12:12.158128080Z",
"endTime": "2026-07-23T02:19:36.830935640Z",
"updateTime": "2026-07-23T02:19:36.830935640Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "556c2ddd76d895c41ce606404abbf7e6f8232059",
"ref": "refs/heads/main"
}
}
}
[02:19:37.105] Invocation finished in 3h10m12.850853585s with status FAILED