[07:04:17.178] New invocation is queued and will start shortly
[07:04:18.204] Starting the invocation (attempt 1)
[07:04:18.228] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/89632abe096e07fdccbe03cf2b15ceb8d5124f36"
[07:04:18.228] Popped gitiles commit info from properties and tags
[07:04:18.228] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[07:04:18.228] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[07:04:18.228] Buildbucket request:
{
"requestId": "8873459858835784016",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-clang-tidy"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8873459858835784016",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "3cd267d69782e37f36e4dced89df854e6ac67e2c"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@3cd267d69782e37f36e4dced89df854e6ac67e2c",
"title": "3cd267d69782e37f36e4dced89df854e6ac67e2c",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/3cd267d69782e37f36e4dced89df854e6ac67e2c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "134ffa73e46baa28e9c167fbbb73fafb186f489e"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@134ffa73e46baa28e9c167fbbb73fafb186f489e",
"title": "134ffa73e46baa28e9c167fbbb73fafb186f489e",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/134ffa73e46baa28e9c167fbbb73fafb186f489e"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "05f18a29a0724d2b9e604c61764dc9ca5a9bd186"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@05f18a29a0724d2b9e604c61764dc9ca5a9bd186",
"title": "05f18a29a0724d2b9e604c61764dc9ca5a9bd186",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/05f18a29a0724d2b9e604c61764dc9ca5a9bd186"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "89632abe096e07fdccbe03cf2b15ceb8d5124f36"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@89632abe096e07fdccbe03cf2b15ceb8d5124f36",
"title": "89632abe096e07fdccbe03cf2b15ceb8d5124f36",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/89632abe096e07fdccbe03cf2b15ceb8d5124f36"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "89632abe096e07fdccbe03cf2b15ceb8d5124f36",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8873459858835784016"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[07:04:18.693] Scheduled build:
{
"id": "8708029797021967185",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-clang-tidy"
},
"createdBy": "project:pigweed",
"createTime": "2025-07-29T07:04:18.287194058Z",
"updateTime": "2025-07-29T07:04:18.287194058Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "89632abe096e07fdccbe03cf2b15ceb8d5124f36",
"ref": "refs/heads/main"
}
}
}
[07:04:18.693] Task URL: https://cr-buildbucket.appspot.com/build/8708029797021967185
[07:04:18.693] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:2:0) after 8m44s
[07:04:19.630] Received PubSub notification, asking Buildbucket for the build status
[07:04:19.652] Build status: SCHEDULED
[07:13:02.718] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:2:0)
[07:13:02.765] Build status: SCHEDULED
[07:13:02.765] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:4:0) after 6m15s
[07:19:17.833] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:4:0)
[07:19:17.862] Build status: SCHEDULED
[07:19:17.862] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:5:0) after 5m40s
[07:24:57.880] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:5:0)
[07:24:57.911] Build status: SCHEDULED
[07:24:57.911] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:6:0) after 9m39s
[07:34:37.005] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:6:0)
[07:34:37.032] Build status: SCHEDULED
[07:34:37.032] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:7:0) after 3m32s
[07:38:09.055] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:7:0)
[07:38:09.079] Build status: SCHEDULED
[07:38:09.079] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:8:0) after 1m16s
[07:39:25.352] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:8:0)
[07:39:25.373] Build status: SCHEDULED
[07:39:25.373] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:9:0) after 6m46s
[07:46:11.394] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:9:0)
[07:46:11.503] Build status: SCHEDULED
[07:46:11.503] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:10:0) after 5m4s
[07:51:15.522] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:10:0)
[07:51:15.548] Build status: SCHEDULED
[07:51:15.548] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:11:0) after 4m10s
[07:55:25.575] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:11:0)
[07:55:25.603] Build status: SCHEDULED
[07:55:25.603] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:12:0) after 3m15s
[07:58:40.626] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:12:0)
[07:58:40.654] Build status: SCHEDULED
[07:58:40.654] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:13:0) after 6m34s
[08:05:14.809] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:13:0)
[08:05:14.879] Build status: SCHEDULED
[08:05:14.879] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:14:0) after 8m45s
[08:13:59.953] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:14:0)
[08:13:59.971] Build status: SCHEDULED
[08:13:59.971] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:15:0) after 7m5s
[08:21:04.988] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:15:0)
[08:21:05.019] Build status: SCHEDULED
[08:21:05.019] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:16:0) after 4m54s
[08:25:59.093] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:16:0)
[08:25:59.146] Build status: SCHEDULED
[08:25:59.146] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:17:0) after 6m16s
[08:32:15.194] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:17:0)
[08:32:15.247] Build status: SCHEDULED
[08:32:15.247] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:18:0) after 5m30s
[08:37:45.272] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:18:0)
[08:37:45.327] Build status: SCHEDULED
[08:37:45.327] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:19:0) after 2m43s
[08:40:28.348] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:19:0)
[08:40:28.371] Build status: SCHEDULED
[08:40:28.371] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:20:0) after 3m32s
[08:44:00.399] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:20:0)
[08:44:00.438] Build status: SCHEDULED
[08:44:00.438] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:21:0) after 5m15s
[08:49:15.558] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:21:0)
[08:49:15.592] Build status: SCHEDULED
[08:49:15.592] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:22:0) after 2m53s
[08:52:08.617] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:22:0)
[08:52:08.631] Build status: SCHEDULED
[08:52:08.631] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:23:0) after 1m41s
[08:53:49.650] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:23:0)
[08:53:49.669] Build status: SCHEDULED
[08:53:49.669] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:24:0) after 5m43s
[08:59:32.756] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:24:0)
[08:59:32.771] Build status: SCHEDULED
[08:59:32.772] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:25:0) after 7m20s
[09:06:52.883] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:25:0)
[09:06:52.934] Build status: SCHEDULED
[09:06:52.934] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:26:0) after 5m3s
[09:11:55.956] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:26:0)
[09:11:55.986] Build status: SCHEDULED
[09:11:55.986] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:27:0) after 2m36s
[09:14:32.027] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:27:0)
[09:14:32.070] Build status: SCHEDULED
[09:14:32.070] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:28:0) after 9m48s
[09:24:20.093] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:28:0)
[09:24:20.111] Build status: SCHEDULED
[09:24:20.111] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:29:0) after 9m40s
[09:34:00.794] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:29:0)
[09:34:00.869] Build status: SCHEDULED
[09:34:00.869] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:30:0) after 7m13s
[09:41:14.039] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:30:0)
[09:41:14.073] Build status: SCHEDULED
[09:41:14.073] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:31:0) after 5m32s
[09:46:46.131] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:31:0)
[09:46:46.147] Build status: SCHEDULED
[09:46:46.147] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:32:0) after 6m19s
[09:53:05.544] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:32:0)
[09:53:05.564] Build status: SCHEDULED
[09:53:05.564] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:33:0) after 9m46s
[10:02:51.625] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:33:0)
[10:02:51.670] Build status: SCHEDULED
[10:02:51.671] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:34:0) after 1m17s
[10:04:08.859] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:34:0)
[10:04:08.877] Build status: SCHEDULED
[10:04:08.877] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:35:0) after 7m5s
[10:11:14.199] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:35:0)
[10:11:14.242] Build status: SCHEDULED
[10:11:14.242] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:36:0) after 6m4s
[10:17:18.274] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:36:0)
[10:17:18.314] Build status: SCHEDULED
[10:17:18.314] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:37:0) after 1m48s
[10:19:06.342] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:37:0)
[10:19:06.362] Build status: SCHEDULED
[10:19:06.363] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:38:0) after 2m5s
[10:21:11.436] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:38:0)
[10:21:11.455] Build status: SCHEDULED
[10:21:11.455] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:39:0) after 4m23s
[10:25:34.525] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:39:0)
[10:25:34.545] Build status: SCHEDULED
[10:25:34.545] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:40:0) after 9m50s
[10:35:24.564] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:40:0)
[10:35:24.596] Build status: SCHEDULED
[10:35:24.596] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:41:0) after 9m45s
[10:45:09.620] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:41:0)
[10:45:09.639] Build status: SCHEDULED
[10:45:09.639] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:42:0) after 6m31s
[10:51:40.636] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:42:0)
[10:51:40.654] Build status: SCHEDULED
[10:51:40.654] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:43:0) after 5m35s
[10:57:15.711] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:43:0)
[10:57:15.746] Build status: SCHEDULED
[10:57:15.746] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:44:0) after 3m0s
[11:00:15.890] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:44:0)
[11:00:15.946] Build status: SCHEDULED
[11:00:15.946] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:45:0) after 7m31s
[11:07:46.971] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:45:0)
[11:07:46.996] Build status: SCHEDULED
[11:07:46.996] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:46:0) after 7m49s
[11:15:36.015] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:46:0)
[11:15:36.035] Build status: SCHEDULED
[11:15:36.035] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:47:0) after 6m0s
[11:21:36.100] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:47:0)
[11:21:36.180] Build status: SCHEDULED
[11:21:36.180] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:48:0) after 1m36s
[11:23:12.250] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:48:0)
[11:23:12.282] Build status: SCHEDULED
[11:23:12.283] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:49:0) after 8m53s
[11:32:05.322] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:49:0)
[11:32:05.354] Build status: SCHEDULED
[11:32:05.354] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:50:0) after 3m44s
[11:35:49.379] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:50:0)
[11:35:49.396] Build status: SCHEDULED
[11:35:49.396] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:51:0) after 9m55s
[11:45:44.425] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:51:0)
[11:45:44.445] Build status: SCHEDULED
[11:45:44.445] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:52:0) after 5m48s
[11:51:32.469] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:52:0)
[11:51:32.496] Build status: SCHEDULED
[11:51:32.496] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:53:0) after 3m49s
[11:55:21.573] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:53:0)
[11:55:21.588] Build status: SCHEDULED
[11:55:21.589] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:54:0) after 7m3s
[12:02:24.663] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:54:0)
[12:02:24.682] Build status: SCHEDULED
[12:02:24.682] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:55:0) after 7m17s
[12:09:41.771] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:55:0)
[12:09:41.790] Build status: SCHEDULED
[12:09:41.790] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:56:0) after 3m35s
[12:13:16.867] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:56:0)
[12:13:16.888] Build status: SCHEDULED
[12:13:16.888] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:57:0) after 2m57s
[12:16:13.991] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:57:0)
[12:16:14.022] Build status: SCHEDULED
[12:16:14.023] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:58:0) after 3m36s
[12:19:50.050] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:58:0)
[12:19:50.076] Build status: SCHEDULED
[12:19:50.076] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:59:0) after 4m28s
[12:24:18.126] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:59:0)
[12:24:18.146] Build status: SCHEDULED
[12:24:18.146] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:60:0) after 9m25s
[12:33:43.168] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:60:0)
[12:33:43.188] Build status: SCHEDULED
[12:33:43.188] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:61:0) after 8m5s
[12:41:48.341] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:61:0)
[12:41:48.363] Build status: SCHEDULED
[12:41:48.363] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:62:0) after 9m52s
[12:51:40.409] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:62:0)
[12:51:40.441] Build status: SCHEDULED
[12:51:40.441] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:63:0) after 3m38s
[12:55:18.516] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:63:0)
[12:55:18.536] Build status: SCHEDULED
[12:55:18.536] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:64:0) after 5m31s
[13:00:49.660] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:64:0)
[13:00:49.683] Build status: SCHEDULED
[13:00:49.683] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:65:0) after 6m51s
[13:07:40.756] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:65:0)
[13:07:40.779] Build status: SCHEDULED
[13:07:40.779] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:66:0) after 9m21s
[13:17:01.803] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:66:0)
[13:17:01.822] Build status: SCHEDULED
[13:17:01.822] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:67:0) after 1m58s
[13:18:59.890] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:67:0)
[13:18:59.907] Build status: SCHEDULED
[13:18:59.907] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:68:0) after 3m25s
[13:22:24.930] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:68:0)
[13:22:24.951] Build status: SCHEDULED
[13:22:24.951] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:69:0) after 8m46s
[13:31:10.969] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:69:0)
[13:31:11.043] Build status: SCHEDULED
[13:31:11.043] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:70:0) after 3m20s
[13:34:31.147] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:70:0)
[13:34:31.237] Build status: SCHEDULED
[13:34:31.237] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:71:0) after 5m45s
[13:40:16.263] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:71:0)
[13:40:16.283] Build status: SCHEDULED
[13:40:16.283] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:72:0) after 8m11s
[13:48:27.331] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:72:0)
[13:48:27.366] Build status: SCHEDULED
[13:48:27.366] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:73:0) after 9m28s
[13:57:55.389] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:73:0)
[13:57:55.409] Build status: SCHEDULED
[13:57:55.409] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:74:0) after 9m33s
[14:07:28.518] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:74:0)
[14:07:28.577] Build status: SCHEDULED
[14:07:28.577] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:75:0) after 8m40s
[14:16:08.610] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:75:0)
[14:16:08.636] Build status: SCHEDULED
[14:16:08.636] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:76:0) after 4m3s
[14:20:11.661] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:76:0)
[14:20:11.689] Build status: SCHEDULED
[14:20:11.689] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:77:0) after 3m23s
[14:23:34.693] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:77:0)
[14:23:34.710] Build status: SCHEDULED
[14:23:34.710] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:78:0) after 5m37s
[14:29:11.730] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:78:0)
[14:29:11.752] Build status: SCHEDULED
[14:29:11.752] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:79:0) after 5m16s
[14:34:27.814] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:79:0)
[14:34:27.848] Build status: SCHEDULED
[14:34:27.848] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:80:0) after 3m27s
[14:37:54.913] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:80:0)
[14:37:54.960] Build status: SCHEDULED
[14:37:54.960] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:81:0) after 2m19s
[14:40:13.976] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:81:0)
[14:40:14.096] Build status: SCHEDULED
[14:40:14.096] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:82:0) after 8m56s
[14:49:10.239] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:82:0)
[14:49:10.258] Build status: SCHEDULED
[14:49:10.258] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:83:0) after 4m45s
[14:53:55.336] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:83:0)
[14:53:55.377] Build status: SCHEDULED
[14:53:55.377] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:84:0) after 5m0s
[14:58:55.400] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:84:0)
[14:58:55.424] Build status: SCHEDULED
[14:58:55.424] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:85:0) after 2m1s
[15:00:56.514] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:85:0)
[15:00:56.539] Build status: SCHEDULED
[15:00:56.539] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8873459858835784016:86:0) after 4m9s
[15:04:25.193] Received PubSub notification, asking Buildbucket for the build status
[15:04:25.234] Build:
{
"id": "8708029797021967185",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-clang-tidy"
},
"createdBy": "project:pigweed",
"createTime": "2025-07-29T07:04:18.287194058Z",
"endTime": "2025-07-29T15:04:24.902812223Z",
"updateTime": "2025-07-29T15:04:24.902812223Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"resourceExhaustion": {
},
"timeout": {
}
},
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "89632abe096e07fdccbe03cf2b15ceb8d5124f36",
"ref": "refs/heads/main"
}
}
}
[15:04:25.234] Invocation finished in 8h0m8.0599799s with status FAILED