[18:16:53.290] New invocation is queued and will start shortly
[18:16:53.290] Triggered by user:rerunner@pigweed-service-accounts.iam.gserviceaccount.com
[18:16:54.404] Starting the invocation (attempt 1)
[18:16:54.431] Ignoring gitiles_ref tag without the buildset tag
[18:16:54.431] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[18:16:54.431] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[18:16:54.431] Buildbucket request:
{
"requestId": "8866622769904984864",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-clang-tidy"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8866622769904984864",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy",
"triggers": [
{
"buildbucket": {
"tags": [
"parent_buildername:rerunner",
"user_agent:rerunner"
]
},
"id": "03e6e88c-1995-4755-a912-4d0b14ac8d05",
"title": "rerunner/0",
"url": "https://cr-buildbucket.appspot.com/build/8701193159475184385"
}
]
}
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8866622769904984864"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "rerunner"
},
{
"key": "user_agent",
"value": "rerunner"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[18:16:55.175] Scheduled build:
{
"id": "8701192707773425921",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-clang-tidy"
},
"createdBy": "project:pigweed",
"createTime": "2025-10-12T18:16:54.703800952Z",
"updateTime": "2025-10-12T18:16:54.703800952Z",
"status": "SCHEDULED",
"input": {
}
}
[18:16:55.175] Task URL: https://cr-buildbucket.appspot.com/build/8701192707773425921
[18:16:55.175] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:2:0) after 1m1s
[18:16:56.124] Received PubSub notification, asking Buildbucket for the build status
[18:16:56.147] Build status: SCHEDULED
[18:17:56.269] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:2:0)
[18:17:56.288] Build status: SCHEDULED
[18:17:56.288] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:4:0) after 2m14s
[18:20:10.310] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:4:0)
[18:20:10.324] Build status: SCHEDULED
[18:20:10.324] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:5:0) after 7m21s
[18:27:31.339] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:5:0)
[18:27:31.356] Build status: SCHEDULED
[18:27:31.356] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:6:0) after 2m49s
[18:30:20.378] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:6:0)
[18:30:20.395] Build status: SCHEDULED
[18:30:20.395] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:7:0) after 5m11s
[18:35:31.431] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:7:0)
[18:35:31.518] Build status: SCHEDULED
[18:35:31.518] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:8:0) after 5m26s
[18:40:58.038] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:8:0)
[18:40:58.056] Build status: SCHEDULED
[18:40:58.056] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:9:0) after 9m46s
[18:50:44.352] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:9:0)
[18:50:44.368] Build status: SCHEDULED
[18:50:44.368] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:10:0) after 3m22s
[18:54:06.509] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:10:0)
[18:54:06.526] Build status: SCHEDULED
[18:54:06.526] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:11:0) after 4m7s
[18:58:13.703] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:11:0)
[18:58:13.743] Build status: SCHEDULED
[18:58:13.743] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:12:0) after 2m55s
[19:01:08.969] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:12:0)
[19:01:09.029] Build status: SCHEDULED
[19:01:09.029] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:13:0) after 5m2s
[19:06:11.261] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:13:0)
[19:06:11.356] Build status: SCHEDULED
[19:06:11.356] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:14:0) after 6m16s
[19:12:27.469] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:14:0)
[19:12:27.486] Build status: SCHEDULED
[19:12:27.486] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:15:0) after 6m34s
[19:19:01.574] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:15:0)
[19:19:01.593] Build status: SCHEDULED
[19:19:01.593] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:16:0) after 7m49s
[19:26:50.701] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:16:0)
[19:26:50.713] Build status: SCHEDULED
[19:26:50.713] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:17:0) after 3m33s
[19:30:24.052] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:17:0)
[19:30:24.078] Build status: SCHEDULED
[19:30:24.078] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:18:0) after 5m4s
[19:35:28.206] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:18:0)
[19:35:28.272] Build status: SCHEDULED
[19:35:28.272] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:19:0) after 4m14s
[19:39:42.464] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:19:0)
[19:39:42.480] Build status: SCHEDULED
[19:39:42.480] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:20:0) after 9m40s
[19:49:22.495] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:20:0)
[19:49:22.511] Build status: SCHEDULED
[19:49:22.511] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:21:0) after 1m27s
[19:50:49.990] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:21:0)
[19:50:50.020] Build status: SCHEDULED
[19:50:50.020] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:22:0) after 6m11s
[19:57:01.033] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:22:0)
[19:57:01.054] Build status: SCHEDULED
[19:57:01.054] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:23:0) after 7m45s
[20:04:46.121] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:23:0)
[20:04:46.205] Build status: SCHEDULED
[20:04:46.205] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:24:0) after 5m59s
[20:10:45.509] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:24:0)
[20:10:45.535] Build status: SCHEDULED
[20:10:45.536] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:25:0) after 6m18s
[20:17:03.548] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:25:0)
[20:17:03.579] Build status: SCHEDULED
[20:17:03.579] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:26:0) after 2m22s
[20:19:25.691] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:26:0)
[20:19:25.710] Build status: SCHEDULED
[20:19:25.710] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:27:0) after 3m15s
[20:22:40.823] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:27:0)
[20:22:40.855] Build status: SCHEDULED
[20:22:40.855] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:28:0) after 4m39s
[20:27:19.871] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:28:0)
[20:27:19.893] Build status: SCHEDULED
[20:27:19.893] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:29:0) after 5m47s
[20:33:06.910] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:29:0)
[20:33:06.955] Build status: SCHEDULED
[20:33:06.955] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:30:0) after 4m18s
[20:37:24.971] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:30:0)
[20:37:24.988] Build status: SCHEDULED
[20:37:24.988] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:31:0) after 8m12s
[20:45:36.956] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:31:0)
[20:45:36.972] Build status: SCHEDULED
[20:45:36.972] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:32:0) after 3m23s
[20:49:00.004] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:32:0)
[20:49:00.039] Build status: SCHEDULED
[20:49:00.039] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:33:0) after 9m32s
[20:58:32.214] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:33:0)
[20:58:32.248] Build status: SCHEDULED
[20:58:32.248] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:34:0) after 8m25s
[21:06:57.397] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:34:0)
[21:06:57.413] Build status: SCHEDULED
[21:06:57.413] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:35:0) after 3m43s
[21:10:40.760] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:35:0)
[21:10:40.778] Build status: SCHEDULED
[21:10:40.778] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:36:0) after 1m37s
[21:12:18.238] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:36:0)
[21:12:18.304] Build status: SCHEDULED
[21:12:18.304] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:37:0) after 3m26s
[21:15:44.317] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:37:0)
[21:15:44.345] Build status: SCHEDULED
[21:15:44.345] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:38:0) after 2m46s
[21:18:30.352] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:38:0)
[21:18:30.371] Build status: SCHEDULED
[21:18:30.371] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:39:0) after 3m55s
[21:22:25.350] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:39:0)
[21:22:25.365] Build status: SCHEDULED
[21:22:25.365] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:40:0) after 7m42s
[21:30:07.576] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:40:0)
[21:30:07.592] Build status: SCHEDULED
[21:30:07.593] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:41:0) after 6m24s
[21:36:31.926] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:41:0)
[21:36:31.966] Build status: SCHEDULED
[21:36:31.966] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:42:0) after 1m12s
[21:37:44.088] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:42:0)
[21:37:44.107] Build status: SCHEDULED
[21:37:44.107] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:43:0) after 8m1s
[21:45:45.344] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:43:0)
[21:45:45.413] Build status: SCHEDULED
[21:45:45.413] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:44:0) after 1m47s
[21:47:32.482] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:44:0)
[21:47:32.494] Build status: SCHEDULED
[21:47:32.494] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:45:0) after 5m5s
[21:52:37.547] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:45:0)
[21:52:37.570] Build status: SCHEDULED
[21:52:37.570] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:46:0) after 2m25s
[21:55:03.145] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:46:0)
[21:55:03.160] Build status: SCHEDULED
[21:55:03.160] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:47:0) after 7m45s
[22:02:48.179] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:47:0)
[22:02:48.194] Build status: SCHEDULED
[22:02:48.194] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:48:0) after 4m46s
[22:07:34.207] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:48:0)
[22:07:34.226] Build status: SCHEDULED
[22:07:34.226] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:49:0) after 9m50s
[22:17:24.364] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:49:0)
[22:17:24.379] Build status: SCHEDULED
[22:17:24.379] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:50:0) after 5m49s
[22:23:13.586] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:50:0)
[22:23:13.612] Build status: SCHEDULED
[22:23:13.612] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:51:0) after 7m4s
[22:30:17.628] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:51:0)
[22:30:17.651] Build status: SCHEDULED
[22:30:17.651] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:52:0) after 4m57s
[22:35:14.765] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:52:0)
[22:35:14.799] Build status: SCHEDULED
[22:35:14.799] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:53:0) after 3m32s
[22:38:46.819] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:53:0)
[22:38:46.836] Build status: SCHEDULED
[22:38:46.836] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:54:0) after 9m43s
[22:48:29.900] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:54:0)
[22:48:29.932] Build status: SCHEDULED
[22:48:29.933] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:55:0) after 2m35s
[22:51:05.264] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:55:0)
[22:51:05.279] Build status: SCHEDULED
[22:51:05.279] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:56:0) after 9m30s
[23:00:35.268] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:56:0)
[23:00:35.284] Build status: SCHEDULED
[23:00:35.284] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:57:0) after 2m39s
[23:03:14.301] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:57:0)
[23:03:14.321] Build status: SCHEDULED
[23:03:14.321] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:58:0) after 3m57s
[23:07:11.479] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:58:0)
[23:07:11.590] Build status: SCHEDULED
[23:07:11.590] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:59:0) after 1m38s
[23:08:49.662] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:59:0)
[23:08:49.687] Build status: SCHEDULED
[23:08:49.687] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:60:0) after 4m12s
[23:13:01.678] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:60:0)
[23:13:01.708] Build status: SCHEDULED
[23:13:01.708] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:61:0) after 9m35s
[23:22:36.960] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:61:0)
[23:22:36.975] Build status: SCHEDULED
[23:22:36.975] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:62:0) after 3m9s
[23:25:46.000] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:62:0)
[23:25:46.017] Build status: SCHEDULED
[23:25:46.017] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:63:0) after 7m43s
[23:33:29.105] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:63:0)
[23:33:29.128] Build status: SCHEDULED
[23:33:29.128] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:64:0) after 6m37s
[23:40:06.104] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:64:0)
[23:40:06.121] Build status: SCHEDULED
[23:40:06.121] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:65:0) after 7m15s
[23:47:21.164] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:65:0)
[23:47:21.226] Build status: SCHEDULED
[23:47:21.226] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:66:0) after 8m47s
[23:56:08.523] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:66:0)
[23:56:08.540] Build status: SCHEDULED
[23:56:08.540] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:67:0) after 9m55s
[00:06:03.956] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:67:0)
[00:06:04.012] Build status: SCHEDULED
[00:06:04.012] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:68:0) after 4m1s
[00:10:05.026] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:68:0)
[00:10:05.152] Build status: SCHEDULED
[00:10:05.152] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:69:0) after 2m3s
[00:12:08.260] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:69:0)
[00:12:08.297] Build status: SCHEDULED
[00:12:08.297] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:70:0) after 5m34s
[00:17:42.449] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:70:0)
[00:17:42.477] Build status: SCHEDULED
[00:17:42.477] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:71:0) after 7m44s
[00:25:27.140] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:71:0)
[00:25:27.164] Build status: SCHEDULED
[00:25:27.164] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:72:0) after 8m34s
[00:34:01.695] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:72:0)
[00:34:01.710] Build status: SCHEDULED
[00:34:01.710] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:73:0) after 6m22s
[00:40:23.724] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:73:0)
[00:40:23.741] Build status: SCHEDULED
[00:40:23.741] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:74:0) after 4m58s
[00:45:21.859] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:74:0)
[00:45:21.877] Build status: SCHEDULED
[00:45:21.878] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:75:0) after 6m28s
[00:51:49.890] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:75:0)
[00:51:49.937] Build status: SCHEDULED
[00:51:49.937] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:76:0) after 7m40s
[00:59:30.220] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:76:0)
[00:59:30.237] Build status: SCHEDULED
[00:59:30.237] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:77:0) after 9m40s
[01:09:10.335] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:77:0)
[01:09:10.352] Build status: SCHEDULED
[01:09:10.352] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:78:0) after 1m12s
[01:10:22.509] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:78:0)
[01:10:22.557] Build status: SCHEDULED
[01:10:22.557] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:79:0) after 3m54s
[01:14:16.713] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:79:0)
[01:14:16.736] Build status: SCHEDULED
[01:14:16.736] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:80:0) after 2m29s
[01:16:45.751] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:80:0)
[01:16:45.775] Build status: SCHEDULED
[01:16:45.775] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:81:0) after 8m22s
[01:25:07.992] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:81:0)
[01:25:08.019] Build status: SCHEDULED
[01:25:08.019] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:82:0) after 8m44s
[01:31:33.690] Received PubSub notification, asking Buildbucket for the build status
[01:31:33.704] Build status: STARTED
[01:33:52.130] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:82:0)
[01:33:52.148] Build status: STARTED
[01:33:52.148] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:84:0) after 4m11s
[01:38:03.164] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:84:0)
[01:38:03.451] Build status: STARTED
[01:38:03.451] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:85:0) after 1m42s
[01:39:45.601] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:85:0)
[01:39:45.626] Build status: STARTED
[01:39:45.626] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866622769904984864:86:0) after 1m21s
[01:40:32.743] Received PubSub notification, asking Buildbucket for the build status
[01:40:32.772] Build:
{
"id": "8701192707773425921",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-clang-tidy"
},
"createdBy": "project:pigweed",
"createTime": "2025-10-12T18:16:54.703800952Z",
"startTime": "2025-10-13T01:31:33.459612295Z",
"endTime": "2025-10-13T01:40:32.342686094Z",
"updateTime": "2025-10-13T01:40:32.342686094Z",
"status": "FAILURE",
"input": {
}
}
[01:40:32.772] Invocation finished in 7h23m39.485804759s with status FAILED