[10:20:50.894] New invocation is queued and will start shortly
[10:20:50.894] Triggered by user:rerunner@pigweed-service-accounts.iam.gserviceaccount.com
[10:20:52.148] Starting the invocation (attempt 1)
[10:20:52.173] Ignoring gitiles_ref tag without the buildset tag
[10:20:52.173] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[10:20:52.173] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[10:20:52.173] Buildbucket request:
{
"requestId": "8837933481399088704",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-clang-tidy"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8837933481399088704",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy",
"triggers": [
{
"buildbucket": {
"tags": [
"parent_buildername:rerunner",
"user_agent:rerunner"
]
},
"id": "fef2bd5d-9870-45cb-ab1f-9361bd62f721",
"title": "rerunner/0",
"url": "https://cr-buildbucket.appspot.com/build/8672503831832596849"
}
]
}
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8837933481399088704"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "rerunner"
},
{
"key": "user_agent",
"value": "rerunner"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[10:20:52.758] Scheduled build:
{
"id": "8672503419134935713",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-clang-tidy"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-25T10:20:52.433983797Z",
"updateTime": "2026-08-25T10:20:52.433983797Z",
"status": "SCHEDULED",
"input": {
}
}
[10:20:52.758] Task URL: https://cr-buildbucket.appspot.com/build/8672503419134935713
[10:20:52.758] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837933481399088704:2:0) after 6m51s
[10:20:53.710] Received PubSub notification, asking Buildbucket for the build status
[10:20:53.741] Build status: SCHEDULED
[10:27:43.776] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837933481399088704:2:0)
[10:27:43.828] Build status: SCHEDULED
[10:27:43.828] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837933481399088704:4:0) after 5m15s
[10:32:58.951] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837933481399088704:4:0)
[10:32:58.989] Build status: SCHEDULED
[10:32:58.989] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837933481399088704:5:0) after 7m55s
[10:40:54.092] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837933481399088704:5:0)
[10:40:54.114] Build status: SCHEDULED
[10:40:54.114] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837933481399088704:6:0) after 6m40s
[10:47:34.094] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837933481399088704:6:0)
[10:47:34.334] Build status: SCHEDULED
[10:47:34.334] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837933481399088704:7:0) after 8m53s
[10:56:27.424] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837933481399088704:7:0)
[10:56:27.444] Build status: SCHEDULED
[10:56:27.444] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837933481399088704:8:0) after 5m48s
[11:02:15.476] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837933481399088704:8:0)
[11:02:15.496] Build status: SCHEDULED
[11:02:15.496] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837933481399088704:9:0) after 6m20s
[11:08:35.509] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837933481399088704:9:0)
[11:08:35.547] Build status: SCHEDULED
[11:08:35.547] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837933481399088704:10:0) after 6m45s
[11:15:20.768] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837933481399088704:10:0)
[11:15:20.795] Build status: SCHEDULED
[11:15:20.795] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837933481399088704:11:0) after 1m59s
[11:17:19.863] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837933481399088704:11:0)
[11:17:19.899] Build status: SCHEDULED
[11:17:19.899] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837933481399088704:12:0) after 9m9s
[11:26:29.060] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837933481399088704:12:0)
[11:26:29.087] Build status: SCHEDULED
[11:26:29.087] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837933481399088704:13:0) after 8m26s
[11:34:55.153] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837933481399088704:13:0)
[11:34:55.171] Build status: SCHEDULED
[11:34:55.171] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837933481399088704:14:0) after 8m36s
[11:43:31.384] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837933481399088704:14:0)
[11:43:31.408] Build status: SCHEDULED
[11:43:31.408] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837933481399088704:15:0) after 8m24s
[11:51:55.482] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837933481399088704:15:0)
[11:51:55.498] Build status: SCHEDULED
[11:51:55.498] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837933481399088704:16:0) after 9m56s
[12:01:51.584] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837933481399088704:16:0)
[12:01:51.667] Build status: SCHEDULED
[12:01:51.667] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837933481399088704:17:0) after 7m30s
[12:09:21.684] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837933481399088704:17:0)
[12:09:21.703] Build status: SCHEDULED
[12:09:21.703] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837933481399088704:18:0) after 7m29s
[12:16:50.691] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837933481399088704:18:0)
[12:16:50.780] Build status: SCHEDULED
[12:16:50.780] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837933481399088704:19:0) after 5m6s
[12:21:56.914] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837933481399088704:19:0)
[12:21:56.949] Build status: SCHEDULED
[12:21:56.949] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837933481399088704:20:0) after 3m50s
[12:25:46.993] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837933481399088704:20:0)
[12:25:47.077] Build status: SCHEDULED
[12:25:47.077] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837933481399088704:21:0) after 4m22s
[12:30:09.095] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837933481399088704:21:0)
[12:30:09.117] Build status: SCHEDULED
[12:30:09.117] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837933481399088704:22:0) after 3m17s
[12:33:26.297] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837933481399088704:22:0)
[12:33:26.332] Build status: SCHEDULED
[12:33:26.332] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837933481399088704:23:0) after 7m57s
[12:41:23.508] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837933481399088704:23:0)
[12:41:23.528] Build status: SCHEDULED
[12:41:23.528] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837933481399088704:24:0) after 8m11s
[12:49:34.590] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837933481399088704:24:0)
[12:49:34.607] Build status: SCHEDULED
[12:49:34.607] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837933481399088704:25:0) after 6m53s
[12:56:27.639] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837933481399088704:25:0)
[12:56:27.656] Build status: SCHEDULED
[12:56:27.656] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837933481399088704:26:0) after 1m10s
[12:57:37.982] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837933481399088704:26:0)
[12:57:38.003] Build status: SCHEDULED
[12:57:38.003] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837933481399088704:27:0) after 6m46s
[13:04:24.143] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837933481399088704:27:0)
[13:04:24.162] Build status: SCHEDULED
[13:04:24.162] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837933481399088704:28:0) after 1m42s
[13:06:06.187] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837933481399088704:28:0)
[13:06:06.526] Build status: SCHEDULED
[13:06:06.526] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837933481399088704:29:0) after 4m37s
[13:10:43.600] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837933481399088704:29:0)
[13:10:43.619] Build status: SCHEDULED
[13:10:43.619] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837933481399088704:30:0) after 5m21s
[13:16:04.695] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837933481399088704:30:0)
[13:16:04.720] Build status: SCHEDULED
[13:16:04.720] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837933481399088704:31:0) after 3m36s
[13:19:40.743] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837933481399088704:31:0)
[13:19:40.768] Build status: SCHEDULED
[13:19:40.768] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837933481399088704:32:0) after 5m50s
[13:25:30.887] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837933481399088704:32:0)
[13:25:31.055] Build status: SCHEDULED
[13:25:31.055] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837933481399088704:33:0) after 9m26s
[13:34:57.130] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837933481399088704:33:0)
[13:34:57.183] Build status: SCHEDULED
[13:34:57.183] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837933481399088704:34:0) after 8m47s
[13:43:41.066] Received PubSub notification, asking Buildbucket for the build status
[13:43:41.087] Build status: STARTED
[13:43:44.448] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837933481399088704:34:0)
[13:43:44.466] Build status: STARTED
[13:43:44.466] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837933481399088704:36:0) after 6m37s
[13:50:21.580] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837933481399088704:36:0)
[13:50:21.597] Build status: STARTED
[13:50:21.597] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837933481399088704:37:0) after 2m34s
[13:52:38.087] Received PubSub notification, asking Buildbucket for the build status
[13:52:38.130] Build:
{
"id": "8672503419134935713",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-clang-tidy"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-25T10:20:52.433983797Z",
"startTime": "2026-08-25T13:43:40.836144630Z",
"endTime": "2026-08-25T13:52:37.746100189Z",
"updateTime": "2026-08-25T13:52:37.746100189Z",
"status": "FAILURE",
"input": {
}
}
[13:52:38.130] Invocation finished in 3h31m47.239223842s with status FAILED