[20:07:09.495] New invocation is queued and will start shortly
[20:07:10.616] Starting the invocation (attempt 1)
[20:07:10.637] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/f427171c3569aad214a778deeb33deb55b433328"
[20:07:10.637] Popped gitiles commit info from properties and tags
[20:07:10.637] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:07:10.638] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:07:10.638] Buildbucket request:
{
"requestId": "8842879427114512064",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-clang-tidy"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8842879427114512064",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "f427171c3569aad214a778deeb33deb55b433328"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@f427171c3569aad214a778deeb33deb55b433328",
"title": "f427171c3569aad214a778deeb33deb55b433328",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/f427171c3569aad214a778deeb33deb55b433328"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "f427171c3569aad214a778deeb33deb55b433328",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8842879427114512064"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[20:07:11.023] Scheduled build:
{
"id": "8677449365206501153",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-clang-tidy"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-01T20:07:10.694910876Z",
"updateTime": "2026-07-01T20:07:10.694910876Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "f427171c3569aad214a778deeb33deb55b433328",
"ref": "refs/heads/main"
}
}
}
[20:07:11.023] Task URL: https://cr-buildbucket.appspot.com/build/8677449365206501153
[20:07:11.023] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8842879427114512064:2:0) after 1m18s
[20:07:11.966] Received PubSub notification, asking Buildbucket for the build status
[20:07:12.068] Build status: SCHEDULED
[20:08:29.051] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8842879427114512064:2:0)
[20:08:29.072] Build status: SCHEDULED
[20:08:29.072] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8842879427114512064:4:0) after 7m16s
[20:15:45.129] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8842879427114512064:4:0)
[20:15:45.206] Build status: SCHEDULED
[20:15:45.206] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8842879427114512064:5:0) after 9m23s
[20:25:08.491] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8842879427114512064:5:0)
[20:25:08.513] Build status: SCHEDULED
[20:25:08.513] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8842879427114512064:6:0) after 4m9s
[20:29:17.548] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8842879427114512064:6:0)
[20:29:17.575] Build status: SCHEDULED
[20:29:17.575] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8842879427114512064:7:0) after 1m54s
[20:31:11.587] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8842879427114512064:7:0)
[20:31:11.605] Build status: SCHEDULED
[20:31:11.605] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8842879427114512064:8:0) after 1m11s
[20:32:22.941] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8842879427114512064:8:0)
[20:32:22.978] Build status: SCHEDULED
[20:32:22.979] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8842879427114512064:9:0) after 6m53s
[20:39:16.286] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8842879427114512064:9:0)
[20:39:16.306] Build status: SCHEDULED
[20:39:16.306] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8842879427114512064:10:0) after 9m47s
[20:49:03.271] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8842879427114512064:10:0)
[20:49:03.289] Build status: SCHEDULED
[20:49:03.289] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8842879427114512064:11:0) after 3m5s
[20:53:46.222] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8842879427114512064:11:0)
[20:53:46.298] Build status: SCHEDULED
[20:53:46.298] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8842879427114512064:12:0) after 1m53s
[20:55:39.315] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8842879427114512064:12:0)
[20:55:39.330] Build status: SCHEDULED
[20:55:39.330] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8842879427114512064:13:0) after 9m4s
[21:04:43.612] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8842879427114512064:13:0)
[21:04:43.658] Build status: SCHEDULED
[21:04:43.658] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8842879427114512064:14:0) after 1m27s
[21:06:10.873] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8842879427114512064:14:0)
[21:06:10.891] Build status: SCHEDULED
[21:06:10.891] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8842879427114512064:15:0) after 8m26s
[21:14:37.059] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8842879427114512064:15:0)
[21:14:37.085] Build status: SCHEDULED
[21:14:37.085] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8842879427114512064:16:0) after 5m18s
[21:19:55.100] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8842879427114512064:16:0)
[21:19:55.122] Build status: SCHEDULED
[21:19:55.122] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8842879427114512064:17:0) after 1m33s
[21:21:28.169] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8842879427114512064:17:0)
[21:21:28.187] Build status: SCHEDULED
[21:21:28.187] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8842879427114512064:18:0) after 9m39s
[21:31:07.238] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8842879427114512064:18:0)
[21:31:07.265] Build status: SCHEDULED
[21:31:07.266] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8842879427114512064:19:0) after 9m35s
[21:40:42.281] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8842879427114512064:19:0)
[21:40:42.300] Build status: SCHEDULED
[21:40:42.300] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8842879427114512064:20:0) after 7m4s
[21:47:46.737] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8842879427114512064:20:0)
[21:47:46.772] Build status: SCHEDULED
[21:47:46.772] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8842879427114512064:21:0) after 3m12s
[21:50:58.930] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8842879427114512064:21:0)
[21:50:58.956] Build status: SCHEDULED
[21:50:58.957] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8842879427114512064:22:0) after 3m17s
[21:54:15.994] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8842879427114512064:22:0)
[21:54:16.026] Build status: SCHEDULED
[21:54:16.026] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8842879427114512064:23:0) after 1m11s
[21:55:27.053] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8842879427114512064:23:0)
[21:55:27.148] Build status: SCHEDULED
[21:55:27.148] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8842879427114512064:24:0) after 8m30s
[22:03:57.227] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8842879427114512064:24:0)
[22:03:57.251] Build status: SCHEDULED
[22:03:57.251] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8842879427114512064:25:0) after 2m1s
[22:05:58.298] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8842879427114512064:25:0)
[22:05:58.361] Build status: SCHEDULED
[22:05:58.361] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8842879427114512064:26:0) after 4m51s
[22:10:49.359] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8842879427114512064:26:0)
[22:10:49.378] Build status: SCHEDULED
[22:10:49.378] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8842879427114512064:27:0) after 4m45s
[22:15:34.444] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8842879427114512064:27:0)
[22:15:34.458] Build status: SCHEDULED
[22:15:34.458] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8842879427114512064:28:0) after 6m29s
[22:22:03.474] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8842879427114512064:28:0)
[22:22:03.493] Build status: SCHEDULED
[22:22:03.493] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8842879427114512064:29:0) after 8m43s
[22:30:46.592] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8842879427114512064:29:0)
[22:30:46.634] Build status: SCHEDULED
[22:30:46.634] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8842879427114512064:30:0) after 6m7s
[22:36:53.607] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8842879427114512064:30:0)
[22:36:53.644] Build status: SCHEDULED
[22:36:53.644] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8842879427114512064:31:0) after 8m36s
[22:45:29.762] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8842879427114512064:31:0)
[22:45:29.781] Build status: SCHEDULED
[22:45:29.781] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8842879427114512064:32:0) after 3m58s
[22:49:27.945] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8842879427114512064:32:0)
[22:49:27.971] Build status: SCHEDULED
[22:49:27.971] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8842879427114512064:33:0) after 8m24s
[22:57:51.943] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8842879427114512064:33:0)
[22:57:51.962] Build status: SCHEDULED
[22:57:51.962] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8842879427114512064:34:0) after 4m47s
[23:02:38.978] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8842879427114512064:34:0)
[23:02:39.040] Build status: SCHEDULED
[23:02:39.040] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8842879427114512064:35:0) after 7m2s
[23:09:41.078] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8842879427114512064:35:0)
[23:09:41.178] Build status: SCHEDULED
[23:09:41.178] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8842879427114512064:36:0) after 6m36s
[23:10:52.934] Received PubSub notification, asking Buildbucket for the build status
[23:10:52.952] Build status: STARTED
[23:16:17.225] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8842879427114512064:36:0)
[23:16:17.247] Build status: STARTED
[23:16:17.247] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8842879427114512064:38:0) after 5m18s
[23:20:51.805] Received PubSub notification, asking Buildbucket for the build status
[23:20:51.837] Build:
{
"id": "8677449365206501153",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-clang-tidy"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-01T20:07:10.694910876Z",
"startTime": "2026-07-01T23:10:52.249460730Z",
"endTime": "2026-07-01T23:20:51.257093813Z",
"updateTime": "2026-07-01T23:20:51.257093813Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "f427171c3569aad214a778deeb33deb55b433328",
"ref": "refs/heads/main"
}
}
}
[23:20:51.837] Invocation finished in 3h13m42.34622511s with status FAILED