[20:20:22.591] New invocation is queued and will start shortly
[20:20:23.980] Starting the invocation (attempt 1)
[20:20:24.003] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/ce35bb4ff5797aa2dbd222e181ac211cd4982f82"
[20:20:24.003] Popped gitiles commit info from properties and tags
[20:20:24.003] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:20:24.003] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:20:24.003] Buildbucket request:
{
"requestId": "8840885462233121344",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-clang-tidy"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8840885462233121344",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "53da352e4d4b6e5989e8a96171c8a0dc3d935655"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@53da352e4d4b6e5989e8a96171c8a0dc3d935655",
"title": "53da352e4d4b6e5989e8a96171c8a0dc3d935655",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/53da352e4d4b6e5989e8a96171c8a0dc3d935655"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "ce35bb4ff5797aa2dbd222e181ac211cd4982f82"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@ce35bb4ff5797aa2dbd222e181ac211cd4982f82",
"title": "ce35bb4ff5797aa2dbd222e181ac211cd4982f82",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/ce35bb4ff5797aa2dbd222e181ac211cd4982f82"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "ce35bb4ff5797aa2dbd222e181ac211cd4982f82",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8840885462233121344"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[20:20:24.521] Scheduled build:
{
"id": "8675455400015914049",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-clang-tidy"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-23T20:20:24.084007220Z",
"updateTime": "2026-07-23T20:20:24.084007220Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "ce35bb4ff5797aa2dbd222e181ac211cd4982f82",
"ref": "refs/heads/main"
}
},
"canary": true
}
[20:20:24.521] Task URL: https://cr-buildbucket.appspot.com/build/8675455400015914049
[20:20:24.521] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8840885462233121344:2:0) after 3m30s
[20:20:26.948] Received PubSub notification, asking Buildbucket for the build status
[20:20:26.985] Build status: SCHEDULED
[20:23:54.531] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8840885462233121344:2:0)
[20:23:54.549] Build status: SCHEDULED
[20:23:54.549] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8840885462233121344:4:0) after 7m3s
[20:30:57.666] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8840885462233121344:4:0)
[20:30:57.691] Build status: SCHEDULED
[20:30:57.691] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8840885462233121344:5:0) after 4m35s
[20:35:32.834] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8840885462233121344:5:0)
[20:35:32.854] Build status: SCHEDULED
[20:35:32.854] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8840885462233121344:6:0) after 7m23s
[20:42:55.928] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8840885462233121344:6:0)
[20:42:55.948] Build status: SCHEDULED
[20:42:55.948] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8840885462233121344:7:0) after 2m43s
[20:45:38.961] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8840885462233121344:7:0)
[20:45:38.994] Build status: SCHEDULED
[20:45:38.994] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8840885462233121344:8:0) after 7m35s
[20:53:14.007] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8840885462233121344:8:0)
[20:53:14.023] Build status: SCHEDULED
[20:53:14.023] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8840885462233121344:9:0) after 9m26s
[21:02:40.088] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8840885462233121344:9:0)
[21:02:40.124] Build status: SCHEDULED
[21:02:40.124] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8840885462233121344:10:0) after 8m22s
[21:11:02.214] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8840885462233121344:10:0)
[21:11:02.232] Build status: SCHEDULED
[21:11:02.232] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8840885462233121344:11:0) after 5m36s
[21:16:38.296] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8840885462233121344:11:0)
[21:16:38.366] Build status: SCHEDULED
[21:16:38.366] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8840885462233121344:12:0) after 9m47s
[21:26:25.433] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8840885462233121344:12:0)
[21:26:25.458] Build status: SCHEDULED
[21:26:25.458] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8840885462233121344:13:0) after 9m29s
[21:35:54.746] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8840885462233121344:13:0)
[21:35:54.765] Build status: SCHEDULED
[21:35:54.765] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8840885462233121344:14:0) after 6m39s
[21:42:33.830] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8840885462233121344:14:0)
[21:42:33.867] Build status: SCHEDULED
[21:42:33.867] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8840885462233121344:15:0) after 8m38s
[21:51:12.086] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8840885462233121344:15:0)
[21:51:12.105] Build status: SCHEDULED
[21:51:12.105] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8840885462233121344:16:0) after 9m58s
[22:01:10.200] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8840885462233121344:16:0)
[22:01:10.225] Build status: SCHEDULED
[22:01:10.225] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8840885462233121344:17:0) after 4m18s
[22:05:28.229] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8840885462233121344:17:0)
[22:05:28.256] Build status: SCHEDULED
[22:05:28.256] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8840885462233121344:18:0) after 2m46s
[22:08:14.269] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8840885462233121344:18:0)
[22:08:14.289] Build status: SCHEDULED
[22:08:14.289] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8840885462233121344:19:0) after 5m15s
[22:13:29.451] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8840885462233121344:19:0)
[22:13:29.477] Build status: SCHEDULED
[22:13:29.477] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8840885462233121344:20:0) after 6m29s
[22:19:58.548] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8840885462233121344:20:0)
[22:19:58.565] Build status: SCHEDULED
[22:19:58.565] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8840885462233121344:21:0) after 1m57s
[22:21:55.900] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8840885462233121344:21:0)
[22:21:55.920] Build status: SCHEDULED
[22:21:55.920] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8840885462233121344:22:0) after 2m17s
[22:24:12.946] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8840885462233121344:22:0)
[22:24:12.970] Build status: SCHEDULED
[22:24:12.970] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8840885462233121344:23:0) after 2m1s
[22:26:14.128] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8840885462233121344:23:0)
[22:26:14.150] Build status: SCHEDULED
[22:26:14.150] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8840885462233121344:24:0) after 5m49s
[22:32:03.206] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8840885462233121344:24:0)
[22:32:03.278] Build status: SCHEDULED
[22:32:03.278] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8840885462233121344:25:0) after 6m25s
[22:38:28.293] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8840885462233121344:25:0)
[22:38:28.312] Build status: SCHEDULED
[22:38:28.312] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8840885462233121344:26:0) after 4m41s
[22:43:09.330] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8840885462233121344:26:0)
[22:43:09.349] Build status: SCHEDULED
[22:43:09.349] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8840885462233121344:27:0) after 8m44s
[22:51:53.365] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8840885462233121344:27:0)
[22:51:53.382] Build status: SCHEDULED
[22:51:53.382] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8840885462233121344:28:0) after 1m51s
[22:53:44.401] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8840885462233121344:28:0)
[22:53:44.462] Build status: SCHEDULED
[22:53:44.462] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8840885462233121344:29:0) after 8m41s
[22:54:30.040] Received PubSub notification, asking Buildbucket for the build status
[22:54:30.064] Build status: STARTED
[22:58:32.170] Received PubSub notification, asking Buildbucket for the build status
[22:58:32.314] Build:
{
"id": "8675455400015914049",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-clang-tidy"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-23T20:20:24.084007220Z",
"startTime": "2026-07-23T22:54:29.662164907Z",
"endTime": "2026-07-23T22:58:31.544212451Z",
"updateTime": "2026-07-23T22:58:31.544212451Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "ce35bb4ff5797aa2dbd222e181ac211cd4982f82",
"ref": "refs/heads/main"
}
},
"canary": true
}
[22:58:32.314] Invocation finished in 2h38m9.728540383s with status FAILED