[17:46:47.356] New invocation is queued and will start shortly
[17:46:49.255] Starting the invocation (attempt 1)
[17:46:49.291] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/509505745b54583c160eb0b7c54888ebcdcb39e9"
[17:46:49.291] Popped gitiles commit info from properties and tags
[17:46:49.291] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[17:46:49.292] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[17:46:49.302] Buildbucket request:
{
"requestId": "8865718693899939824",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-clang-tidy"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8865718693899939824",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "509505745b54583c160eb0b7c54888ebcdcb39e9"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@509505745b54583c160eb0b7c54888ebcdcb39e9",
"title": "509505745b54583c160eb0b7c54888ebcdcb39e9",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/509505745b54583c160eb0b7c54888ebcdcb39e9"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "509505745b54583c160eb0b7c54888ebcdcb39e9",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8865718693899939824"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[17:46:49.730] Scheduled build:
{
"id": "8700288631147586545",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-clang-tidy"
},
"createdBy": "project:pigweed",
"createTime": "2025-10-22T17:46:49.361598621Z",
"updateTime": "2025-10-22T17:46:49.361598621Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "509505745b54583c160eb0b7c54888ebcdcb39e9",
"ref": "refs/heads/main"
}
}
}
[17:46:49.730] Task URL: https://cr-buildbucket.appspot.com/build/8700288631147586545
[17:46:49.730] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865718693899939824:2:0) after 1m56s
[17:46:52.523] Received PubSub notification, asking Buildbucket for the build status
[17:46:52.549] Build status: SCHEDULED
[17:48:45.797] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865718693899939824:2:0)
[17:48:45.815] Build status: SCHEDULED
[17:48:45.815] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865718693899939824:4:0) after 8m26s
[17:57:11.928] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865718693899939824:4:0)
[17:57:11.949] Build status: SCHEDULED
[17:57:11.949] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865718693899939824:5:0) after 1m17s
[17:58:28.960] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865718693899939824:5:0)
[17:58:28.978] Build status: SCHEDULED
[17:58:28.978] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865718693899939824:6:0) after 3m31s
[18:02:00.076] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865718693899939824:6:0)
[18:02:00.118] Build status: SCHEDULED
[18:02:00.118] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865718693899939824:7:0) after 8m1s
[18:10:01.284] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865718693899939824:7:0)
[18:10:01.317] Build status: SCHEDULED
[18:10:01.317] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865718693899939824:8:0) after 6m22s
[18:16:23.330] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865718693899939824:8:0)
[18:16:23.426] Build status: SCHEDULED
[18:16:23.426] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865718693899939824:9:0) after 8m10s
[18:24:33.441] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865718693899939824:9:0)
[18:24:33.458] Build status: SCHEDULED
[18:24:33.458] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865718693899939824:10:0) after 6m3s
[18:30:36.523] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865718693899939824:10:0)
[18:30:36.542] Build status: SCHEDULED
[18:30:36.542] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865718693899939824:11:0) after 8m44s
[18:39:20.555] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865718693899939824:11:0)
[18:39:20.574] Build status: SCHEDULED
[18:39:20.574] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865718693899939824:12:0) after 8m16s
[18:47:36.585] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865718693899939824:12:0)
[18:47:36.600] Build status: SCHEDULED
[18:47:36.600] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865718693899939824:13:0) after 9m37s
[18:57:13.640] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865718693899939824:13:0)
[18:57:13.656] Build status: SCHEDULED
[18:57:13.656] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865718693899939824:14:0) after 9m54s
[19:07:07.690] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865718693899939824:14:0)
[19:07:07.940] Build status: SCHEDULED
[19:07:07.940] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865718693899939824:15:0) after 6m56s
[19:14:03.953] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865718693899939824:15:0)
[19:14:03.971] Build status: SCHEDULED
[19:14:03.971] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865718693899939824:16:0) after 7m34s
[19:21:37.983] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865718693899939824:16:0)
[19:21:38.003] Build status: SCHEDULED
[19:21:38.003] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865718693899939824:17:0) after 9m33s
[19:31:11.024] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865718693899939824:17:0)
[19:31:11.040] Build status: SCHEDULED
[19:31:11.040] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865718693899939824:18:0) after 4m18s
[19:35:29.057] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865718693899939824:18:0)
[19:35:29.082] Build status: SCHEDULED
[19:35:29.082] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865718693899939824:19:0) after 7m52s
[19:43:21.094] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865718693899939824:19:0)
[19:43:21.111] Build status: SCHEDULED
[19:43:21.111] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865718693899939824:20:0) after 7m13s
[19:50:34.127] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865718693899939824:20:0)
[19:50:34.188] Build status: SCHEDULED
[19:50:34.188] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865718693899939824:21:0) after 9m20s
[19:59:54.202] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865718693899939824:21:0)
[19:59:54.228] Build status: SCHEDULED
[19:59:54.228] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865718693899939824:22:0) after 9m45s
[20:09:39.241] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865718693899939824:22:0)
[20:09:39.398] Build status: SCHEDULED
[20:09:39.398] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865718693899939824:23:0) after 1m1s
[20:10:40.488] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865718693899939824:23:0)
[20:10:40.508] Build status: SCHEDULED
[20:10:40.508] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865718693899939824:24:0) after 8m57s
[20:19:37.528] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865718693899939824:24:0)
[20:19:37.548] Build status: SCHEDULED
[20:19:37.548] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865718693899939824:25:0) after 5m13s
[20:24:50.600] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865718693899939824:25:0)
[20:24:50.617] Build status: SCHEDULED
[20:24:50.617] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865718693899939824:26:0) after 1m15s
[20:26:05.689] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865718693899939824:26:0)
[20:26:05.775] Build status: SCHEDULED
[20:26:05.775] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865718693899939824:27:0) after 7m6s
[20:33:11.748] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865718693899939824:27:0)
[20:33:11.766] Build status: SCHEDULED
[20:33:11.766] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865718693899939824:28:0) after 4m35s
[20:37:46.809] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865718693899939824:28:0)
[20:37:46.833] Build status: SCHEDULED
[20:37:46.833] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865718693899939824:29:0) after 9m11s
[20:46:57.888] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865718693899939824:29:0)
[20:46:57.916] Build status: SCHEDULED
[20:46:57.916] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865718693899939824:30:0) after 2m49s
[20:49:46.940] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865718693899939824:30:0)
[20:49:46.966] Build status: SCHEDULED
[20:49:46.966] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865718693899939824:31:0) after 1m19s
[20:51:06.072] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865718693899939824:31:0)
[20:51:06.103] Build status: SCHEDULED
[20:51:06.103] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865718693899939824:32:0) after 6m47s
[20:57:53.132] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865718693899939824:32:0)
[20:57:53.156] Build status: SCHEDULED
[20:57:53.156] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865718693899939824:33:0) after 6m18s
[21:04:11.331] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865718693899939824:33:0)
[21:04:11.346] Build status: SCHEDULED
[21:04:11.346] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865718693899939824:34:0) after 3m33s
[21:07:44.361] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865718693899939824:34:0)
[21:07:44.426] Build status: SCHEDULED
[21:07:44.426] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865718693899939824:35:0) after 4m38s
[21:12:22.441] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865718693899939824:35:0)
[21:12:22.491] Build status: SCHEDULED
[21:12:22.491] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865718693899939824:36:0) after 2m54s
[21:15:16.505] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865718693899939824:36:0)
[21:15:16.528] Build status: SCHEDULED
[21:15:16.528] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865718693899939824:37:0) after 3m0s
[21:18:16.651] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865718693899939824:37:0)
[21:18:16.669] Build status: SCHEDULED
[21:18:16.669] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865718693899939824:38:0) after 9m3s
[21:25:20.674] Received PubSub notification, asking Buildbucket for the build status
[21:25:20.689] Build status: STARTED
[21:27:19.685] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865718693899939824:38:0)
[21:27:19.703] Build status: STARTED
[21:27:19.703] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865718693899939824:40:0) after 3m25s
[21:30:11.625] Received PubSub notification, asking Buildbucket for the build status
[21:30:11.642] Build:
{
"id": "8700288631147586545",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-clang-tidy"
},
"createdBy": "project:pigweed",
"createTime": "2025-10-22T17:46:49.361598621Z",
"startTime": "2025-10-22T21:25:19.511786942Z",
"endTime": "2025-10-22T21:30:11.184497651Z",
"updateTime": "2025-10-22T21:30:11.184497651Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "509505745b54583c160eb0b7c54888ebcdcb39e9",
"ref": "refs/heads/main"
}
}
}
[21:30:11.642] Invocation finished in 3h43m24.289848145s with status FAILED