[23:12:30.371] New invocation is queued and will start shortly
[23:12:31.446] Starting the invocation (attempt 1)
[23:12:31.467] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/8f705b4fd4e4712394aeab25dd619e31e7e8e768"
[23:12:31.468] Popped gitiles commit info from properties and tags
[23:12:31.468] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:12:31.468] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:12:31.468] Buildbucket request:
{
"requestId": "8875120286076664848",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-clang-tidy"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8875120286076664848",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "ad79a9071d7573626ea414c51811ed60e4a1c1d8"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@ad79a9071d7573626ea414c51811ed60e4a1c1d8",
"title": "ad79a9071d7573626ea414c51811ed60e4a1c1d8",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/ad79a9071d7573626ea414c51811ed60e4a1c1d8"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "664d0fc587419c800c7e2be561056e67716ed22c"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@664d0fc587419c800c7e2be561056e67716ed22c",
"title": "664d0fc587419c800c7e2be561056e67716ed22c",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/664d0fc587419c800c7e2be561056e67716ed22c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "31964ac812fe8b306ca23e4b4db669e9e91b55c4"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@31964ac812fe8b306ca23e4b4db669e9e91b55c4",
"title": "31964ac812fe8b306ca23e4b4db669e9e91b55c4",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/31964ac812fe8b306ca23e4b4db669e9e91b55c4"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "60a4cc54044d92647890d5318f5a475d2f26369c"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@60a4cc54044d92647890d5318f5a475d2f26369c",
"title": "60a4cc54044d92647890d5318f5a475d2f26369c",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/60a4cc54044d92647890d5318f5a475d2f26369c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "04aeff8fd3ca62306e3422e43e0bf45a43323d32"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@04aeff8fd3ca62306e3422e43e0bf45a43323d32",
"title": "04aeff8fd3ca62306e3422e43e0bf45a43323d32",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/04aeff8fd3ca62306e3422e43e0bf45a43323d32"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "cb5e7a324c13fd7bcc71646ad0c03386b52ea019"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@cb5e7a324c13fd7bcc71646ad0c03386b52ea019",
"title": "cb5e7a324c13fd7bcc71646ad0c03386b52ea019",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/cb5e7a324c13fd7bcc71646ad0c03386b52ea019"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "c91fc7c107f021fb967af806fcedc5abc335c2b0"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@c91fc7c107f021fb967af806fcedc5abc335c2b0",
"title": "c91fc7c107f021fb967af806fcedc5abc335c2b0",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/c91fc7c107f021fb967af806fcedc5abc335c2b0"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "8f705b4fd4e4712394aeab25dd619e31e7e8e768"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@8f705b4fd4e4712394aeab25dd619e31e7e8e768",
"title": "8f705b4fd4e4712394aeab25dd619e31e7e8e768",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/8f705b4fd4e4712394aeab25dd619e31e7e8e768"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "8f705b4fd4e4712394aeab25dd619e31e7e8e768",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8875120286076664848"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[23:12:32.266] Scheduled build:
{
"id": "8709690224208801569",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-clang-tidy"
},
"createdBy": "project:pigweed",
"createTime": "2025-07-10T23:12:31.525793588Z",
"updateTime": "2025-07-10T23:12:31.525793588Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "8f705b4fd4e4712394aeab25dd619e31e7e8e768",
"ref": "refs/heads/main"
}
}
}
[23:12:32.266] Task URL: https://cr-buildbucket.appspot.com/build/8709690224208801569
[23:12:32.266] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:2:0) after 4m26s
[23:12:32.567] Received PubSub notification, asking Buildbucket for the build status
[23:12:32.601] Build status: SCHEDULED
[23:16:58.295] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:2:0)
[23:16:58.333] Build status: SCHEDULED
[23:16:58.333] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:4:0) after 7m50s
[23:24:48.346] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:4:0)
[23:24:48.374] Build status: SCHEDULED
[23:24:48.374] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:5:0) after 7m3s
[23:31:51.390] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:5:0)
[23:31:51.409] Build status: SCHEDULED
[23:31:51.409] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:6:0) after 3m23s
[23:35:14.422] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:6:0)
[23:35:14.444] Build status: SCHEDULED
[23:35:14.444] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:7:0) after 7m43s
[23:42:57.459] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:7:0)
[23:42:57.504] Build status: SCHEDULED
[23:42:57.504] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:8:0) after 3m39s
[23:46:36.521] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:8:0)
[23:46:36.551] Build status: SCHEDULED
[23:46:36.551] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:9:0) after 6m15s
[23:52:51.589] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:9:0)
[23:52:51.645] Build status: SCHEDULED
[23:52:51.645] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:10:0) after 3m36s
[23:56:27.718] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:10:0)
[23:56:27.823] Build status: SCHEDULED
[23:56:27.823] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:11:0) after 6m4s
[00:02:31.851] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:11:0)
[00:02:31.873] Build status: SCHEDULED
[00:02:31.873] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:12:0) after 5m36s
[00:08:07.932] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:12:0)
[00:08:07.953] Build status: SCHEDULED
[00:08:07.953] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:13:0) after 9m26s
[00:17:34.002] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:13:0)
[00:17:34.022] Build status: SCHEDULED
[00:17:34.022] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:14:0) after 5m27s
[00:23:01.039] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:14:0)
[00:23:01.059] Build status: SCHEDULED
[00:23:01.059] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:15:0) after 3m52s
[00:26:53.151] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:15:0)
[00:26:53.174] Build status: SCHEDULED
[00:26:53.174] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:16:0) after 7m35s
[00:34:28.263] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:16:0)
[00:34:28.305] Build status: SCHEDULED
[00:34:28.305] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:17:0) after 4m34s
[00:39:02.323] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:17:0)
[00:39:02.366] Build status: SCHEDULED
[00:39:02.366] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:18:0) after 1m23s
[00:40:25.434] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:18:0)
[00:40:25.453] Build status: SCHEDULED
[00:40:25.453] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:19:0) after 9m12s
[00:49:37.475] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:19:0)
[00:49:37.510] Build status: SCHEDULED
[00:49:37.510] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:20:0) after 9m4s
[00:58:41.615] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:20:0)
[00:58:41.703] Build status: SCHEDULED
[00:58:41.703] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:21:0) after 9m4s
[01:07:45.783] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:21:0)
[01:07:45.845] Build status: SCHEDULED
[01:07:45.845] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:22:0) after 3m18s
[01:11:03.865] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:22:0)
[01:11:03.890] Build status: SCHEDULED
[01:11:03.890] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:23:0) after 8m49s
[01:19:52.914] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:23:0)
[01:19:52.937] Build status: SCHEDULED
[01:19:52.937] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:24:0) after 5m30s
[01:25:22.963] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:24:0)
[01:25:22.991] Build status: SCHEDULED
[01:25:22.991] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:25:0) after 7m5s
[01:32:28.050] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:25:0)
[01:32:28.069] Build status: SCHEDULED
[01:32:28.069] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:26:0) after 3m2s
[01:35:30.085] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:26:0)
[01:35:30.101] Build status: SCHEDULED
[01:35:30.101] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:27:0) after 6m27s
[01:41:57.079] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:27:0)
[01:41:57.100] Build status: SCHEDULED
[01:41:57.100] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:28:0) after 1m57s
[01:43:54.164] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:28:0)
[01:43:54.197] Build status: SCHEDULED
[01:43:54.197] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:29:0) after 9m39s
[01:53:33.202] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:29:0)
[01:53:33.278] Build status: SCHEDULED
[01:53:33.278] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:30:0) after 8m28s
[02:02:01.358] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:30:0)
[02:02:01.379] Build status: SCHEDULED
[02:02:01.379] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:31:0) after 9m25s
[02:11:26.394] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:31:0)
[02:11:26.474] Build status: SCHEDULED
[02:11:26.474] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:32:0) after 4m15s
[02:15:41.552] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:32:0)
[02:15:41.577] Build status: SCHEDULED
[02:15:41.577] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:33:0) after 8m55s
[02:24:36.601] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:33:0)
[02:24:36.676] Build status: SCHEDULED
[02:24:36.676] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:34:0) after 3m53s
[02:28:29.698] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:34:0)
[02:28:29.718] Build status: SCHEDULED
[02:28:29.718] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:35:0) after 7m17s
[02:35:46.759] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:35:0)
[02:35:46.778] Build status: SCHEDULED
[02:35:46.778] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:36:0) after 8m28s
[02:44:14.905] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:36:0)
[02:44:14.926] Build status: SCHEDULED
[02:44:14.927] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:37:0) after 8m26s
[02:52:41.088] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:37:0)
[02:52:41.130] Build status: SCHEDULED
[02:52:41.130] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:38:0) after 6m48s
[02:59:29.245] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:38:0)
[02:59:29.262] Build status: SCHEDULED
[02:59:29.262] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:39:0) after 1m22s
[03:00:51.411] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:39:0)
[03:00:51.442] Build status: SCHEDULED
[03:00:51.442] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:40:0) after 9m4s
[03:09:55.457] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:40:0)
[03:09:55.514] Build status: SCHEDULED
[03:09:55.514] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:41:0) after 2m28s
[03:12:23.555] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:41:0)
[03:12:23.576] Build status: SCHEDULED
[03:12:23.576] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:42:0) after 9m36s
[03:21:59.642] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:42:0)
[03:21:59.659] Build status: SCHEDULED
[03:21:59.659] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:43:0) after 3m49s
[03:25:48.703] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:43:0)
[03:25:48.728] Build status: SCHEDULED
[03:25:48.728] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:44:0) after 3m56s
[03:29:44.762] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:44:0)
[03:29:44.827] Build status: SCHEDULED
[03:29:44.827] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:45:0) after 1m1s
[03:30:45.860] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:45:0)
[03:30:45.878] Build status: SCHEDULED
[03:30:45.878] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:46:0) after 7m32s
[03:38:17.878] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:46:0)
[03:38:17.896] Build status: SCHEDULED
[03:38:17.896] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:47:0) after 5m55s
[03:44:12.921] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:47:0)
[03:44:12.952] Build status: SCHEDULED
[03:44:12.952] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:48:0) after 4m13s
[03:48:26.042] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:48:0)
[03:48:26.058] Build status: SCHEDULED
[03:48:26.058] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:49:0) after 5m42s
[03:54:08.078] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:49:0)
[03:54:08.101] Build status: SCHEDULED
[03:54:08.101] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:50:0) after 1m9s
[03:55:17.132] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:50:0)
[03:55:17.187] Build status: SCHEDULED
[03:55:17.187] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:51:0) after 1m57s
[03:57:14.228] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:51:0)
[03:57:14.246] Build status: SCHEDULED
[03:57:14.246] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:52:0) after 8m44s
[04:05:58.267] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:52:0)
[04:05:58.283] Build status: SCHEDULED
[04:05:58.283] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:53:0) after 8m52s
[04:14:50.356] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:53:0)
[04:14:50.373] Build status: SCHEDULED
[04:14:50.373] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:54:0) after 5m26s
[04:20:16.354] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:54:0)
[04:20:16.386] Build status: SCHEDULED
[04:20:16.386] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:55:0) after 1m2s
[04:21:18.415] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:55:0)
[04:21:18.438] Build status: SCHEDULED
[04:21:18.438] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:56:0) after 9m57s
[04:31:15.495] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:56:0)
[04:31:15.514] Build status: SCHEDULED
[04:31:15.514] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:57:0) after 9m57s
[04:41:12.556] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:57:0)
[04:41:12.590] Build status: SCHEDULED
[04:41:12.590] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:58:0) after 4m53s
[04:46:05.612] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:58:0)
[04:46:05.667] Build status: SCHEDULED
[04:46:05.667] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:59:0) after 2m49s
[04:48:54.694] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:59:0)
[04:48:54.722] Build status: SCHEDULED
[04:48:54.722] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:60:0) after 5m33s
[04:54:27.749] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:60:0)
[04:54:27.768] Build status: SCHEDULED
[04:54:27.768] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:61:0) after 9m57s
[05:04:24.750] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:61:0)
[05:04:24.774] Build status: SCHEDULED
[05:04:24.774] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:62:0) after 3m50s
[05:08:14.798] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:62:0)
[05:08:14.821] Build status: SCHEDULED
[05:08:14.821] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:63:0) after 2m5s
[05:10:19.889] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:63:0)
[05:10:19.907] Build status: SCHEDULED
[05:10:19.907] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:64:0) after 4m41s
[05:15:00.957] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:64:0)
[05:15:01.019] Build status: SCHEDULED
[05:15:01.019] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:65:0) after 6m19s
[05:21:20.043] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:65:0)
[05:21:20.088] Build status: SCHEDULED
[05:21:20.088] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:66:0) after 7m38s
[05:28:58.129] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:66:0)
[05:28:58.178] Build status: SCHEDULED
[05:28:58.178] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:67:0) after 7m32s
[05:36:30.203] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:67:0)
[05:36:30.267] Build status: SCHEDULED
[05:36:30.267] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:68:0) after 4m41s
[05:41:11.286] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:68:0)
[05:41:11.306] Build status: SCHEDULED
[05:41:11.306] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:69:0) after 9m0s
[05:50:11.331] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:69:0)
[05:50:11.357] Build status: SCHEDULED
[05:50:11.358] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:70:0) after 7m14s
[05:57:25.386] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:70:0)
[05:57:25.405] Build status: SCHEDULED
[05:57:25.405] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:71:0) after 6m17s
[06:03:42.432] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:71:0)
[06:03:42.462] Build status: SCHEDULED
[06:03:42.462] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:72:0) after 2m14s
[06:05:56.476] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:72:0)
[06:05:56.497] Build status: SCHEDULED
[06:05:56.497] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:73:0) after 1m24s
[06:07:20.511] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:73:0)
[06:07:20.528] Build status: SCHEDULED
[06:07:20.528] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:74:0) after 2m34s
[06:09:54.557] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:74:0)
[06:09:54.585] Build status: SCHEDULED
[06:09:54.585] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:75:0) after 9m9s
[06:19:03.644] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:75:0)
[06:19:03.663] Build status: SCHEDULED
[06:19:03.663] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:76:0) after 7m33s
[06:26:36.752] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:76:0)
[06:26:36.775] Build status: SCHEDULED
[06:26:36.775] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:77:0) after 7m4s
[06:33:40.859] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:77:0)
[06:33:40.953] Build status: SCHEDULED
[06:33:40.953] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:78:0) after 5m36s
[06:39:17.040] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:78:0)
[06:39:17.056] Build status: SCHEDULED
[06:39:17.056] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:79:0) after 2m15s
[06:41:32.127] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:79:0)
[06:41:32.144] Build status: SCHEDULED
[06:41:32.144] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:80:0) after 8m20s
[06:49:52.173] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:80:0)
[06:49:52.196] Build status: SCHEDULED
[06:49:52.196] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:81:0) after 8m31s
[06:58:23.341] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:81:0)
[06:58:23.400] Build status: SCHEDULED
[06:58:23.400] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:82:0) after 2m38s
[07:01:01.473] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:82:0)
[07:01:01.498] Build status: SCHEDULED
[07:01:01.498] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:83:0) after 9m19s
[07:10:20.688] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:83:0)
[07:10:20.708] Build status: SCHEDULED
[07:10:20.709] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875120286076664848:84:0) after 2m33s
[07:12:31.151] Received PubSub notification, asking Buildbucket for the build status
[07:12:31.181] Build:
{
"id": "8709690224208801569",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-clang-tidy"
},
"createdBy": "project:pigweed",
"createTime": "2025-07-10T23:12:31.525793588Z",
"endTime": "2025-07-11T07:12:30.884232699Z",
"updateTime": "2025-07-11T07:12:30.884232699Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"resourceExhaustion": {
},
"timeout": {
}
},
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "8f705b4fd4e4712394aeab25dd619e31e7e8e768",
"ref": "refs/heads/main"
}
}
}
[07:12:31.181] Invocation finished in 8h0m0.820388575s with status FAILED