[05:31:38.757] New invocation is queued and will start shortly
[05:31:39.975] Starting the invocation (attempt 1)
[05:31:40.009] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/5d8cf7be19c444d21e7589a3e75659f829c56fe4"
[05:31:40.009] Popped gitiles commit info from properties and tags
[05:31:40.009] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[05:31:40.009] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[05:31:40.010] Buildbucket request:
{
"requestId": "8869117032886396208",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-build-host-clang"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8869117032886396208",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "5d8cf7be19c444d21e7589a3e75659f829c56fe4"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@5d8cf7be19c444d21e7589a3e75659f829c56fe4",
"title": "5d8cf7be19c444d21e7589a3e75659f829c56fe4",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/5d8cf7be19c444d21e7589a3e75659f829c56fe4"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "5d8cf7be19c444d21e7589a3e75659f829c56fe4",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8869117032886396208"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[05:31:40.506] Scheduled build:
{
"id": "8703686970854689137",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-build-host-clang"
},
"createdBy": "project:pigweed",
"createTime": "2025-09-15T05:31:40.064356443Z",
"updateTime": "2025-09-15T05:31:40.064356443Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "5d8cf7be19c444d21e7589a3e75659f829c56fe4",
"ref": "refs/heads/main"
}
}
}
[05:31:40.506] Task URL: https://cr-buildbucket.appspot.com/build/8703686970854689137
[05:31:40.506] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:2:0) after 6m3s
[05:31:42.216] Received PubSub notification, asking Buildbucket for the build status
[05:31:42.683] Build status: SCHEDULED
[05:37:43.706] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:2:0)
[05:37:43.724] Build status: SCHEDULED
[05:37:43.724] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:4:0) after 2m22s
[05:40:06.266] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:4:0)
[05:40:06.281] Build status: SCHEDULED
[05:40:06.281] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:5:0) after 5m5s
[05:45:11.410] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:5:0)
[05:45:11.425] Build status: SCHEDULED
[05:45:11.425] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:6:0) after 9m53s
[05:55:04.616] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:6:0)
[05:55:04.632] Build status: SCHEDULED
[05:55:04.632] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:7:0) after 4m27s
[05:59:31.858] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:7:0)
[05:59:31.879] Build status: SCHEDULED
[05:59:31.880] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:8:0) after 1m37s
[06:01:08.896] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:8:0)
[06:01:08.916] Build status: SCHEDULED
[06:01:08.916] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:9:0) after 5m19s
[06:06:27.930] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:9:0)
[06:06:27.984] Build status: SCHEDULED
[06:06:27.984] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:10:0) after 9m59s
[06:16:27.048] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:10:0)
[06:16:27.081] Build status: SCHEDULED
[06:16:27.081] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:11:0) after 7m13s
[06:23:40.100] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:11:0)
[06:23:40.120] Build status: SCHEDULED
[06:23:40.120] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:12:0) after 6m24s
[06:30:04.295] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:12:0)
[06:30:04.309] Build status: SCHEDULED
[06:30:04.309] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:13:0) after 6m38s
[06:36:42.421] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:13:0)
[06:36:42.449] Build status: SCHEDULED
[06:36:42.449] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:14:0) after 7m56s
[06:44:38.463] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:14:0)
[06:44:38.516] Build status: SCHEDULED
[06:44:38.516] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:15:0) after 1m3s
[06:45:41.539] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:15:0)
[06:45:41.568] Build status: SCHEDULED
[06:45:41.568] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:16:0) after 6m40s
[06:52:21.592] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:16:0)
[06:52:21.627] Build status: SCHEDULED
[06:52:21.627] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:17:0) after 1m29s
[06:53:50.882] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:17:0)
[06:53:50.899] Build status: SCHEDULED
[06:53:50.899] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:18:0) after 3m22s
[06:57:12.884] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:18:0)
[06:57:12.902] Build status: SCHEDULED
[06:57:12.902] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:19:0) after 8m6s
[07:05:18.875] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:19:0)
[07:05:18.899] Build status: SCHEDULED
[07:05:18.899] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:20:0) after 2m54s
[07:08:13.013] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:20:0)
[07:08:13.028] Build status: SCHEDULED
[07:08:13.028] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:21:0) after 5m19s
[07:13:32.090] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:21:0)
[07:13:32.114] Build status: SCHEDULED
[07:13:32.114] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:22:0) after 6m6s
[07:19:38.148] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:22:0)
[07:19:38.166] Build status: SCHEDULED
[07:19:38.166] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:23:0) after 4m15s
[07:23:53.392] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:23:0)
[07:23:53.413] Build status: SCHEDULED
[07:23:53.414] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:24:0) after 2m2s
[07:25:55.792] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:24:0)
[07:25:55.812] Build status: SCHEDULED
[07:25:55.812] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:25:0) after 2m4s
[07:27:59.903] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:25:0)
[07:27:59.929] Build status: SCHEDULED
[07:27:59.929] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:26:0) after 8m58s
[07:36:58.228] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:26:0)
[07:36:58.245] Build status: SCHEDULED
[07:36:58.245] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:27:0) after 5m51s
[07:42:49.310] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:27:0)
[07:42:49.326] Build status: SCHEDULED
[07:42:49.326] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:28:0) after 1m36s
[07:44:25.439] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:28:0)
[07:44:25.457] Build status: SCHEDULED
[07:44:25.457] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:29:0) after 1m25s
[07:45:50.470] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:29:0)
[07:45:50.491] Build status: SCHEDULED
[07:45:50.491] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:30:0) after 8m31s
[07:54:21.508] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:30:0)
[07:54:21.531] Build status: SCHEDULED
[07:54:21.531] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:31:0) after 7m52s
[08:02:13.689] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:31:0)
[08:02:13.768] Build status: SCHEDULED
[08:02:13.768] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:32:0) after 3m22s
[08:05:35.792] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:32:0)
[08:05:35.808] Build status: SCHEDULED
[08:05:35.808] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:33:0) after 7m41s
[08:13:16.824] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:33:0)
[08:13:16.847] Build status: SCHEDULED
[08:13:16.847] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:34:0) after 9m19s
[08:22:35.879] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:34:0)
[08:22:35.962] Build status: SCHEDULED
[08:22:35.962] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:35:0) after 8m44s
[08:31:20.025] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:35:0)
[08:31:20.078] Build status: SCHEDULED
[08:31:20.078] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:36:0) after 4m5s
[08:35:25.094] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:36:0)
[08:35:25.116] Build status: SCHEDULED
[08:35:25.116] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:37:0) after 7m25s
[08:42:50.132] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:37:0)
[08:42:50.153] Build status: SCHEDULED
[08:42:50.153] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:38:0) after 9m52s
[08:52:42.172] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:38:0)
[08:52:42.190] Build status: SCHEDULED
[08:52:42.190] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:39:0) after 2m17s
[08:54:59.349] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:39:0)
[08:54:59.367] Build status: SCHEDULED
[08:54:59.367] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:40:0) after 9m7s
[09:04:06.448] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:40:0)
[09:04:06.468] Build status: SCHEDULED
[09:04:06.468] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:41:0) after 4m57s
[09:09:03.564] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:41:0)
[09:09:03.585] Build status: SCHEDULED
[09:09:03.585] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:42:0) after 6m22s
[09:15:25.650] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:42:0)
[09:15:25.673] Build status: SCHEDULED
[09:15:25.673] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:43:0) after 7m27s
[09:22:52.688] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:43:0)
[09:22:52.756] Build status: SCHEDULED
[09:22:52.756] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:44:0) after 8m39s
[09:31:31.822] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:44:0)
[09:31:31.843] Build status: SCHEDULED
[09:31:31.843] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:45:0) after 7m20s
[09:38:51.908] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:45:0)
[09:38:51.924] Build status: SCHEDULED
[09:38:51.924] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:46:0) after 1m52s
[09:40:44.040] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:46:0)
[09:40:44.061] Build status: SCHEDULED
[09:40:44.061] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:47:0) after 2m35s
[09:43:19.077] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:47:0)
[09:43:19.094] Build status: SCHEDULED
[09:43:19.094] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:48:0) after 4m39s
[09:47:58.067] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:48:0)
[09:47:58.109] Build status: SCHEDULED
[09:47:58.109] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:49:0) after 8m56s
[09:56:54.209] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:49:0)
[09:56:54.223] Build status: SCHEDULED
[09:56:54.223] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:50:0) after 9m29s
[10:06:23.289] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:50:0)
[10:06:23.308] Build status: SCHEDULED
[10:06:23.308] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:51:0) after 4m36s
[10:10:59.376] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:51:0)
[10:10:59.506] Build status: SCHEDULED
[10:10:59.506] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:52:0) after 2m45s
[10:13:44.525] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:52:0)
[10:13:44.558] Build status: SCHEDULED
[10:13:44.558] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:53:0) after 2m6s
[10:15:50.623] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:53:0)
[10:15:50.695] Build status: SCHEDULED
[10:15:50.695] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:54:0) after 6m51s
[10:22:41.799] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:54:0)
[10:22:41.824] Build status: SCHEDULED
[10:22:41.824] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:55:0) after 6m57s
[10:29:38.840] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:55:0)
[10:29:38.861] Build status: SCHEDULED
[10:29:38.861] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:56:0) after 8m33s
[10:38:11.931] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:56:0)
[10:38:11.949] Build status: SCHEDULED
[10:38:11.949] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:57:0) after 3m52s
[10:42:03.967] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:57:0)
[10:42:04.003] Build status: SCHEDULED
[10:42:04.003] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:58:0) after 6m31s
[10:48:35.020] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:58:0)
[10:48:35.037] Build status: SCHEDULED
[10:48:35.037] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:59:0) after 7m13s
[10:55:48.092] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:59:0)
[10:55:48.144] Build status: SCHEDULED
[10:55:48.144] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:60:0) after 3m32s
[10:59:20.215] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:60:0)
[10:59:20.234] Build status: SCHEDULED
[10:59:20.234] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:61:0) after 5m6s
[11:04:26.325] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:61:0)
[11:04:26.365] Build status: SCHEDULED
[11:04:26.365] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:62:0) after 8m20s
[11:12:46.382] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:62:0)
[11:12:46.405] Build status: SCHEDULED
[11:12:46.405] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:63:0) after 9m58s
[11:22:44.582] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:63:0)
[11:22:44.675] Build status: SCHEDULED
[11:22:44.675] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:64:0) after 9m25s
[11:32:09.651] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:64:0)
[11:32:10.289] Build status: SCHEDULED
[11:32:10.289] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:65:0) after 5m30s
[11:37:40.279] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:65:0)
[11:37:40.298] Build status: SCHEDULED
[11:37:40.299] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:66:0) after 2m19s
[11:39:59.289] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:66:0)
[11:39:59.305] Build status: SCHEDULED
[11:39:59.305] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:67:0) after 9m47s
[11:49:46.338] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:67:0)
[11:49:46.367] Build status: SCHEDULED
[11:49:46.367] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:68:0) after 1m17s
[11:51:03.410] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:68:0)
[11:51:03.430] Build status: SCHEDULED
[11:51:03.430] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:69:0) after 5m27s
[11:56:30.579] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:69:0)
[11:56:30.598] Build status: SCHEDULED
[11:56:30.598] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:70:0) after 9m55s
[12:06:25.682] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:70:0)
[12:06:25.708] Build status: SCHEDULED
[12:06:25.708] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:71:0) after 8m30s
[12:14:56.028] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:71:0)
[12:14:56.074] Build status: SCHEDULED
[12:14:56.075] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:72:0) after 7m37s
[12:22:33.191] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:72:0)
[12:22:33.252] Build status: SCHEDULED
[12:22:33.252] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:73:0) after 5m56s
[12:28:29.262] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:73:0)
[12:28:29.279] Build status: SCHEDULED
[12:28:29.279] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:74:0) after 1m2s
[12:29:31.340] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:74:0)
[12:29:31.362] Build status: SCHEDULED
[12:29:31.362] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:75:0) after 2m53s
[12:32:24.364] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:75:0)
[12:32:24.383] Build status: SCHEDULED
[12:32:24.383] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:76:0) after 4m1s
[12:36:25.441] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:76:0)
[12:36:25.455] Build status: SCHEDULED
[12:36:25.456] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:77:0) after 2m44s
[12:39:09.458] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:77:0)
[12:39:09.476] Build status: SCHEDULED
[12:39:09.477] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:78:0) after 9m30s
[12:48:39.447] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:78:0)
[12:48:39.467] Build status: SCHEDULED
[12:48:39.467] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:79:0) after 3m12s
[12:51:51.926] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:79:0)
[12:51:51.942] Build status: SCHEDULED
[12:51:51.942] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:80:0) after 6m7s
[12:57:59.010] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:80:0)
[12:57:59.026] Build status: SCHEDULED
[12:57:59.026] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:81:0) after 9m39s
[13:07:38.044] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:81:0)
[13:07:38.063] Build status: SCHEDULED
[13:07:38.063] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:82:0) after 1m29s
[13:09:07.080] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:82:0)
[13:09:07.096] Build status: SCHEDULED
[13:09:07.096] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:83:0) after 5m6s
[13:14:14.108] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:83:0)
[13:14:14.128] Build status: SCHEDULED
[13:14:14.128] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:84:0) after 5m20s
[13:19:34.191] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:84:0)
[13:19:34.216] Build status: SCHEDULED
[13:19:34.216] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:85:0) after 6m24s
[13:25:58.576] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:85:0)
[13:25:58.598] Build status: SCHEDULED
[13:25:58.598] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869117032886396208:86:0) after 8m35s
[13:31:43.069] Received PubSub notification, asking Buildbucket for the build status
[13:31:43.111] Build:
{
"id": "8703686970854689137",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-build-host-clang"
},
"createdBy": "project:pigweed",
"createTime": "2025-09-15T05:31:40.064356443Z",
"endTime": "2025-09-15T13:31:42.873077559Z",
"updateTime": "2025-09-15T13:31:42.873077559Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"resourceExhaustion": {
},
"timeout": {
}
},
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "5d8cf7be19c444d21e7589a3e75659f829c56fe4",
"ref": "refs/heads/main"
}
}
}
[13:31:43.111] Invocation finished in 8h0m4.36844823s with status FAILED