[01:09:37.032] New invocation is queued and will start shortly
[01:09:38.379] Starting the invocation (attempt 1)
[01:09:38.406] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/efc800231b225b94b53ac73a67eeae9dd19d366d"
[01:09:38.406] Popped gitiles commit info from properties and tags
[01:09:38.406] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:09:38.406] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:09:38.407] Buildbucket request:
{
"requestId": "8869495906170283376",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-build-host-clang"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8869495906170283376",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "29cc6585747007918ea92e36cccd252c3dae5c0b"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@29cc6585747007918ea92e36cccd252c3dae5c0b",
"title": "29cc6585747007918ea92e36cccd252c3dae5c0b",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/29cc6585747007918ea92e36cccd252c3dae5c0b"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "c76e0b5e9f3695d243424d4ff9023f5f1b7f38be"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@c76e0b5e9f3695d243424d4ff9023f5f1b7f38be",
"title": "c76e0b5e9f3695d243424d4ff9023f5f1b7f38be",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/c76e0b5e9f3695d243424d4ff9023f5f1b7f38be"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "fb2938f21f37c8d2f39c571f072df96f30ef69ab"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@fb2938f21f37c8d2f39c571f072df96f30ef69ab",
"title": "fb2938f21f37c8d2f39c571f072df96f30ef69ab",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/fb2938f21f37c8d2f39c571f072df96f30ef69ab"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "c09a24ed4b82fa1c457c9e90d7c998a189badc14"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@c09a24ed4b82fa1c457c9e90d7c998a189badc14",
"title": "c09a24ed4b82fa1c457c9e90d7c998a189badc14",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/c09a24ed4b82fa1c457c9e90d7c998a189badc14"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "9704b2233febad1c06e174ffb47a3eb549d010bf"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@9704b2233febad1c06e174ffb47a3eb549d010bf",
"title": "9704b2233febad1c06e174ffb47a3eb549d010bf",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/9704b2233febad1c06e174ffb47a3eb549d010bf"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "3c7eaef0e7fbea1bf1ca834a1e9542b3a0032efc"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@3c7eaef0e7fbea1bf1ca834a1e9542b3a0032efc",
"title": "3c7eaef0e7fbea1bf1ca834a1e9542b3a0032efc",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/3c7eaef0e7fbea1bf1ca834a1e9542b3a0032efc"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "efc800231b225b94b53ac73a67eeae9dd19d366d"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@efc800231b225b94b53ac73a67eeae9dd19d366d",
"title": "efc800231b225b94b53ac73a67eeae9dd19d366d",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/efc800231b225b94b53ac73a67eeae9dd19d366d"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "efc800231b225b94b53ac73a67eeae9dd19d366d",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8869495906170283376"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[01:09:38.802] Scheduled build:
{
"id": "8704065844017655793",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-build-host-clang"
},
"createdBy": "project:pigweed",
"createTime": "2025-09-11T01:09:38.459588744Z",
"updateTime": "2025-09-11T01:09:38.459588744Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "efc800231b225b94b53ac73a67eeae9dd19d366d",
"ref": "refs/heads/main"
}
}
}
[01:09:38.802] Task URL: https://cr-buildbucket.appspot.com/build/8704065844017655793
[01:09:38.802] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:2:0) after 2m6s
[01:09:39.828] Received PubSub notification, asking Buildbucket for the build status
[01:09:39.859] Build status: SCHEDULED
[01:11:44.915] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:2:0)
[01:11:44.979] Build status: SCHEDULED
[01:11:44.979] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:4:0) after 8m42s
[01:20:26.993] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:4:0)
[01:20:27.014] Build status: SCHEDULED
[01:20:27.015] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:5:0) after 7m59s
[01:28:26.086] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:5:0)
[01:28:26.103] Build status: SCHEDULED
[01:28:26.103] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:6:0) after 6m23s
[01:34:49.264] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:6:0)
[01:34:49.289] Build status: SCHEDULED
[01:34:49.289] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:7:0) after 4m55s
[01:39:44.342] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:7:0)
[01:39:44.360] Build status: SCHEDULED
[01:39:44.360] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:8:0) after 7m43s
[01:47:27.470] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:8:0)
[01:47:27.502] Build status: SCHEDULED
[01:47:27.502] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:9:0) after 6m6s
[01:53:33.523] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:9:0)
[01:53:33.543] Build status: SCHEDULED
[01:53:33.544] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:10:0) after 3m0s
[01:56:33.557] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:10:0)
[01:56:33.588] Build status: SCHEDULED
[01:56:33.588] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:11:0) after 7m10s
[02:03:43.603] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:11:0)
[02:03:43.623] Build status: SCHEDULED
[02:03:43.623] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:12:0) after 8m55s
[02:12:38.641] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:12:0)
[02:12:38.660] Build status: SCHEDULED
[02:12:38.660] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:13:0) after 6m16s
[02:18:54.677] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:13:0)
[02:18:54.699] Build status: SCHEDULED
[02:18:54.699] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:14:0) after 8m52s
[02:27:46.831] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:14:0)
[02:27:46.948] Build status: SCHEDULED
[02:27:46.948] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:15:0) after 8m31s
[02:36:18.039] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:15:0)
[02:36:18.082] Build status: SCHEDULED
[02:36:18.082] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:16:0) after 9m13s
[02:45:31.103] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:16:0)
[02:45:31.126] Build status: SCHEDULED
[02:45:31.126] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:17:0) after 2m52s
[02:48:23.605] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:17:0)
[02:48:23.621] Build status: SCHEDULED
[02:48:23.621] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:18:0) after 1m35s
[02:49:58.940] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:18:0)
[02:49:59.039] Build status: SCHEDULED
[02:49:59.040] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:19:0) after 2m53s
[02:52:52.056] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:19:0)
[02:52:52.090] Build status: SCHEDULED
[02:52:52.090] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:20:0) after 1m25s
[02:54:17.139] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:20:0)
[02:54:17.161] Build status: SCHEDULED
[02:54:17.161] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:21:0) after 2m58s
[02:57:15.321] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:21:0)
[02:57:15.336] Build status: SCHEDULED
[02:57:15.336] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:22:0) after 2m37s
[02:59:52.451] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:22:0)
[02:59:52.473] Build status: SCHEDULED
[02:59:52.473] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:23:0) after 2m30s
[03:02:22.492] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:23:0)
[03:02:22.517] Build status: SCHEDULED
[03:02:22.517] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:24:0) after 8m47s
[03:11:10.575] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:24:0)
[03:11:10.591] Build status: SCHEDULED
[03:11:10.591] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:25:0) after 8m39s
[03:19:49.637] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:25:0)
[03:19:49.745] Build status: SCHEDULED
[03:19:49.745] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:26:0) after 7m7s
[03:26:57.126] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:26:0)
[03:26:57.148] Build status: SCHEDULED
[03:26:57.149] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:27:0) after 9m34s
[03:36:31.176] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:27:0)
[03:36:31.199] Build status: SCHEDULED
[03:36:31.199] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:28:0) after 1m10s
[03:37:41.298] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:28:0)
[03:37:41.398] Build status: SCHEDULED
[03:37:41.398] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:29:0) after 8m32s
[03:46:13.518] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:29:0)
[03:46:13.536] Build status: SCHEDULED
[03:46:13.536] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:30:0) after 5m34s
[03:51:47.550] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:30:0)
[03:51:47.566] Build status: SCHEDULED
[03:51:47.566] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:31:0) after 5m25s
[03:57:12.593] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:31:0)
[03:57:12.610] Build status: SCHEDULED
[03:57:12.610] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:32:0) after 4m1s
[04:01:13.643] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:32:0)
[04:01:13.660] Build status: SCHEDULED
[04:01:13.660] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:33:0) after 8m56s
[04:10:09.756] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:33:0)
[04:10:09.776] Build status: SCHEDULED
[04:10:09.776] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:34:0) after 5m48s
[04:15:57.795] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:34:0)
[04:15:57.813] Build status: SCHEDULED
[04:15:57.813] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:35:0) after 8m7s
[04:24:04.831] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:35:0)
[04:24:04.848] Build status: SCHEDULED
[04:24:04.848] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:36:0) after 9m14s
[04:33:18.863] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:36:0)
[04:33:18.878] Build status: SCHEDULED
[04:33:18.878] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:37:0) after 5m10s
[04:38:28.895] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:37:0)
[04:38:28.921] Build status: SCHEDULED
[04:38:28.921] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:38:0) after 7m27s
[04:45:55.939] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:38:0)
[04:45:55.960] Build status: SCHEDULED
[04:45:55.960] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:39:0) after 2m48s
[04:48:43.978] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:39:0)
[04:48:43.995] Build status: SCHEDULED
[04:48:43.995] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:40:0) after 1m41s
[04:50:25.059] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:40:0)
[04:50:25.077] Build status: SCHEDULED
[04:50:25.077] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:41:0) after 9m30s
[04:59:55.092] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:41:0)
[04:59:55.110] Build status: SCHEDULED
[04:59:55.110] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:42:0) after 6m9s
[05:06:04.130] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:42:0)
[05:06:04.160] Build status: SCHEDULED
[05:06:04.160] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:43:0) after 3m27s
[05:09:31.925] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:43:0)
[05:09:31.942] Build status: SCHEDULED
[05:09:31.942] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:44:0) after 2m31s
[05:12:02.956] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:44:0)
[05:12:02.972] Build status: SCHEDULED
[05:12:02.972] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:45:0) after 6m20s
[05:18:22.991] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:45:0)
[05:18:23.007] Build status: SCHEDULED
[05:18:23.007] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:46:0) after 6m31s
[05:24:54.025] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:46:0)
[05:24:54.049] Build status: SCHEDULED
[05:24:54.049] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:47:0) after 4m37s
[05:29:31.115] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:47:0)
[05:29:31.219] Build status: SCHEDULED
[05:29:31.220] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:48:0) after 7m34s
[05:37:05.239] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:48:0)
[05:37:05.252] Build status: SCHEDULED
[05:37:05.252] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:49:0) after 3m19s
[05:40:24.266] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:49:0)
[05:40:24.295] Build status: SCHEDULED
[05:40:24.295] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:50:0) after 5m50s
[05:46:14.311] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:50:0)
[05:46:14.387] Build status: SCHEDULED
[05:46:14.387] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:51:0) after 2m19s
[05:48:33.427] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:51:0)
[05:48:33.443] Build status: SCHEDULED
[05:48:33.443] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:52:0) after 2m16s
[05:50:49.462] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:52:0)
[05:50:49.484] Build status: SCHEDULED
[05:50:49.484] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:53:0) after 6m58s
[05:57:47.451] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:53:0)
[05:57:47.467] Build status: SCHEDULED
[05:57:47.467] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:54:0) after 1m51s
[05:59:38.529] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:54:0)
[05:59:38.556] Build status: SCHEDULED
[05:59:38.556] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:55:0) after 4m27s
[06:04:05.558] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:55:0)
[06:04:05.577] Build status: SCHEDULED
[06:04:05.577] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:56:0) after 7m52s
[06:11:57.756] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:56:0)
[06:11:57.777] Build status: SCHEDULED
[06:11:57.777] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:57:0) after 6m38s
[06:18:35.943] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:57:0)
[06:18:35.962] Build status: SCHEDULED
[06:18:35.962] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:58:0) after 9m25s
[06:28:00.993] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:58:0)
[06:28:01.010] Build status: SCHEDULED
[06:28:01.010] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:59:0) after 9m45s
[06:37:46.052] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:59:0)
[06:37:46.071] Build status: SCHEDULED
[06:37:46.071] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:60:0) after 1m21s
[06:39:07.088] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:60:0)
[06:39:07.104] Build status: SCHEDULED
[06:39:07.104] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:61:0) after 1m14s
[06:40:21.146] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:61:0)
[06:40:21.214] Build status: SCHEDULED
[06:40:21.214] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:62:0) after 3m4s
[06:43:25.252] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:62:0)
[06:43:25.271] Build status: SCHEDULED
[06:43:25.271] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:63:0) after 4m45s
[06:48:10.360] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:63:0)
[06:48:10.376] Build status: SCHEDULED
[06:48:10.376] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:64:0) after 8m12s
[06:56:22.367] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:64:0)
[06:56:22.458] Build status: SCHEDULED
[06:56:22.458] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:65:0) after 8m52s
[07:05:14.475] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:65:0)
[07:05:14.569] Build status: SCHEDULED
[07:05:14.569] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:66:0) after 4m46s
[07:10:00.623] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:66:0)
[07:10:00.647] Build status: SCHEDULED
[07:10:00.647] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:67:0) after 1m52s
[07:11:52.721] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:67:0)
[07:11:52.740] Build status: SCHEDULED
[07:11:52.740] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:68:0) after 8m34s
[07:20:26.783] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:68:0)
[07:20:26.837] Build status: SCHEDULED
[07:20:26.837] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:69:0) after 8m49s
[07:29:15.856] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:69:0)
[07:29:15.878] Build status: SCHEDULED
[07:29:15.878] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:70:0) after 9m25s
[07:38:40.898] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:70:0)
[07:38:40.917] Build status: SCHEDULED
[07:38:40.917] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:71:0) after 7m0s
[07:45:40.936] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:71:0)
[07:45:40.959] Build status: SCHEDULED
[07:45:40.959] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:72:0) after 9m31s
[07:55:11.994] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:72:0)
[07:55:12.016] Build status: SCHEDULED
[07:55:12.016] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:73:0) after 9m23s
[08:04:35.129] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:73:0)
[08:04:35.152] Build status: SCHEDULED
[08:04:35.152] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:74:0) after 4m47s
[08:09:22.281] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:74:0)
[08:09:22.327] Build status: SCHEDULED
[08:09:22.327] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:75:0) after 9m7s
[08:18:29.347] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:75:0)
[08:18:29.364] Build status: SCHEDULED
[08:18:29.364] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:76:0) after 9m57s
[08:28:26.410] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:76:0)
[08:28:26.497] Build status: SCHEDULED
[08:28:26.497] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:77:0) after 6m20s
[08:34:46.545] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:77:0)
[08:34:46.578] Build status: SCHEDULED
[08:34:46.578] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:78:0) after 6m18s
[08:41:04.595] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:78:0)
[08:41:04.623] Build status: SCHEDULED
[08:41:04.623] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:79:0) after 7m40s
[08:48:44.642] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:79:0)
[08:48:44.658] Build status: SCHEDULED
[08:48:44.659] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:80:0) after 9m14s
[08:57:58.778] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:80:0)
[08:57:58.802] Build status: SCHEDULED
[08:57:58.802] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:81:0) after 9m49s
[09:07:47.819] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:81:0)
[09:07:47.834] Build status: SCHEDULED
[09:07:47.834] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869495906170283376:82:0) after 3m51s
[09:09:47.336] Received PubSub notification, asking Buildbucket for the build status
[09:09:47.353] Build:
{
"id": "8704065844017655793",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-build-host-clang"
},
"createdBy": "project:pigweed",
"createTime": "2025-09-11T01:09:38.459588744Z",
"endTime": "2025-09-11T09:09:47.053025963Z",
"updateTime": "2025-09-11T09:09:47.053025963Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"resourceExhaustion": {
},
"timeout": {
}
},
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "efc800231b225b94b53ac73a67eeae9dd19d366d",
"ref": "refs/heads/main"
}
}
}
[09:09:47.353] Invocation finished in 8h0m10.330158979s with status FAILED