[12:45:10.369] New invocation is queued and will start shortly
[12:45:11.439] Starting the invocation (attempt 1)
[12:45:11.468] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/540b923c209bd0171a906c91fc01c3adb805bd33"
[12:45:11.468] Popped gitiles commit info from properties and tags
[12:45:11.468] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[12:45:11.468] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[12:45:11.469] Buildbucket request:
{
"requestId": "8869452145598582048",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-kernel"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8869452145598582048",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "d765d7c05320c285f2102e71fe04b513ae055793"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@d765d7c05320c285f2102e71fe04b513ae055793",
"title": "d765d7c05320c285f2102e71fe04b513ae055793",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/d765d7c05320c285f2102e71fe04b513ae055793"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "4a55e5a78bc1bb1eade416ccf369c1d14c6e5a4b"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@4a55e5a78bc1bb1eade416ccf369c1d14c6e5a4b",
"title": "4a55e5a78bc1bb1eade416ccf369c1d14c6e5a4b",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/4a55e5a78bc1bb1eade416ccf369c1d14c6e5a4b"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "749dc69d7a2732dbb1df3c1b27c23f9e9727e089"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@749dc69d7a2732dbb1df3c1b27c23f9e9727e089",
"title": "749dc69d7a2732dbb1df3c1b27c23f9e9727e089",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/749dc69d7a2732dbb1df3c1b27c23f9e9727e089"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "16a14de118e80b99b5c28705661f0fab1fe11212"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@16a14de118e80b99b5c28705661f0fab1fe11212",
"title": "16a14de118e80b99b5c28705661f0fab1fe11212",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/16a14de118e80b99b5c28705661f0fab1fe11212"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "cda169b83ad30100ef909c2896e95ca9ff33ba37"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@cda169b83ad30100ef909c2896e95ca9ff33ba37",
"title": "cda169b83ad30100ef909c2896e95ca9ff33ba37",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/cda169b83ad30100ef909c2896e95ca9ff33ba37"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "a0c0584f4dadbb6f56daf1270427cf9701c5d89e"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@a0c0584f4dadbb6f56daf1270427cf9701c5d89e",
"title": "a0c0584f4dadbb6f56daf1270427cf9701c5d89e",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/a0c0584f4dadbb6f56daf1270427cf9701c5d89e"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "0462a9be6265d2edca56a228703d375b019ef848"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@0462a9be6265d2edca56a228703d375b019ef848",
"title": "0462a9be6265d2edca56a228703d375b019ef848",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/0462a9be6265d2edca56a228703d375b019ef848"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "540b923c209bd0171a906c91fc01c3adb805bd33"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@540b923c209bd0171a906c91fc01c3adb805bd33",
"title": "540b923c209bd0171a906c91fc01c3adb805bd33",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/540b923c209bd0171a906c91fc01c3adb805bd33"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "540b923c209bd0171a906c91fc01c3adb805bd33",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8869452145598582048"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[12:45:11.885] Scheduled build:
{
"id": "8704022083709847585",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-kernel"
},
"createdBy": "project:pigweed",
"createTime": "2025-09-11T12:45:11.541997020Z",
"updateTime": "2025-09-11T12:45:11.541997020Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "540b923c209bd0171a906c91fc01c3adb805bd33",
"ref": "refs/heads/main"
}
}
}
[12:45:11.885] Task URL: https://cr-buildbucket.appspot.com/build/8704022083709847585
[12:45:11.885] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:2:0) after 5m1s
[12:45:31.818] Received PubSub notification, asking Buildbucket for the build status
[12:45:31.847] Build status: SCHEDULED
[12:50:12.901] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:2:0)
[12:50:12.920] Build status: SCHEDULED
[12:50:12.920] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:4:0) after 4m9s
[12:54:21.938] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:4:0)
[12:54:21.954] Build status: SCHEDULED
[12:54:21.954] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:5:0) after 1m33s
[12:55:54.972] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:5:0)
[12:55:54.993] Build status: SCHEDULED
[12:55:54.993] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:6:0) after 5m21s
[13:01:16.057] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:6:0)
[13:01:16.093] Build status: SCHEDULED
[13:01:16.093] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:7:0) after 7m32s
[13:08:48.112] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:7:0)
[13:08:48.141] Build status: SCHEDULED
[13:08:48.141] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:8:0) after 5m31s
[13:14:19.160] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:8:0)
[13:14:19.191] Build status: SCHEDULED
[13:14:19.191] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:9:0) after 1m45s
[13:16:04.165] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:9:0)
[13:16:04.250] Build status: SCHEDULED
[13:16:04.252] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:10:0) after 7m27s
[13:23:31.268] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:10:0)
[13:23:31.293] Build status: SCHEDULED
[13:23:31.293] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:11:0) after 4m35s
[13:28:06.308] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:11:0)
[13:28:06.324] Build status: SCHEDULED
[13:28:06.324] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:12:0) after 4m49s
[13:32:55.332] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:12:0)
[13:32:55.354] Build status: SCHEDULED
[13:32:55.354] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:13:0) after 1m6s
[13:34:01.455] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:13:0)
[13:34:01.488] Build status: SCHEDULED
[13:34:01.488] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:14:0) after 5m48s
[13:39:49.502] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:14:0)
[13:39:49.526] Build status: SCHEDULED
[13:39:49.527] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:15:0) after 8m35s
[13:48:24.592] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:15:0)
[13:48:24.610] Build status: SCHEDULED
[13:48:24.610] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:16:0) after 4m8s
[13:52:32.625] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:16:0)
[13:52:32.647] Build status: SCHEDULED
[13:52:32.647] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:17:0) after 7m3s
[13:59:35.712] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:17:0)
[13:59:35.737] Build status: SCHEDULED
[13:59:35.737] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:18:0) after 9m31s
[14:09:06.752] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:18:0)
[14:09:06.769] Build status: SCHEDULED
[14:09:06.769] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:19:0) after 5m38s
[14:14:44.810] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:19:0)
[14:14:44.840] Build status: SCHEDULED
[14:14:44.840] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:20:0) after 2m32s
[14:17:16.858] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:20:0)
[14:17:16.886] Build status: SCHEDULED
[14:17:16.886] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:21:0) after 4m38s
[14:21:54.967] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:21:0)
[14:21:54.983] Build status: SCHEDULED
[14:21:54.983] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:22:0) after 4m27s
[14:26:22.022] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:22:0)
[14:26:22.052] Build status: SCHEDULED
[14:26:22.053] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:23:0) after 4m56s
[14:31:18.090] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:23:0)
[14:31:18.109] Build status: SCHEDULED
[14:31:18.109] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:24:0) after 4m27s
[14:35:45.142] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:24:0)
[14:35:45.167] Build status: SCHEDULED
[14:35:45.167] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:25:0) after 3m25s
[14:39:10.186] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:25:0)
[14:39:10.207] Build status: SCHEDULED
[14:39:10.207] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:26:0) after 8m52s
[14:48:02.239] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:26:0)
[14:48:02.257] Build status: SCHEDULED
[14:48:02.257] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:27:0) after 7m53s
[14:55:55.271] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:27:0)
[14:55:55.289] Build status: SCHEDULED
[14:55:55.289] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:28:0) after 4m40s
[15:00:35.279] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:28:0)
[15:00:35.296] Build status: SCHEDULED
[15:00:35.296] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:29:0) after 7m16s
[15:07:51.294] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:29:0)
[15:07:51.321] Build status: SCHEDULED
[15:07:51.321] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:30:0) after 5m15s
[15:13:06.344] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:30:0)
[15:13:06.362] Build status: SCHEDULED
[15:13:06.362] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:31:0) after 1m10s
[15:14:16.459] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:31:0)
[15:14:16.495] Build status: SCHEDULED
[15:14:16.497] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:32:0) after 5m0s
[15:19:16.559] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:32:0)
[15:19:16.576] Build status: SCHEDULED
[15:19:16.576] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:33:0) after 2m15s
[15:21:31.594] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:33:0)
[15:21:31.620] Build status: SCHEDULED
[15:21:31.620] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:34:0) after 7m19s
[15:28:50.685] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:34:0)
[15:28:50.711] Build status: SCHEDULED
[15:28:50.711] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:35:0) after 6m15s
[15:35:05.772] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:35:0)
[15:35:05.787] Build status: SCHEDULED
[15:35:05.787] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:36:0) after 8m25s
[15:43:30.859] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:36:0)
[15:43:30.880] Build status: SCHEDULED
[15:43:30.880] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:37:0) after 6m47s
[15:50:17.895] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:37:0)
[15:50:17.939] Build status: SCHEDULED
[15:50:17.939] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:38:0) after 5m45s
[15:56:03.003] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:38:0)
[15:56:03.020] Build status: SCHEDULED
[15:56:03.020] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:39:0) after 1m46s
[15:57:49.034] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:39:0)
[15:57:49.050] Build status: SCHEDULED
[15:57:49.050] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:40:0) after 3m19s
[16:01:08.162] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:40:0)
[16:01:08.189] Build status: SCHEDULED
[16:01:08.189] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:41:0) after 9m36s
[16:10:44.257] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:41:0)
[16:10:44.279] Build status: SCHEDULED
[16:10:44.279] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:42:0) after 9m24s
[16:20:08.346] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:42:0)
[16:20:08.362] Build status: SCHEDULED
[16:20:08.362] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:43:0) after 8m52s
[16:29:00.378] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:43:0)
[16:29:00.403] Build status: SCHEDULED
[16:29:00.403] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:44:0) after 3m21s
[16:32:21.521] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:44:0)
[16:32:21.538] Build status: SCHEDULED
[16:32:21.538] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:45:0) after 5m42s
[16:38:03.576] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:45:0)
[16:38:03.604] Build status: SCHEDULED
[16:38:03.604] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:46:0) after 9m20s
[16:47:23.664] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:46:0)
[16:47:23.681] Build status: SCHEDULED
[16:47:23.682] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:47:0) after 1m46s
[16:49:09.776] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:47:0)
[16:49:09.814] Build status: SCHEDULED
[16:49:09.814] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:48:0) after 1m57s
[16:51:07.087] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:48:0)
[16:51:07.185] Build status: SCHEDULED
[16:51:07.185] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:49:0) after 1m19s
[16:52:26.223] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:49:0)
[16:52:26.238] Build status: SCHEDULED
[16:52:26.238] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:50:0) after 4m15s
[16:56:41.307] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:50:0)
[16:56:41.324] Build status: SCHEDULED
[16:56:41.324] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:51:0) after 2m6s
[16:58:47.353] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:51:0)
[16:58:47.371] Build status: SCHEDULED
[16:58:47.371] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:52:0) after 2m28s
[17:01:15.485] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:52:0)
[17:01:15.510] Build status: SCHEDULED
[17:01:15.510] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:53:0) after 4m54s
[17:06:09.599] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:53:0)
[17:06:09.675] Build status: SCHEDULED
[17:06:09.675] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:54:0) after 6m20s
[17:12:29.694] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:54:0)
[17:12:29.782] Build status: SCHEDULED
[17:12:29.782] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:55:0) after 4m56s
[17:17:25.796] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:55:0)
[17:17:25.836] Build status: SCHEDULED
[17:17:25.836] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:56:0) after 6m59s
[17:24:24.810] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:56:0)
[17:24:24.829] Build status: SCHEDULED
[17:24:24.829] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:57:0) after 3m56s
[17:28:20.898] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:57:0)
[17:28:20.924] Build status: SCHEDULED
[17:28:20.924] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:58:0) after 7m3s
[17:35:23.939] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:58:0)
[17:35:23.998] Build status: SCHEDULED
[17:35:23.998] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:59:0) after 9m5s
[17:44:29.062] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:59:0)
[17:44:29.079] Build status: SCHEDULED
[17:44:29.080] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:60:0) after 6m9s
[17:50:38.155] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:60:0)
[17:50:38.176] Build status: SCHEDULED
[17:50:38.176] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:61:0) after 6m25s
[17:57:03.196] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:61:0)
[17:57:03.211] Build status: SCHEDULED
[17:57:03.212] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:62:0) after 6m32s
[18:03:35.637] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:62:0)
[18:03:35.694] Build status: SCHEDULED
[18:03:35.694] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:63:0) after 8m3s
[18:11:38.726] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:63:0)
[18:11:38.742] Build status: SCHEDULED
[18:11:38.742] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:64:0) after 6m21s
[18:17:59.758] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:64:0)
[18:17:59.774] Build status: SCHEDULED
[18:17:59.774] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:65:0) after 8m18s
[18:26:17.863] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:65:0)
[18:26:17.881] Build status: SCHEDULED
[18:26:17.881] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:66:0) after 8m43s
[18:35:00.968] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:66:0)
[18:35:00.986] Build status: SCHEDULED
[18:35:00.986] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:67:0) after 4m29s
[18:39:30.050] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:67:0)
[18:39:30.083] Build status: SCHEDULED
[18:39:30.083] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:68:0) after 6m54s
[18:46:24.200] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:68:0)
[18:46:24.245] Build status: SCHEDULED
[18:46:24.245] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:69:0) after 5m33s
[18:51:57.312] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:69:0)
[18:51:57.329] Build status: SCHEDULED
[18:51:57.329] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:70:0) after 7m21s
[18:59:18.340] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:70:0)
[18:59:18.360] Build status: SCHEDULED
[18:59:18.360] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:71:0) after 1m59s
[19:01:17.477] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:71:0)
[19:01:17.503] Build status: SCHEDULED
[19:01:17.503] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:72:0) after 2m32s
[19:03:49.549] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:72:0)
[19:03:49.599] Build status: SCHEDULED
[19:03:49.599] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:73:0) after 3m3s
[19:06:52.618] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:73:0)
[19:06:52.633] Build status: SCHEDULED
[19:06:52.633] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:74:0) after 6m41s
[19:13:33.780] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:74:0)
[19:13:33.797] Build status: SCHEDULED
[19:13:33.797] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:75:0) after 1m52s
[19:15:25.882] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:75:0)
[19:15:25.947] Build status: SCHEDULED
[19:15:25.947] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:76:0) after 1m9s
[19:16:35.003] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:76:0)
[19:16:35.019] Build status: SCHEDULED
[19:16:35.019] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:77:0) after 4m39s
[19:21:14.102] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:77:0)
[19:21:14.145] Build status: SCHEDULED
[19:21:14.145] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:78:0) after 7m30s
[19:28:44.254] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:78:0)
[19:28:44.270] Build status: SCHEDULED
[19:28:44.270] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:79:0) after 8m28s
[19:37:12.295] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:79:0)
[19:37:12.328] Build status: SCHEDULED
[19:37:12.328] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:80:0) after 9m4s
[19:46:16.351] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:80:0)
[19:46:16.377] Build status: SCHEDULED
[19:46:16.377] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:81:0) after 1m27s
[19:47:43.394] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:81:0)
[19:47:43.409] Build status: SCHEDULED
[19:47:43.409] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:82:0) after 1m59s
[19:49:42.457] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:82:0)
[19:49:42.474] Build status: SCHEDULED
[19:49:42.474] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:83:0) after 1m46s
[19:51:28.489] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:83:0)
[19:51:28.511] Build status: SCHEDULED
[19:51:28.511] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:84:0) after 7m5s
[19:58:33.553] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:84:0)
[19:58:33.571] Build status: SCHEDULED
[19:58:33.571] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:85:0) after 2m58s
[20:01:31.598] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:85:0)
[20:01:31.625] Build status: SCHEDULED
[20:01:31.625] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:86:0) after 1m40s
[20:03:11.646] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:86:0)
[20:03:11.703] Build status: SCHEDULED
[20:03:11.703] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:87:0) after 1m24s
[20:04:35.743] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:87:0)
[20:04:35.786] Build status: SCHEDULED
[20:04:35.786] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:88:0) after 3m4s
[20:07:39.859] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:88:0)
[20:07:39.879] Build status: SCHEDULED
[20:07:39.879] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:89:0) after 6m35s
[20:14:14.895] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:89:0)
[20:14:14.912] Build status: SCHEDULED
[20:14:14.913] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:90:0) after 1m9s
[20:15:23.943] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:90:0)
[20:15:23.970] Build status: SCHEDULED
[20:15:23.970] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:91:0) after 4m10s
[20:19:33.991] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:91:0)
[20:19:34.008] Build status: SCHEDULED
[20:19:34.008] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:92:0) after 4m33s
[20:24:07.025] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:92:0)
[20:24:07.059] Build status: SCHEDULED
[20:24:07.059] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:93:0) after 7m29s
[20:31:36.079] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:93:0)
[20:31:36.149] Build status: SCHEDULED
[20:31:36.149] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:94:0) after 9m55s
[20:41:31.270] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:94:0)
[20:41:31.291] Build status: SCHEDULED
[20:41:31.291] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:95:0) after 1m53s
[20:43:24.289] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:95:0)
[20:43:24.321] Build status: SCHEDULED
[20:43:24.321] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8869452145598582048:96:0) after 2m34s
[20:45:33.739] Received PubSub notification, asking Buildbucket for the build status
[20:45:33.760] Build:
{
"id": "8704022083709847585",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-kernel"
},
"createdBy": "project:pigweed",
"createTime": "2025-09-11T12:45:11.541997020Z",
"endTime": "2025-09-11T20:45:17.019617145Z",
"updateTime": "2025-09-11T20:45:17.019617145Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"resourceExhaustion": {
},
"timeout": {
}
},
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "540b923c209bd0171a906c91fc01c3adb805bd33",
"ref": "refs/heads/main"
}
}
}
[20:45:33.760] Invocation finished in 8h0m23.403262787s with status FAILED