[08:36:34.759] New invocation is queued and will start shortly
[08:36:35.837] Starting the invocation (attempt 1)
[08:36:35.872] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/5d40066c740a4410d8862c1c0061099651c711ca"
[08:36:35.872] Popped gitiles commit info from properties and tags
[08:36:35.872] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[08:36:35.872] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[08:36:35.872] Buildbucket request:
{
"requestId": "8872366888679610304",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-kernel"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8872366888679610304",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "18c001d1d0f5127aecd3f760d8e61c1c46d2d01b"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@18c001d1d0f5127aecd3f760d8e61c1c46d2d01b",
"title": "18c001d1d0f5127aecd3f760d8e61c1c46d2d01b",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/18c001d1d0f5127aecd3f760d8e61c1c46d2d01b"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "5d40066c740a4410d8862c1c0061099651c711ca"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@5d40066c740a4410d8862c1c0061099651c711ca",
"title": "5d40066c740a4410d8862c1c0061099651c711ca",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/5d40066c740a4410d8862c1c0061099651c711ca"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "5d40066c740a4410d8862c1c0061099651c711ca",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8872366888679610304"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[08:36:36.745] Scheduled build:
{
"id": "8706936826738198897",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-kernel"
},
"createdBy": "project:pigweed",
"createTime": "2025-08-10T08:36:35.976017615Z",
"updateTime": "2025-08-10T08:36:35.976017615Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "5d40066c740a4410d8862c1c0061099651c711ca",
"ref": "refs/heads/main"
}
}
}
[08:36:36.745] Task URL: https://cr-buildbucket.appspot.com/build/8706936826738198897
[08:36:36.745] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:2:0) after 6m48s
[08:36:36.864] Received PubSub notification, asking Buildbucket for the build status
[08:36:36.910] Build status: SCHEDULED
[08:43:24.764] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:2:0)
[08:43:24.833] Build status: SCHEDULED
[08:43:24.833] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:4:0) after 2m40s
[08:46:04.928] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:4:0)
[08:46:04.952] Build status: SCHEDULED
[08:46:04.952] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:5:0) after 3m37s
[08:49:41.975] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:5:0)
[08:49:42.004] Build status: SCHEDULED
[08:49:42.004] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:6:0) after 6m34s
[08:56:16.020] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:6:0)
[08:56:16.044] Build status: SCHEDULED
[08:56:16.044] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:7:0) after 7m12s
[09:03:28.310] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:7:0)
[09:03:28.332] Build status: SCHEDULED
[09:03:28.332] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:8:0) after 6m47s
[09:10:15.356] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:8:0)
[09:10:15.375] Build status: SCHEDULED
[09:10:15.375] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:9:0) after 9m6s
[09:19:21.391] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:9:0)
[09:19:21.422] Build status: SCHEDULED
[09:19:21.422] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:10:0) after 6m43s
[09:26:04.436] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:10:0)
[09:26:04.510] Build status: SCHEDULED
[09:26:04.510] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:11:0) after 4m34s
[09:30:38.537] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:11:0)
[09:30:38.551] Build status: SCHEDULED
[09:30:38.551] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:12:0) after 6m8s
[09:36:46.665] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:12:0)
[09:36:46.682] Build status: SCHEDULED
[09:36:46.682] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:13:0) after 4m43s
[09:41:29.794] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:13:0)
[09:41:29.868] Build status: SCHEDULED
[09:41:29.868] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:14:0) after 8m39s
[09:50:08.882] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:14:0)
[09:50:08.908] Build status: SCHEDULED
[09:50:08.908] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:15:0) after 1m12s
[09:51:20.891] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:15:0)
[09:51:20.911] Build status: SCHEDULED
[09:51:20.911] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:16:0) after 7m30s
[09:58:50.990] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:16:0)
[09:58:51.011] Build status: SCHEDULED
[09:58:51.011] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:17:0) after 3m35s
[10:02:26.151] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:17:0)
[10:02:26.205] Build status: SCHEDULED
[10:02:26.206] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:18:0) after 1m29s
[10:03:55.566] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:18:0)
[10:03:55.585] Build status: SCHEDULED
[10:03:55.585] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:19:0) after 8m30s
[10:12:25.600] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:19:0)
[10:12:25.618] Build status: SCHEDULED
[10:12:25.618] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:20:0) after 8m49s
[10:21:14.865] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:20:0)
[10:21:14.967] Build status: SCHEDULED
[10:21:14.967] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:21:0) after 1m25s
[10:22:40.018] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:21:0)
[10:22:40.104] Build status: SCHEDULED
[10:22:40.104] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:22:0) after 9m34s
[10:32:14.188] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:22:0)
[10:32:14.207] Build status: SCHEDULED
[10:32:14.207] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:23:0) after 9m53s
[10:42:07.227] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:23:0)
[10:42:07.289] Build status: SCHEDULED
[10:42:07.289] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:24:0) after 5m26s
[10:47:33.305] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:24:0)
[10:47:33.321] Build status: SCHEDULED
[10:47:33.321] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:25:0) after 3m22s
[10:50:55.406] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:25:0)
[10:50:55.436] Build status: SCHEDULED
[10:50:55.436] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:26:0) after 5m53s
[10:56:48.449] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:26:0)
[10:56:48.469] Build status: SCHEDULED
[10:56:48.469] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:27:0) after 5m7s
[11:01:55.556] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:27:0)
[11:01:55.611] Build status: SCHEDULED
[11:01:55.611] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:28:0) after 6m39s
[11:08:34.717] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:28:0)
[11:08:34.754] Build status: SCHEDULED
[11:08:34.754] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:29:0) after 3m35s
[11:12:09.853] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:29:0)
[11:12:09.869] Build status: SCHEDULED
[11:12:09.869] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:30:0) after 1m27s
[11:13:36.885] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:30:0)
[11:13:36.925] Build status: SCHEDULED
[11:13:36.925] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:31:0) after 2m2s
[11:15:38.943] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:31:0)
[11:15:38.963] Build status: SCHEDULED
[11:15:38.963] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:32:0) after 4m58s
[11:20:37.061] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:32:0)
[11:20:37.080] Build status: SCHEDULED
[11:20:37.080] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:33:0) after 4m29s
[11:25:06.111] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:33:0)
[11:25:06.128] Build status: SCHEDULED
[11:25:06.128] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:34:0) after 5m51s
[11:30:57.144] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:34:0)
[11:30:57.159] Build status: SCHEDULED
[11:30:57.159] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:35:0) after 7m33s
[11:38:30.174] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:35:0)
[11:38:30.194] Build status: SCHEDULED
[11:38:30.194] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:36:0) after 5m32s
[11:44:02.209] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:36:0)
[11:44:02.241] Build status: SCHEDULED
[11:44:02.241] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:37:0) after 6m14s
[11:50:16.589] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:37:0)
[11:50:16.609] Build status: SCHEDULED
[11:50:16.609] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:38:0) after 6m32s
[11:56:48.626] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:38:0)
[11:56:48.648] Build status: SCHEDULED
[11:56:48.648] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:39:0) after 2m49s
[11:59:37.765] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:39:0)
[11:59:37.781] Build status: SCHEDULED
[11:59:37.781] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:40:0) after 2m43s
[12:02:20.848] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:40:0)
[12:02:20.866] Build status: SCHEDULED
[12:02:20.866] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:41:0) after 3m41s
[12:06:01.884] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:41:0)
[12:06:01.911] Build status: SCHEDULED
[12:06:01.911] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:42:0) after 8m58s
[12:15:00.049] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:42:0)
[12:15:00.066] Build status: SCHEDULED
[12:15:00.066] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:43:0) after 3m25s
[12:18:25.081] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:43:0)
[12:18:25.151] Build status: SCHEDULED
[12:18:25.151] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:44:0) after 3m22s
[12:21:47.261] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:44:0)
[12:21:47.278] Build status: SCHEDULED
[12:21:47.278] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:45:0) after 9m45s
[12:31:32.293] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:45:0)
[12:31:32.314] Build status: SCHEDULED
[12:31:32.314] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:46:0) after 7m57s
[12:39:29.434] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:46:0)
[12:39:29.451] Build status: SCHEDULED
[12:39:29.451] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:47:0) after 6m47s
[12:46:16.499] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:47:0)
[12:46:16.526] Build status: SCHEDULED
[12:46:16.526] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:48:0) after 2m25s
[12:48:41.548] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:48:0)
[12:48:41.567] Build status: SCHEDULED
[12:48:41.567] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:49:0) after 1m29s
[12:50:10.637] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:49:0)
[12:50:10.667] Build status: SCHEDULED
[12:50:10.667] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:50:0) after 5m49s
[12:56:00.665] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:50:0)
[12:56:00.681] Build status: SCHEDULED
[12:56:00.681] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:51:0) after 6m40s
[13:02:40.865] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:51:0)
[13:02:41.210] Build status: SCHEDULED
[13:02:41.210] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:52:0) after 3m52s
[13:06:33.327] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:52:0)
[13:06:33.374] Build status: SCHEDULED
[13:06:33.375] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:53:0) after 6m20s
[13:12:53.388] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:53:0)
[13:12:53.405] Build status: SCHEDULED
[13:12:53.405] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:54:0) after 5m52s
[13:18:45.582] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:54:0)
[13:18:45.634] Build status: SCHEDULED
[13:18:45.634] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:55:0) after 5m32s
[13:24:17.727] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:55:0)
[13:24:17.748] Build status: SCHEDULED
[13:24:17.748] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:56:0) after 6m35s
[13:30:52.765] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:56:0)
[13:30:52.788] Build status: SCHEDULED
[13:30:52.788] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:57:0) after 3m23s
[13:34:15.924] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:57:0)
[13:34:16.475] Build status: SCHEDULED
[13:34:16.475] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:58:0) after 8m19s
[13:42:35.497] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:58:0)
[13:42:35.515] Build status: SCHEDULED
[13:42:35.515] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:59:0) after 4m32s
[13:47:07.762] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:59:0)
[13:47:07.781] Build status: SCHEDULED
[13:47:07.781] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:60:0) after 9m49s
[13:56:56.800] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:60:0)
[13:56:56.816] Build status: SCHEDULED
[13:56:56.816] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:61:0) after 3m0s
[13:59:57.457] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:61:0)
[13:59:57.479] Build status: SCHEDULED
[13:59:57.480] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:62:0) after 9m57s
[14:09:54.607] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:62:0)
[14:09:54.699] Build status: SCHEDULED
[14:09:54.699] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:63:0) after 5m51s
[14:15:45.715] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:63:0)
[14:15:45.739] Build status: SCHEDULED
[14:15:45.739] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:64:0) after 8m12s
[14:23:58.216] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:64:0)
[14:23:58.244] Build status: SCHEDULED
[14:23:58.244] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:65:0) after 7m30s
[14:31:28.386] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:65:0)
[14:31:28.403] Build status: SCHEDULED
[14:31:28.403] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:66:0) after 6m48s
[14:38:16.424] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:66:0)
[14:38:16.446] Build status: SCHEDULED
[14:38:16.446] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:67:0) after 2m27s
[14:40:43.464] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:67:0)
[14:40:43.482] Build status: SCHEDULED
[14:40:43.482] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:68:0) after 8m23s
[14:49:06.686] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:68:0)
[14:49:07.001] Build status: SCHEDULED
[14:49:07.001] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:69:0) after 5m44s
[14:54:51.030] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:69:0)
[14:54:51.081] Build status: SCHEDULED
[14:54:51.081] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:70:0) after 9m44s
[15:04:35.706] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:70:0)
[15:04:35.727] Build status: SCHEDULED
[15:04:35.727] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:71:0) after 8m51s
[15:13:27.034] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:71:0)
[15:13:27.069] Build status: SCHEDULED
[15:13:27.069] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:72:0) after 4m49s
[15:18:16.086] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:72:0)
[15:18:16.175] Build status: SCHEDULED
[15:18:16.175] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:73:0) after 3m22s
[15:21:38.194] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:73:0)
[15:21:38.212] Build status: SCHEDULED
[15:21:38.212] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:74:0) after 8m23s
[15:30:01.337] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:74:0)
[15:30:01.367] Build status: SCHEDULED
[15:30:01.367] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:75:0) after 1m12s
[15:31:13.477] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:75:0)
[15:31:13.496] Build status: SCHEDULED
[15:31:13.496] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:76:0) after 2m3s
[15:33:17.045] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:76:0)
[15:33:17.068] Build status: SCHEDULED
[15:33:17.068] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:77:0) after 5m25s
[15:38:42.084] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:77:0)
[15:38:42.098] Build status: SCHEDULED
[15:38:42.098] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:78:0) after 3m5s
[15:41:47.324] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:78:0)
[15:41:47.340] Build status: SCHEDULED
[15:41:47.340] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:79:0) after 4m32s
[15:46:19.477] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:79:0)
[15:46:19.496] Build status: SCHEDULED
[15:46:19.496] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:80:0) after 7m49s
[15:54:08.512] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:80:0)
[15:54:08.537] Build status: SCHEDULED
[15:54:08.537] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:81:0) after 7m12s
[16:01:20.658] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:81:0)
[16:01:20.676] Build status: SCHEDULED
[16:01:20.676] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:82:0) after 5m42s
[16:07:02.736] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:82:0)
[16:07:02.795] Build status: SCHEDULED
[16:07:02.795] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:83:0) after 2m41s
[16:09:44.019] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:83:0)
[16:09:44.047] Build status: SCHEDULED
[16:09:44.047] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:84:0) after 7m51s
[16:17:35.165] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:84:0)
[16:17:35.260] Build status: SCHEDULED
[16:17:35.260] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:85:0) after 5m0s
[16:22:35.375] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:85:0)
[16:22:35.391] Build status: SCHEDULED
[16:22:35.391] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:86:0) after 7m57s
[16:30:32.399] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:86:0)
[16:30:32.424] Build status: SCHEDULED
[16:30:32.424] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872366888679610304:87:0) after 6m39s
[16:36:42.059] Received PubSub notification, asking Buildbucket for the build status
[16:36:42.090] Build:
{
"id": "8706936826738198897",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-kernel"
},
"createdBy": "project:pigweed",
"createTime": "2025-08-10T08:36:35.976017615Z",
"endTime": "2025-08-10T16:36:41.868605304Z",
"updateTime": "2025-08-10T16:36:41.868605304Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"resourceExhaustion": {
},
"timeout": {
}
},
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "5d40066c740a4410d8862c1c0061099651c711ca",
"ref": "refs/heads/main"
}
}
}
[16:36:42.090] Invocation finished in 8h0m7.349554394s with status FAILED