[18:48:16.396] New invocation is queued and will start shortly
[18:48:17.766] Starting the invocation (attempt 1)
[18:48:17.802] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/c2e3baab54d937b599fcd92de2aa7ca71669f492"
[18:48:17.802] Popped gitiles commit info from properties and tags
[18:48:17.802] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[18:48:17.802] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[18:48:17.802] Buildbucket request:
{
"requestId": "8866983183200243392",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-default"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8866983183200243392",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "949cf60bc31f906c8e0ddc52abd8ed119c055735"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@949cf60bc31f906c8e0ddc52abd8ed119c055735",
"title": "949cf60bc31f906c8e0ddc52abd8ed119c055735",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/949cf60bc31f906c8e0ddc52abd8ed119c055735"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "c2e3baab54d937b599fcd92de2aa7ca71669f492"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@c2e3baab54d937b599fcd92de2aa7ca71669f492",
"title": "c2e3baab54d937b599fcd92de2aa7ca71669f492",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/c2e3baab54d937b599fcd92de2aa7ca71669f492"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "c2e3baab54d937b599fcd92de2aa7ca71669f492",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8866983183200243392"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[18:48:20.280] Scheduled build:
{
"id": "8701553120466924753",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-default"
},
"createdBy": "project:pigweed",
"createTime": "2025-10-08T18:48:18.374792435Z",
"updateTime": "2025-10-08T18:48:18.374792435Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "c2e3baab54d937b599fcd92de2aa7ca71669f492",
"ref": "refs/heads/main"
}
}
}
[18:48:20.280] Task URL: https://cr-buildbucket.appspot.com/build/8701553120466924753
[18:48:20.280] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:2:0) after 5m33s
[18:48:21.205] Received PubSub notification, asking Buildbucket for the build status
[18:48:21.240] Build status: SCHEDULED
[18:53:53.347] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:2:0)
[18:53:53.365] Build status: SCHEDULED
[18:53:53.365] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:4:0) after 6m24s
[19:00:17.382] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:4:0)
[19:00:17.406] Build status: SCHEDULED
[19:00:17.406] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:5:0) after 2m28s
[19:02:45.518] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:5:0)
[19:02:45.547] Build status: SCHEDULED
[19:02:45.547] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:6:0) after 4m8s
[19:06:53.552] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:6:0)
[19:06:53.569] Build status: SCHEDULED
[19:06:53.569] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:7:0) after 3m33s
[19:10:26.604] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:7:0)
[19:10:26.632] Build status: SCHEDULED
[19:10:26.633] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:8:0) after 7m26s
[19:17:52.695] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:8:0)
[19:17:52.721] Build status: SCHEDULED
[19:17:52.721] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:9:0) after 3m55s
[19:21:47.736] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:9:0)
[19:21:47.754] Build status: SCHEDULED
[19:21:47.754] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:10:0) after 2m55s
[19:24:42.785] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:10:0)
[19:24:42.863] Build status: SCHEDULED
[19:24:42.863] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:11:0) after 2m56s
[19:27:39.004] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:11:0)
[19:27:39.092] Build status: SCHEDULED
[19:27:39.092] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:12:0) after 1m23s
[19:29:02.075] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:12:0)
[19:29:02.090] Build status: SCHEDULED
[19:29:02.090] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:13:0) after 9m15s
[19:38:17.317] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:13:0)
[19:38:17.332] Build status: SCHEDULED
[19:38:17.332] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:14:0) after 1m6s
[19:39:23.302] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:14:0)
[19:39:23.320] Build status: SCHEDULED
[19:39:23.321] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:15:0) after 7m8s
[19:46:31.345] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:15:0)
[19:46:31.365] Build status: SCHEDULED
[19:46:31.366] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:16:0) after 5m45s
[19:52:16.516] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:16:0)
[19:52:16.564] Build status: SCHEDULED
[19:52:16.564] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:17:0) after 8m44s
[20:01:00.580] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:17:0)
[20:01:00.632] Build status: SCHEDULED
[20:01:00.632] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:18:0) after 9m50s
[20:10:50.643] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:18:0)
[20:10:50.664] Build status: SCHEDULED
[20:10:50.664] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:19:0) after 1m32s
[20:12:22.677] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:19:0)
[20:12:22.696] Build status: SCHEDULED
[20:12:22.696] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:20:0) after 3m54s
[20:16:16.730] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:20:0)
[20:16:16.787] Build status: SCHEDULED
[20:16:16.787] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:21:0) after 3m19s
[20:19:35.899] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:21:0)
[20:19:35.958] Build status: SCHEDULED
[20:19:35.958] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:22:0) after 6m46s
[20:26:22.143] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:22:0)
[20:26:22.161] Build status: SCHEDULED
[20:26:22.161] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:23:0) after 3m20s
[20:29:42.183] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:23:0)
[20:29:42.203] Build status: SCHEDULED
[20:29:42.203] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:24:0) after 1m53s
[20:31:35.219] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:24:0)
[20:31:35.246] Build status: SCHEDULED
[20:31:35.246] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:25:0) after 2m48s
[20:34:23.316] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:25:0)
[20:34:23.334] Build status: SCHEDULED
[20:34:23.334] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:26:0) after 3m12s
[20:37:35.355] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:26:0)
[20:37:35.375] Build status: SCHEDULED
[20:37:35.375] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:27:0) after 7m54s
[20:45:29.390] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:27:0)
[20:45:29.421] Build status: SCHEDULED
[20:45:29.422] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:28:0) after 7m37s
[20:53:06.550] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:28:0)
[20:53:06.584] Build status: SCHEDULED
[20:53:06.584] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:29:0) after 2m27s
[20:55:33.633] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:29:0)
[20:55:33.655] Build status: SCHEDULED
[20:55:33.655] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:30:0) after 5m54s
[21:01:27.855] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:30:0)
[21:01:27.897] Build status: SCHEDULED
[21:01:27.897] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:31:0) after 6m48s
[21:08:15.977] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:31:0)
[21:08:15.994] Build status: SCHEDULED
[21:08:15.994] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:32:0) after 9m13s
[21:17:29.196] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:32:0)
[21:17:29.220] Build status: SCHEDULED
[21:17:29.220] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:33:0) after 9m58s
[21:27:27.288] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:33:0)
[21:27:27.304] Build status: SCHEDULED
[21:27:27.304] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:34:0) after 3m38s
[21:31:05.319] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:34:0)
[21:31:05.347] Build status: SCHEDULED
[21:31:05.347] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:35:0) after 9m25s
[21:40:30.412] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:35:0)
[21:40:30.431] Build status: SCHEDULED
[21:40:30.431] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:36:0) after 1m11s
[21:41:41.447] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:36:0)
[21:41:41.466] Build status: SCHEDULED
[21:41:41.466] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:37:0) after 8m24s
[21:50:05.490] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:37:0)
[21:50:05.504] Build status: SCHEDULED
[21:50:05.504] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:38:0) after 7m28s
[21:57:33.521] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:38:0)
[21:57:33.535] Build status: SCHEDULED
[21:57:33.535] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:39:0) after 9m27s
[22:07:00.778] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:39:0)
[22:07:00.804] Build status: SCHEDULED
[22:07:00.804] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:40:0) after 7m10s
[22:14:10.810] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:40:0)
[22:14:10.938] Build status: SCHEDULED
[22:14:10.938] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:41:0) after 1m28s
[22:15:38.962] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:41:0)
[22:15:39.038] Build status: SCHEDULED
[22:15:39.038] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:42:0) after 2m43s
[22:18:22.070] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:42:0)
[22:18:22.158] Build status: SCHEDULED
[22:18:22.158] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:43:0) after 3m43s
[22:22:05.500] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:43:0)
[22:22:05.521] Build status: SCHEDULED
[22:22:05.521] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:44:0) after 2m47s
[22:24:52.593] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:44:0)
[22:24:52.630] Build status: SCHEDULED
[22:24:52.630] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:45:0) after 8m57s
[22:33:49.644] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:45:0)
[22:33:49.678] Build status: SCHEDULED
[22:33:49.678] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:46:0) after 2m29s
[22:36:18.649] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:46:0)
[22:36:18.678] Build status: SCHEDULED
[22:36:18.678] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:47:0) after 6m17s
[22:42:35.694] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:47:0)
[22:42:35.719] Build status: SCHEDULED
[22:42:35.719] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:48:0) after 3m31s
[22:46:06.838] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:48:0)
[22:46:06.870] Build status: SCHEDULED
[22:46:06.870] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:49:0) after 6m53s
[22:52:59.974] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:49:0)
[22:52:59.990] Build status: SCHEDULED
[22:52:59.990] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:50:0) after 1m40s
[22:54:39.975] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:50:0)
[22:54:39.991] Build status: SCHEDULED
[22:54:39.991] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:51:0) after 5m28s
[23:00:08.202] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:51:0)
[23:00:08.242] Build status: SCHEDULED
[23:00:08.242] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:52:0) after 6m59s
[23:07:07.255] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:52:0)
[23:07:07.344] Build status: SCHEDULED
[23:07:07.344] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:53:0) after 1m30s
[23:08:37.407] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:53:0)
[23:08:37.426] Build status: SCHEDULED
[23:08:37.426] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:54:0) after 9m3s
[23:17:40.565] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:54:0)
[23:17:40.585] Build status: SCHEDULED
[23:17:40.585] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:55:0) after 9m12s
[23:26:52.607] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:55:0)
[23:26:52.626] Build status: SCHEDULED
[23:26:52.626] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:56:0) after 9m5s
[23:35:57.641] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:56:0)
[23:35:57.919] Build status: SCHEDULED
[23:35:57.919] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:57:0) after 5m11s
[23:41:08.958] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:57:0)
[23:41:08.992] Build status: SCHEDULED
[23:41:08.992] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:58:0) after 5m56s
[23:47:05.074] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:58:0)
[23:47:05.103] Build status: SCHEDULED
[23:47:05.103] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:59:0) after 7m43s
[23:54:48.303] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:59:0)
[23:54:48.343] Build status: SCHEDULED
[23:54:48.343] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:60:0) after 8m20s
[00:03:08.508] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:60:0)
[00:03:08.642] Build status: SCHEDULED
[00:03:08.642] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:61:0) after 4m9s
[00:07:17.655] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:61:0)
[00:07:17.689] Build status: SCHEDULED
[00:07:17.689] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:62:0) after 3m30s
[00:10:47.756] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:62:0)
[00:10:47.821] Build status: SCHEDULED
[00:10:47.821] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:63:0) after 6m55s
[00:17:42.840] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:63:0)
[00:17:42.893] Build status: SCHEDULED
[00:17:42.893] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:64:0) after 4m13s
[00:21:55.956] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:64:0)
[00:21:55.975] Build status: SCHEDULED
[00:21:55.975] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:65:0) after 8m48s
[00:30:44.113] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:65:0)
[00:30:44.139] Build status: SCHEDULED
[00:30:44.139] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:66:0) after 1m25s
[00:32:09.167] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:66:0)
[00:32:09.188] Build status: SCHEDULED
[00:32:09.188] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:67:0) after 2m52s
[00:35:01.238] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:67:0)
[00:35:01.265] Build status: SCHEDULED
[00:35:01.265] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:68:0) after 5m39s
[00:40:40.290] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:68:0)
[00:40:40.365] Build status: SCHEDULED
[00:40:40.365] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:69:0) after 7m53s
[00:48:33.545] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:69:0)
[00:48:33.569] Build status: SCHEDULED
[00:48:33.569] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:70:0) after 8m39s
[00:57:12.648] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:70:0)
[00:57:12.664] Build status: SCHEDULED
[00:57:12.664] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:71:0) after 2m5s
[00:59:17.701] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:71:0)
[00:59:17.740] Build status: SCHEDULED
[00:59:17.740] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:72:0) after 5m11s
[01:04:28.876] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:72:0)
[01:04:28.894] Build status: SCHEDULED
[01:04:28.894] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:73:0) after 3m33s
[01:08:01.891] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:73:0)
[01:08:01.960] Build status: SCHEDULED
[01:08:01.960] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:74:0) after 4m38s
[01:12:39.979] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:74:0)
[01:12:40.011] Build status: SCHEDULED
[01:12:40.011] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:75:0) after 5m17s
[01:17:57.050] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:75:0)
[01:17:57.067] Build status: SCHEDULED
[01:17:57.067] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:76:0) after 7m8s
[01:25:05.148] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:76:0)
[01:25:05.191] Build status: SCHEDULED
[01:25:05.191] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:77:0) after 9m23s
[01:34:28.306] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:77:0)
[01:34:28.325] Build status: SCHEDULED
[01:34:28.325] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:78:0) after 3m24s
[01:37:52.401] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:78:0)
[01:37:52.426] Build status: SCHEDULED
[01:37:52.426] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:79:0) after 5m26s
[01:43:18.443] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:79:0)
[01:43:18.460] Build status: SCHEDULED
[01:43:18.460] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:80:0) after 6m15s
[01:49:33.476] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:80:0)
[01:49:33.491] Build status: SCHEDULED
[01:49:33.492] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:81:0) after 7m23s
[01:56:56.526] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:81:0)
[01:56:56.541] Build status: SCHEDULED
[01:56:56.541] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:82:0) after 1m55s
[01:58:51.672] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:82:0)
[01:58:51.697] Build status: SCHEDULED
[01:58:51.697] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:83:0) after 1m30s
[01:59:18.646] Received PubSub notification, asking Buildbucket for the build status
[01:59:18.664] Build status: STARTED
[02:00:21.715] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:83:0)
[02:00:21.730] Build status: STARTED
[02:00:21.733] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:85:0) after 3m41s
[02:04:02.751] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:85:0)
[02:04:02.811] Build status: STARTED
[02:04:02.811] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:86:0) after 8m22s
[02:12:24.832] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:86:0)
[02:12:24.854] Build status: STARTED
[02:12:24.854] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:87:0) after 1m50s
[02:14:14.870] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:87:0)
[02:14:14.887] Build status: STARTED
[02:14:14.887] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:88:0) after 4m29s
[02:18:43.905] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:88:0)
[02:18:43.950] Build status: STARTED
[02:18:43.950] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:89:0) after 8m6s
[02:26:50.019] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:89:0)
[02:26:50.031] Build status: STARTED
[02:26:50.032] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:90:0) after 8m53s
[02:35:43.025] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:90:0)
[02:35:43.040] Build status: STARTED
[02:35:43.040] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:91:0) after 1m44s
[02:37:27.204] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:91:0)
[02:37:27.222] Build status: STARTED
[02:37:27.222] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:92:0) after 8m1s
[02:45:28.293] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:92:0)
[02:45:28.309] Build status: STARTED
[02:45:28.309] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:93:0) after 3m54s
[02:49:22.324] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:93:0)
[02:49:22.340] Build status: STARTED
[02:49:22.340] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:94:0) after 7m46s
[02:57:08.426] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:94:0)
[02:57:08.451] Build status: STARTED
[02:57:08.451] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:95:0) after 6m54s
[03:04:02.519] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:95:0)
[03:04:02.539] Build status: STARTED
[03:04:02.539] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:96:0) after 1m6s
[03:05:08.604] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:96:0)
[03:05:08.625] Build status: STARTED
[03:05:08.625] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:97:0) after 4m49s
[03:09:57.604] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:97:0)
[03:09:57.650] Build status: STARTED
[03:09:57.650] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:98:0) after 2m11s
[03:12:08.899] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:98:0)
[03:12:08.917] Build status: STARTED
[03:12:08.917] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:99:0) after 5m45s
[03:17:54.022] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:99:0)
[03:17:54.042] Build status: STARTED
[03:17:54.042] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:100:0) after 4m33s
[03:22:27.076] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:100:0)
[03:22:27.162] Build status: STARTED
[03:22:27.163] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:101:0) after 3m14s
[03:25:41.177] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:101:0)
[03:25:41.194] Build status: STARTED
[03:25:41.194] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:102:0) after 6m0s
[03:31:41.213] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:102:0)
[03:31:41.237] Build status: STARTED
[03:31:41.237] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866983183200243392:103:0) after 6m47s
[03:33:07.300] Received PubSub notification, asking Buildbucket for the build status
[03:33:07.318] Build:
{
"id": "8701553120466924753",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-default"
},
"createdBy": "project:pigweed",
"createTime": "2025-10-08T18:48:18.374792435Z",
"startTime": "2025-10-09T01:59:18.427511164Z",
"endTime": "2025-10-09T03:33:06.859644602Z",
"updateTime": "2025-10-09T03:33:06.859644602Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "c2e3baab54d937b599fcd92de2aa7ca71669f492",
"ref": "refs/heads/main"
}
}
}
[03:33:07.318] Invocation finished in 8h44m50.934693913s with status FAILED