[18:33:37.114] New invocation is queued and will start shortly
[18:33:55.309] Starting the invocation (attempt 1)
[18:33:55.334] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/e769abdc75b754f8403015e75d3d36ebe791406e"
[18:33:55.334] Popped gitiles commit info from properties and tags
[18:33:55.334] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[18:33:55.335] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[18:33:55.335] Buildbucket request:
{
"requestId": "8865625150700283424",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-default"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8865625150700283424",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "472c7f7fbb6a6e6f521dd707634f02027fb152eb"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@472c7f7fbb6a6e6f521dd707634f02027fb152eb",
"title": "472c7f7fbb6a6e6f521dd707634f02027fb152eb",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/472c7f7fbb6a6e6f521dd707634f02027fb152eb"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "a29a8cf0282cd3ac160a547e3d104b5aa28d2c56"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@a29a8cf0282cd3ac160a547e3d104b5aa28d2c56",
"title": "a29a8cf0282cd3ac160a547e3d104b5aa28d2c56",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/a29a8cf0282cd3ac160a547e3d104b5aa28d2c56"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "fd70946cbb9d29060b9636e9031fdaed7badf144"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@fd70946cbb9d29060b9636e9031fdaed7badf144",
"title": "fd70946cbb9d29060b9636e9031fdaed7badf144",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/fd70946cbb9d29060b9636e9031fdaed7badf144"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "e769abdc75b754f8403015e75d3d36ebe791406e"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@e769abdc75b754f8403015e75d3d36ebe791406e",
"title": "e769abdc75b754f8403015e75d3d36ebe791406e",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/e769abdc75b754f8403015e75d3d36ebe791406e"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "e769abdc75b754f8403015e75d3d36ebe791406e",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8865625150700283424"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[18:33:55.684] Scheduled build:
{
"id": "8700195070880297617",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-default"
},
"createdBy": "project:pigweed",
"createTime": "2025-10-23T18:33:55.385239522Z",
"updateTime": "2025-10-23T18:33:55.385239522Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "e769abdc75b754f8403015e75d3d36ebe791406e",
"ref": "refs/heads/main"
}
}
}
[18:33:55.685] Task URL: https://cr-buildbucket.appspot.com/build/8700195070880297617
[18:33:55.685] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:2:0) after 8m22s
[18:33:56.739] Received PubSub notification, asking Buildbucket for the build status
[18:33:56.783] Build status: SCHEDULED
[18:42:17.683] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:2:0)
[18:42:17.718] Build status: SCHEDULED
[18:42:17.718] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:4:0) after 5m40s
[18:47:57.772] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:4:0)
[18:47:58.038] Build status: SCHEDULED
[18:47:58.039] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:5:0) after 1m6s
[18:49:04.037] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:5:0)
[18:49:04.063] Build status: SCHEDULED
[18:49:04.063] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:6:0) after 3m36s
[18:52:40.048] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:6:0)
[18:52:40.179] Build status: SCHEDULED
[18:52:40.179] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:7:0) after 6m59s
[18:59:39.260] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:7:0)
[18:59:39.286] Build status: SCHEDULED
[18:59:39.286] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:8:0) after 7m5s
[19:06:44.299] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:8:0)
[19:06:44.317] Build status: SCHEDULED
[19:06:44.317] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:9:0) after 6m54s
[19:13:38.339] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:9:0)
[19:13:38.355] Build status: SCHEDULED
[19:13:38.355] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:10:0) after 3m57s
[19:17:35.370] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:10:0)
[19:17:35.390] Build status: SCHEDULED
[19:17:35.390] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:11:0) after 9m15s
[19:26:50.502] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:11:0)
[19:26:50.532] Build status: SCHEDULED
[19:26:50.532] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:12:0) after 5m7s
[19:31:57.560] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:12:0)
[19:31:57.584] Build status: SCHEDULED
[19:31:57.584] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:13:0) after 2m44s
[19:34:41.599] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:13:0)
[19:34:41.620] Build status: SCHEDULED
[19:34:41.621] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:14:0) after 4m6s
[19:38:47.726] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:14:0)
[19:38:47.742] Build status: SCHEDULED
[19:38:47.742] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:15:0) after 5m9s
[19:43:56.755] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:15:0)
[19:43:56.771] Build status: SCHEDULED
[19:43:56.771] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:16:0) after 6m40s
[19:50:36.770] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:16:0)
[19:50:36.790] Build status: SCHEDULED
[19:50:36.790] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:17:0) after 2m10s
[19:52:46.806] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:17:0)
[19:52:46.822] Build status: SCHEDULED
[19:52:46.822] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:18:0) after 3m51s
[19:56:37.837] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:18:0)
[19:56:37.852] Build status: SCHEDULED
[19:56:37.852] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:19:0) after 6m17s
[20:02:54.854] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:19:0)
[20:02:54.904] Build status: SCHEDULED
[20:02:54.904] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:20:0) after 1m37s
[20:04:31.919] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:20:0)
[20:04:31.947] Build status: SCHEDULED
[20:04:31.947] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:21:0) after 2m43s
[20:07:15.054] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:21:0)
[20:07:15.097] Build status: SCHEDULED
[20:07:15.097] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:22:0) after 6m12s
[20:13:27.110] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:22:0)
[20:13:27.132] Build status: SCHEDULED
[20:13:27.132] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:23:0) after 4m17s
[20:17:44.194] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:23:0)
[20:17:44.225] Build status: SCHEDULED
[20:17:44.226] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:24:0) after 9m27s
[20:27:11.328] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:24:0)
[20:27:11.344] Build status: SCHEDULED
[20:27:11.344] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:25:0) after 9m40s
[20:36:51.358] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:25:0)
[20:36:51.375] Build status: SCHEDULED
[20:36:51.375] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:26:0) after 9m14s
[20:46:05.371] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:26:0)
[20:46:06.583] Build status: SCHEDULED
[20:46:06.583] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:27:0) after 6m8s
[20:52:14.674] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:27:0)
[20:52:14.691] Build status: SCHEDULED
[20:52:14.691] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:28:0) after 2m1s
[20:54:15.806] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:28:0)
[20:54:15.820] Build status: SCHEDULED
[20:54:15.820] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:29:0) after 6m29s
[21:00:44.897] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:29:0)
[21:00:44.915] Build status: SCHEDULED
[21:00:44.915] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:30:0) after 7m0s
[21:07:44.934] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:30:0)
[21:07:44.951] Build status: SCHEDULED
[21:07:44.951] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:31:0) after 3m31s
[21:11:15.928] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:31:0)
[21:11:15.960] Build status: SCHEDULED
[21:11:15.960] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:32:0) after 1m0s
[21:12:16.025] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:32:0)
[21:12:16.048] Build status: SCHEDULED
[21:12:16.048] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:33:0) after 9m36s
[21:21:52.116] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:33:0)
[21:21:52.134] Build status: SCHEDULED
[21:21:52.134] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:34:0) after 1m51s
[21:23:43.107] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:34:0)
[21:23:43.123] Build status: SCHEDULED
[21:23:43.123] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:35:0) after 7m6s
[21:30:49.164] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:35:0)
[21:30:49.181] Build status: SCHEDULED
[21:30:49.181] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:36:0) after 9m54s
[21:40:43.235] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:36:0)
[21:40:43.249] Build status: SCHEDULED
[21:40:43.249] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:37:0) after 3m40s
[21:44:23.304] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:37:0)
[21:44:23.321] Build status: SCHEDULED
[21:44:23.321] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:38:0) after 6m1s
[21:50:24.397] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:38:0)
[21:50:24.411] Build status: SCHEDULED
[21:50:24.411] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:39:0) after 4m45s
[21:55:09.452] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:39:0)
[21:55:09.473] Build status: SCHEDULED
[21:55:09.473] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:40:0) after 5m37s
[22:00:46.528] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:40:0)
[22:00:46.543] Build status: SCHEDULED
[22:00:46.544] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:41:0) after 8m41s
[22:09:27.560] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:41:0)
[22:09:27.575] Build status: SCHEDULED
[22:09:27.575] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:42:0) after 9m32s
[22:18:59.685] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:42:0)
[22:18:59.702] Build status: SCHEDULED
[22:18:59.702] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:43:0) after 2m48s
[22:21:47.792] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:43:0)
[22:21:47.810] Build status: SCHEDULED
[22:21:47.810] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:44:0) after 7m32s
[22:29:19.926] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:44:0)
[22:29:19.986] Build status: SCHEDULED
[22:29:19.986] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:45:0) after 5m34s
[22:34:54.025] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:45:0)
[22:34:54.041] Build status: SCHEDULED
[22:34:54.041] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:46:0) after 9m54s
[22:44:48.054] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:46:0)
[22:44:48.076] Build status: SCHEDULED
[22:44:48.076] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:47:0) after 9m38s
[22:54:26.091] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:47:0)
[22:54:26.106] Build status: SCHEDULED
[22:54:26.106] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:48:0) after 6m11s
[23:00:37.191] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:48:0)
[23:00:37.214] Build status: SCHEDULED
[23:00:37.214] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:49:0) after 7m0s
[23:07:37.228] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:49:0)
[23:07:37.248] Build status: SCHEDULED
[23:07:37.248] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:50:0) after 5m26s
[23:13:03.266] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:50:0)
[23:13:03.303] Build status: SCHEDULED
[23:13:03.303] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:51:0) after 9m32s
[23:22:35.343] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:51:0)
[23:22:35.383] Build status: SCHEDULED
[23:22:35.383] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:52:0) after 9m48s
[23:32:23.402] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:52:0)
[23:32:23.421] Build status: SCHEDULED
[23:32:23.421] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:53:0) after 6m15s
[23:38:38.414] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:53:0)
[23:38:38.433] Build status: SCHEDULED
[23:38:38.433] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:54:0) after 6m24s
[23:45:02.493] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:54:0)
[23:45:02.519] Build status: SCHEDULED
[23:45:02.519] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:55:0) after 9m50s
[23:54:52.502] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:55:0)
[23:54:52.518] Build status: SCHEDULED
[23:54:52.518] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:56:0) after 3m46s
[23:58:38.532] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:56:0)
[23:58:38.556] Build status: SCHEDULED
[23:58:38.556] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:57:0) after 1m24s
[00:00:02.602] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:57:0)
[00:00:02.621] Build status: SCHEDULED
[00:00:02.621] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:58:0) after 9m18s
[00:09:20.638] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:58:0)
[00:09:20.659] Build status: SCHEDULED
[00:09:20.659] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:59:0) after 5m9s
[00:14:29.674] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:59:0)
[00:14:29.749] Build status: SCHEDULED
[00:14:29.749] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:60:0) after 2m1s
[00:16:30.765] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:60:0)
[00:16:30.784] Build status: SCHEDULED
[00:16:30.784] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:61:0) after 6m41s
[00:23:11.849] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:61:0)
[00:23:11.867] Build status: SCHEDULED
[00:23:11.867] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:62:0) after 3m48s
[00:26:59.885] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:62:0)
[00:26:59.902] Build status: SCHEDULED
[00:26:59.902] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:63:0) after 3m38s
[00:30:37.928] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:63:0)
[00:30:37.946] Build status: SCHEDULED
[00:30:37.946] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:64:0) after 5m20s
[00:35:58.018] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:64:0)
[00:35:58.033] Build status: SCHEDULED
[00:35:58.033] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:65:0) after 2m49s
[00:37:53.785] Received PubSub notification, asking Buildbucket for the build status
[00:37:53.800] Build status: STARTED
[00:38:47.045] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:65:0)
[00:38:47.063] Build status: STARTED
[00:38:47.063] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:67:0) after 8m44s
[00:47:31.203] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:67:0)
[00:47:31.216] Build status: STARTED
[00:47:31.217] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:68:0) after 8m12s
[00:55:43.237] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:68:0)
[00:55:43.320] Build status: STARTED
[00:55:43.320] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:69:0) after 2m20s
[00:58:03.340] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:69:0)
[00:58:03.359] Build status: STARTED
[00:58:03.359] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:70:0) after 8m33s
[01:06:36.371] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:70:0)
[01:06:36.384] Build status: STARTED
[01:06:36.384] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:71:0) after 1m59s
[01:08:35.410] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:71:0)
[01:08:35.487] Build status: STARTED
[01:08:35.487] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:72:0) after 3m29s
[01:12:04.531] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:72:0)
[01:12:04.559] Build status: STARTED
[01:12:04.559] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:73:0) after 4m31s
[01:16:35.625] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:73:0)
[01:16:35.641] Build status: STARTED
[01:16:35.641] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:74:0) after 4m28s
[01:21:03.677] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:74:0)
[01:21:03.704] Build status: STARTED
[01:21:03.704] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:75:0) after 4m14s
[01:25:17.693] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:75:0)
[01:25:17.708] Build status: STARTED
[01:25:17.708] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:76:0) after 3m45s
[01:29:02.763] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:76:0)
[01:29:02.790] Build status: STARTED
[01:29:02.790] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:77:0) after 3m0s
[01:32:02.841] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:77:0)
[01:32:02.886] Build status: STARTED
[01:32:02.886] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:78:0) after 9m24s
[01:41:26.902] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:78:0)
[01:41:26.917] Build status: STARTED
[01:41:26.917] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:79:0) after 1m24s
[01:42:50.932] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:79:0)
[01:42:50.948] Build status: STARTED
[01:42:50.948] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:80:0) after 9m9s
[01:51:59.962] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:80:0)
[01:51:59.987] Build status: STARTED
[01:51:59.987] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:81:0) after 5m23s
[01:57:22.981] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:81:0)
[01:57:22.996] Build status: STARTED
[01:57:22.996] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:82:0) after 6m57s
[02:04:20.013] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:82:0)
[02:04:20.031] Build status: STARTED
[02:04:20.031] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:83:0) after 4m3s
[02:08:23.057] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:83:0)
[02:08:23.133] Build status: STARTED
[02:08:23.133] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865625150700283424:84:0) after 3m51s
[02:11:45.067] Received PubSub notification, asking Buildbucket for the build status
[02:11:45.097] Build:
{
"id": "8700195070880297617",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-default"
},
"createdBy": "project:pigweed",
"createTime": "2025-10-23T18:33:55.385239522Z",
"startTime": "2025-10-24T00:37:53.632369895Z",
"endTime": "2025-10-24T02:11:44.765218945Z",
"updateTime": "2025-10-24T02:11:44.765218945Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "e769abdc75b754f8403015e75d3d36ebe791406e",
"ref": "refs/heads/main"
}
}
}
[02:11:45.097] Invocation finished in 7h38m7.99850433s with status FAILED