[08:06:06.197] New invocation is queued and will start shortly
[08:06:07.337] Starting the invocation (attempt 1)
[08:06:07.369] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/e0849ec9cc5f10cae649027a706431c6f6ec8f81"
[08:06:07.369] Popped gitiles commit info from properties and tags
[08:06:07.370] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[08:06:07.370] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[08:06:07.370] Buildbucket request:
{
"requestId": "8864215079083839536",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-host"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8864215079083839536",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "e0849ec9cc5f10cae649027a706431c6f6ec8f81"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@e0849ec9cc5f10cae649027a706431c6f6ec8f81",
"title": "e0849ec9cc5f10cae649027a706431c6f6ec8f81",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/e0849ec9cc5f10cae649027a706431c6f6ec8f81"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "e0849ec9cc5f10cae649027a706431c6f6ec8f81",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8864215079083839536"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[08:06:07.954] Scheduled build:
{
"id": "8698785017076982961",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-host"
},
"createdBy": "project:pigweed",
"createTime": "2025-11-08T08:06:07.482427211Z",
"updateTime": "2025-11-08T08:06:07.482427211Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "e0849ec9cc5f10cae649027a706431c6f6ec8f81",
"ref": "refs/heads/main"
}
}
}
[08:06:07.954] Task URL: https://cr-buildbucket.appspot.com/build/8698785017076982961
[08:06:07.954] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:2:0) after 1m8s
[08:06:08.919] Received PubSub notification, asking Buildbucket for the build status
[08:06:08.949] Build status: SCHEDULED
[08:07:15.966] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:2:0)
[08:07:16.115] Build status: SCHEDULED
[08:07:16.115] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:4:0) after 6m46s
[08:14:02.244] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:4:0)
[08:14:02.318] Build status: SCHEDULED
[08:14:02.318] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:5:0) after 7m48s
[08:21:50.310] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:5:0)
[08:21:50.347] Build status: SCHEDULED
[08:21:50.347] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:6:0) after 9m43s
[08:31:33.387] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:6:0)
[08:31:33.407] Build status: SCHEDULED
[08:31:33.407] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:7:0) after 6m43s
[08:38:16.605] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:7:0)
[08:38:16.637] Build status: SCHEDULED
[08:38:16.637] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:8:0) after 8m39s
[08:46:55.850] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:8:0)
[08:46:56.151] Build status: SCHEDULED
[08:46:56.152] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:9:0) after 3m26s
[08:50:22.164] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:9:0)
[08:50:22.182] Build status: SCHEDULED
[08:50:22.182] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:10:0) after 6m26s
[08:56:48.398] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:10:0)
[08:56:48.528] Build status: SCHEDULED
[08:56:48.528] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:11:0) after 1m50s
[08:58:38.542] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:11:0)
[08:58:38.555] Build status: SCHEDULED
[08:58:38.555] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:12:0) after 9m27s
[09:08:05.779] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:12:0)
[09:08:05.796] Build status: SCHEDULED
[09:08:05.796] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:13:0) after 4m57s
[09:13:03.262] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:13:0)
[09:13:03.283] Build status: SCHEDULED
[09:13:03.283] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:14:0) after 2m5s
[09:15:08.420] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:14:0)
[09:15:08.443] Build status: SCHEDULED
[09:15:08.443] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:15:0) after 1m41s
[09:16:49.536] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:15:0)
[09:16:49.560] Build status: SCHEDULED
[09:16:49.560] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:16:0) after 4m1s
[09:20:50.575] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:16:0)
[09:20:50.592] Build status: SCHEDULED
[09:20:50.592] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:17:0) after 3m51s
[09:24:41.626] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:17:0)
[09:24:41.645] Build status: SCHEDULED
[09:24:41.645] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:18:0) after 1m49s
[09:26:30.678] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:18:0)
[09:26:30.697] Build status: SCHEDULED
[09:26:30.698] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:19:0) after 2m22s
[09:28:52.713] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:19:0)
[09:28:52.729] Build status: SCHEDULED
[09:28:52.729] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:20:0) after 3m36s
[09:32:28.753] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:20:0)
[09:32:28.770] Build status: SCHEDULED
[09:32:28.770] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:21:0) after 7m46s
[09:40:14.784] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:21:0)
[09:40:14.801] Build status: SCHEDULED
[09:40:14.801] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:22:0) after 5m26s
[09:45:40.804] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:22:0)
[09:45:40.820] Build status: SCHEDULED
[09:45:40.820] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:23:0) after 8m4s
[09:53:44.920] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:23:0)
[09:53:44.938] Build status: SCHEDULED
[09:53:44.938] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:24:0) after 3m3s
[09:56:47.983] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:24:0)
[09:56:48.002] Build status: SCHEDULED
[09:56:48.002] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:25:0) after 9m28s
[10:06:16.042] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:25:0)
[10:06:16.121] Build status: SCHEDULED
[10:06:16.121] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:26:0) after 1m39s
[10:07:55.169] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:26:0)
[10:07:55.183] Build status: SCHEDULED
[10:07:55.183] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:27:0) after 3m6s
[10:11:01.340] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:27:0)
[10:11:01.359] Build status: SCHEDULED
[10:11:01.359] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:28:0) after 6m41s
[10:17:42.468] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:28:0)
[10:17:42.497] Build status: SCHEDULED
[10:17:42.497] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:29:0) after 2m6s
[10:19:48.508] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:29:0)
[10:19:48.522] Build status: SCHEDULED
[10:19:48.522] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:30:0) after 8m31s
[10:28:19.535] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:30:0)
[10:28:19.555] Build status: SCHEDULED
[10:28:19.555] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:31:0) after 2m46s
[10:31:05.965] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:31:0)
[10:31:05.985] Build status: SCHEDULED
[10:31:05.985] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:32:0) after 6m50s
[10:37:56.127] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:32:0)
[10:37:56.173] Build status: SCHEDULED
[10:37:56.173] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:33:0) after 3m3s
[10:40:59.203] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:33:0)
[10:40:59.291] Build status: SCHEDULED
[10:40:59.291] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:34:0) after 6m11s
[10:47:10.305] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:34:0)
[10:47:10.319] Build status: SCHEDULED
[10:47:10.319] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:35:0) after 6m32s
[10:53:42.439] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:35:0)
[10:53:42.452] Build status: SCHEDULED
[10:53:42.452] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:36:0) after 1m1s
[10:54:43.453] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:36:0)
[10:54:43.473] Build status: SCHEDULED
[10:54:43.473] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:37:0) after 3m33s
[10:58:16.640] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:37:0)
[10:58:16.657] Build status: SCHEDULED
[10:58:16.657] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:38:0) after 1m55s
[11:00:11.672] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:38:0)
[11:00:11.690] Build status: SCHEDULED
[11:00:11.690] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:39:0) after 4m18s
[11:04:29.708] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:39:0)
[11:04:29.731] Build status: SCHEDULED
[11:04:29.731] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:40:0) after 5m8s
[11:09:38.172] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:40:0)
[11:09:38.245] Build status: SCHEDULED
[11:09:38.245] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:41:0) after 6m57s
[11:16:35.266] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:41:0)
[11:16:35.292] Build status: SCHEDULED
[11:16:35.292] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:42:0) after 9m30s
[11:26:05.282] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:42:0)
[11:26:05.300] Build status: SCHEDULED
[11:26:05.300] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:43:0) after 3m45s
[11:29:50.708] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:43:0)
[11:29:50.723] Build status: SCHEDULED
[11:29:50.723] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:44:0) after 3m7s
[11:32:57.778] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:44:0)
[11:32:57.807] Build status: SCHEDULED
[11:32:57.807] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:45:0) after 2m42s
[11:35:39.822] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:45:0)
[11:35:39.841] Build status: SCHEDULED
[11:35:39.841] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:46:0) after 8m32s
[11:44:12.156] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:46:0)
[11:44:12.172] Build status: SCHEDULED
[11:44:12.172] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:47:0) after 3m47s
[11:47:59.186] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:47:0)
[11:47:59.203] Build status: SCHEDULED
[11:47:59.203] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:48:0) after 1m1s
[11:49:00.728] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:48:0)
[11:49:00.779] Build status: SCHEDULED
[11:49:00.779] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:49:0) after 3m33s
[11:52:34.124] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:49:0)
[11:52:34.149] Build status: SCHEDULED
[11:52:34.149] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:50:0) after 9m48s
[12:02:22.167] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:50:0)
[12:02:22.193] Build status: SCHEDULED
[12:02:22.193] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:51:0) after 3m17s
[12:05:39.292] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:51:0)
[12:05:39.396] Build status: SCHEDULED
[12:05:39.396] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:52:0) after 8m46s
[12:14:25.408] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:52:0)
[12:14:25.424] Build status: SCHEDULED
[12:14:25.424] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:53:0) after 7m55s
[12:22:20.440] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:53:0)
[12:22:20.460] Build status: SCHEDULED
[12:22:20.460] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:54:0) after 9m15s
[12:31:35.625] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:54:0)
[12:31:35.652] Build status: SCHEDULED
[12:31:35.652] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:55:0) after 8m58s
[12:40:33.716] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:55:0)
[12:40:33.726] Build status: SCHEDULED
[12:40:33.726] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:56:0) after 5m48s
[12:46:21.740] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:56:0)
[12:46:21.810] Build status: SCHEDULED
[12:46:21.810] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:57:0) after 5m5s
[12:51:26.988] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:57:0)
[12:51:27.006] Build status: SCHEDULED
[12:51:27.006] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:58:0) after 8m29s
[12:59:56.047] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:58:0)
[12:59:56.139] Build status: SCHEDULED
[12:59:56.139] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:59:0) after 8m13s
[13:08:09.705] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:59:0)
[13:08:09.724] Build status: SCHEDULED
[13:08:09.724] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:60:0) after 3m46s
[13:11:56.569] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:60:0)
[13:11:56.585] Build status: SCHEDULED
[13:11:56.585] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:61:0) after 4m39s
[13:16:35.608] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:61:0)
[13:16:35.671] Build status: SCHEDULED
[13:16:35.671] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:62:0) after 5m32s
[13:22:07.971] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:62:0)
[13:22:07.990] Build status: SCHEDULED
[13:22:07.990] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:63:0) after 6m36s
[13:28:44.008] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:63:0)
[13:28:44.053] Build status: SCHEDULED
[13:28:44.053] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:64:0) after 7m47s
[13:36:31.184] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:64:0)
[13:36:31.202] Build status: SCHEDULED
[13:36:31.202] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:65:0) after 3m28s
[13:39:59.217] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:65:0)
[13:39:59.250] Build status: SCHEDULED
[13:39:59.250] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:66:0) after 9m44s
[13:49:43.464] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:66:0)
[13:49:43.480] Build status: SCHEDULED
[13:49:43.480] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:67:0) after 4m41s
[13:54:25.070] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:67:0)
[13:54:25.121] Build status: SCHEDULED
[13:54:25.122] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:68:0) after 8m54s
[14:03:19.137] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:68:0)
[14:03:19.164] Build status: SCHEDULED
[14:03:19.164] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:69:0) after 6m35s
[14:09:54.352] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:69:0)
[14:09:54.367] Build status: SCHEDULED
[14:09:54.367] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:70:0) after 7m50s
[14:17:44.439] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:70:0)
[14:17:44.454] Build status: SCHEDULED
[14:17:44.454] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:71:0) after 4m4s
[14:21:48.562] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:71:0)
[14:21:48.578] Build status: SCHEDULED
[14:21:48.578] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:72:0) after 6m40s
[14:28:28.755] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:72:0)
[14:28:28.774] Build status: SCHEDULED
[14:28:28.775] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:73:0) after 2m55s
[14:31:23.873] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:73:0)
[14:31:23.891] Build status: SCHEDULED
[14:31:23.891] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:74:0) after 8m53s
[14:40:16.996] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:74:0)
[14:40:17.025] Build status: SCHEDULED
[14:40:17.025] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:75:0) after 9m18s
[14:49:35.126] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:75:0)
[14:49:35.141] Build status: SCHEDULED
[14:49:35.141] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:76:0) after 1m12s
[14:50:47.211] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:76:0)
[14:50:47.231] Build status: SCHEDULED
[14:50:47.231] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:77:0) after 7m42s
[14:58:29.346] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:77:0)
[14:58:29.365] Build status: SCHEDULED
[14:58:29.365] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:78:0) after 1m26s
[14:59:55.446] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:78:0)
[14:59:55.490] Build status: SCHEDULED
[14:59:55.490] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:79:0) after 5m58s
[15:05:53.505] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:79:0)
[15:05:53.913] Build status: SCHEDULED
[15:05:53.913] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:80:0) after 1m36s
[15:07:30.028] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:80:0)
[15:07:30.048] Build status: SCHEDULED
[15:07:30.048] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:81:0) after 7m13s
[15:14:43.179] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:81:0)
[15:14:43.196] Build status: SCHEDULED
[15:14:43.196] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:82:0) after 5m53s
[15:20:36.228] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:82:0)
[15:20:36.249] Build status: SCHEDULED
[15:20:36.249] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:83:0) after 4m26s
[15:25:02.484] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:83:0)
[15:25:02.512] Build status: SCHEDULED
[15:25:02.512] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:84:0) after 1m28s
[15:26:30.527] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:84:0)
[15:26:30.565] Build status: SCHEDULED
[15:26:30.565] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:85:0) after 3m44s
[15:30:14.598] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:85:0)
[15:30:14.615] Build status: SCHEDULED
[15:30:14.615] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:86:0) after 5m12s
[15:35:26.631] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:86:0)
[15:35:26.647] Build status: SCHEDULED
[15:35:26.647] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:87:0) after 9m27s
[15:44:53.639] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:87:0)
[15:44:53.667] Build status: SCHEDULED
[15:44:53.667] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:88:0) after 8m35s
[15:53:28.969] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:88:0)
[15:53:28.987] Build status: SCHEDULED
[15:53:28.987] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:89:0) after 7m40s
[16:01:09.198] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:89:0)
[16:01:09.222] Build status: SCHEDULED
[16:01:09.222] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:90:0) after 1m25s
[16:02:34.239] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:90:0)
[16:02:34.256] Build status: SCHEDULED
[16:02:34.256] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:91:0) after 7m9s
[16:09:43.383] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:91:0)
[16:09:43.395] Build status: SCHEDULED
[16:09:43.395] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:92:0) after 7m54s
[16:17:37.418] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:92:0)
[16:17:37.442] Build status: SCHEDULED
[16:17:37.442] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:93:0) after 3m32s
[16:21:09.507] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:93:0)
[16:21:09.541] Build status: SCHEDULED
[16:21:09.541] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:94:0) after 8m5s
[16:29:14.570] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:94:0)
[16:29:14.591] Build status: SCHEDULED
[16:29:14.592] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:95:0) after 9m11s
[16:38:25.608] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:95:0)
[16:38:25.686] Build status: SCHEDULED
[16:38:25.686] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:96:0) after 4m26s
[16:42:51.713] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:96:0)
[16:42:51.771] Build status: SCHEDULED
[16:42:51.771] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:97:0) after 5m53s
[16:48:44.753] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:97:0)
[16:48:44.793] Build status: SCHEDULED
[16:48:44.793] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:98:0) after 8m24s
[16:56:54.445] Received PubSub notification, asking Buildbucket for the build status
[16:56:54.459] Build status: STARTED
[16:57:08.806] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:98:0)
[16:57:08.876] Build status: STARTED
[16:57:08.876] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:100:0) after 2m45s
[16:59:54.282] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:100:0)
[16:59:54.337] Build status: STARTED
[16:59:54.337] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:101:0) after 4m0s
[17:03:54.599] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:101:0)
[17:03:54.621] Build status: STARTED
[17:03:54.621] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8864215079083839536:102:0) after 7m36s
[17:06:09.790] Received PubSub notification, asking Buildbucket for the build status
[17:06:09.902] Build:
{
"id": "8698785017076982961",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-host"
},
"createdBy": "project:pigweed",
"createTime": "2025-11-08T08:06:07.482427211Z",
"startTime": "2025-11-08T16:56:54.182067236Z",
"endTime": "2025-11-08T17:06:09.414772118Z",
"updateTime": "2025-11-08T17:06:09.414772118Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "e0849ec9cc5f10cae649027a706431c6f6ec8f81",
"ref": "refs/heads/main"
}
}
}
[17:06:09.902] Invocation finished in 9h0m3.717603813s with status FAILED