[04:07:00.841] New invocation is queued and will start shortly
[04:07:01.925] Starting the invocation (attempt 1)
[04:07:01.957] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/918eb78ade2f36a05228e261ce243d8f08a8d8de"
[04:07:01.957] Popped gitiles commit info from properties and tags
[04:07:01.957] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[04:07:01.957] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[04:07:01.958] Buildbucket request:
{
"requestId": "8869303551393534160",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-zephyr"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8869303551393534160",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "a6bd670621746d33586907e141c55b45d27f5be2"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@a6bd670621746d33586907e141c55b45d27f5be2",
"title": "a6bd670621746d33586907e141c55b45d27f5be2",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/a6bd670621746d33586907e141c55b45d27f5be2"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "0d8c20e1743e2064e9dd6e417fa811591126d6eb"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@0d8c20e1743e2064e9dd6e417fa811591126d6eb",
"title": "0d8c20e1743e2064e9dd6e417fa811591126d6eb",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/0d8c20e1743e2064e9dd6e417fa811591126d6eb"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "edc738ea505c5d3262b217e39155b8714fb83a83"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@edc738ea505c5d3262b217e39155b8714fb83a83",
"title": "edc738ea505c5d3262b217e39155b8714fb83a83",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/edc738ea505c5d3262b217e39155b8714fb83a83"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "83502dac80062ae5ded69af0f439b3834c336f1f"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@83502dac80062ae5ded69af0f439b3834c336f1f",
"title": "83502dac80062ae5ded69af0f439b3834c336f1f",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/83502dac80062ae5ded69af0f439b3834c336f1f"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "86ae903e8d4e909a9595d548551f0797fe5ab46f"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@86ae903e8d4e909a9595d548551f0797fe5ab46f",
"title": "86ae903e8d4e909a9595d548551f0797fe5ab46f",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/86ae903e8d4e909a9595d548551f0797fe5ab46f"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "c9a7daeddf9b8204196880630d004a91e6fa4536"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@c9a7daeddf9b8204196880630d004a91e6fa4536",
"title": "c9a7daeddf9b8204196880630d004a91e6fa4536",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/c9a7daeddf9b8204196880630d004a91e6fa4536"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "a05539c9714645d748576164f740c762dbbfc571"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@a05539c9714645d748576164f740c762dbbfc571",
"title": "a05539c9714645d748576164f740c762dbbfc571",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/a05539c9714645d748576164f740c762dbbfc571"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "918eb78ade2f36a05228e261ce243d8f08a8d8de"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@918eb78ade2f36a05228e261ce243d8f08a8d8de",
"title": "918eb78ade2f36a05228e261ce243d8f08a8d8de",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/918eb78ade2f36a05228e261ce243d8f08a8d8de"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "918eb78ade2f36a05228e261ce243d8f08a8d8de",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8869303551393534160"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[04:07:02.361] Scheduled build:
{
"id": "8703873489493315649",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-zephyr"
},
"createdBy": "project:pigweed",
"createTime": "2025-09-13T04:07:02.028480050Z",
"updateTime": "2025-09-13T04:07:02.028480050Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "918eb78ade2f36a05228e261ce243d8f08a8d8de",
"ref": "refs/heads/main"
}
},
"canary": true
}
[04:07:02.361] Task URL: https://cr-buildbucket.appspot.com/build/8703873489493315649
[04:07:02.361] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:2:0) after 2m25s
[04:07:03.330] Received PubSub notification, asking Buildbucket for the build status
[04:07:03.361] Build status: SCHEDULED
[04:09:27.423] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:2:0)
[04:09:27.463] Build status: SCHEDULED
[04:09:27.463] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:4:0) after 8m12s
[04:17:40.097] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:4:0)
[04:17:40.137] Build status: SCHEDULED
[04:17:40.137] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:5:0) after 7m49s
[04:25:29.210] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:5:0)
[04:25:29.235] Build status: SCHEDULED
[04:25:29.235] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:6:0) after 2m2s
[04:27:31.288] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:6:0)
[04:27:31.315] Build status: SCHEDULED
[04:27:31.315] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:7:0) after 6m21s
[04:33:53.006] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:7:0)
[04:33:53.053] Build status: SCHEDULED
[04:33:53.053] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:8:0) after 1m16s
[04:35:09.193] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:8:0)
[04:35:09.211] Build status: SCHEDULED
[04:35:09.211] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:9:0) after 6m41s
[04:41:50.228] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:9:0)
[04:41:50.273] Build status: SCHEDULED
[04:41:50.273] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:10:0) after 8m5s
[04:49:55.330] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:10:0)
[04:49:55.346] Build status: SCHEDULED
[04:49:55.346] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:11:0) after 8m8s
[04:58:03.399] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:11:0)
[04:58:03.414] Build status: SCHEDULED
[04:58:03.414] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:12:0) after 2m28s
[05:00:31.556] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:12:0)
[05:00:31.580] Build status: SCHEDULED
[05:00:31.580] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:13:0) after 4m47s
[05:05:18.645] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:13:0)
[05:05:18.705] Build status: SCHEDULED
[05:05:18.705] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:14:0) after 8m29s
[05:13:47.725] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:14:0)
[05:13:47.740] Build status: SCHEDULED
[05:13:47.740] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:15:0) after 1m29s
[05:15:16.761] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:15:0)
[05:15:16.939] Build status: SCHEDULED
[05:15:16.939] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:16:0) after 6m17s
[05:21:33.949] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:16:0)
[05:21:33.965] Build status: SCHEDULED
[05:21:33.965] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:17:0) after 3m13s
[05:24:47.014] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:17:0)
[05:24:47.031] Build status: SCHEDULED
[05:24:47.032] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:18:0) after 9m6s
[05:33:53.099] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:18:0)
[05:33:53.115] Build status: SCHEDULED
[05:33:53.115] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:19:0) after 8m58s
[05:42:51.210] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:19:0)
[05:42:51.231] Build status: SCHEDULED
[05:42:51.231] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:20:0) after 7m5s
[05:49:56.248] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:20:0)
[05:49:56.266] Build status: SCHEDULED
[05:49:56.266] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:21:0) after 7m0s
[05:56:56.304] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:21:0)
[05:56:56.437] Build status: SCHEDULED
[05:56:56.437] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:22:0) after 3m29s
[06:00:25.511] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:22:0)
[06:00:25.601] Build status: SCHEDULED
[06:00:25.601] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:23:0) after 5m9s
[06:05:34.638] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:23:0)
[06:05:34.663] Build status: SCHEDULED
[06:05:34.663] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:24:0) after 7m27s
[06:13:01.680] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:24:0)
[06:13:01.700] Build status: SCHEDULED
[06:13:01.700] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:25:0) after 2m1s
[06:15:02.762] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:25:0)
[06:15:02.777] Build status: SCHEDULED
[06:15:02.777] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:26:0) after 6m30s
[06:21:32.918] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:26:0)
[06:21:32.938] Build status: SCHEDULED
[06:21:32.938] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:27:0) after 1m26s
[06:22:59.027] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:27:0)
[06:22:59.051] Build status: SCHEDULED
[06:22:59.052] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:28:0) after 5m0s
[06:27:59.051] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:28:0)
[06:27:59.090] Build status: SCHEDULED
[06:27:59.090] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:29:0) after 1m50s
[06:29:49.117] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:29:0)
[06:29:49.135] Build status: SCHEDULED
[06:29:49.135] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:30:0) after 5m33s
[06:35:22.301] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:30:0)
[06:35:22.367] Build status: SCHEDULED
[06:35:22.367] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:31:0) after 3m18s
[06:38:40.565] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:31:0)
[06:38:40.587] Build status: SCHEDULED
[06:38:40.587] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:32:0) after 9m8s
[06:47:48.572] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:32:0)
[06:47:48.589] Build status: SCHEDULED
[06:47:48.589] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:33:0) after 8m48s
[06:56:37.174] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:33:0)
[06:56:37.189] Build status: SCHEDULED
[06:56:37.189] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:34:0) after 4m54s
[07:01:31.451] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:34:0)
[07:01:31.471] Build status: SCHEDULED
[07:01:31.471] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:35:0) after 9m42s
[07:11:13.832] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:35:0)
[07:11:13.846] Build status: SCHEDULED
[07:11:13.846] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:36:0) after 1m11s
[07:12:24.844] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:36:0)
[07:12:24.930] Build status: SCHEDULED
[07:12:24.930] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:37:0) after 5m12s
[07:17:36.969] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:37:0)
[07:17:36.993] Build status: SCHEDULED
[07:17:36.993] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:38:0) after 9m36s
[07:27:13.027] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:38:0)
[07:27:13.217] Build status: SCHEDULED
[07:27:13.217] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:39:0) after 2m34s
[07:29:47.488] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:39:0)
[07:29:47.511] Build status: SCHEDULED
[07:29:47.511] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:40:0) after 6m1s
[07:35:48.528] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:40:0)
[07:35:48.591] Build status: SCHEDULED
[07:35:48.591] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:41:0) after 4m33s
[07:40:21.740] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:41:0)
[07:40:21.758] Build status: SCHEDULED
[07:40:21.758] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:42:0) after 3m59s
[07:44:20.799] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:42:0)
[07:44:20.824] Build status: SCHEDULED
[07:44:20.824] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:43:0) after 5m25s
[07:49:45.839] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:43:0)
[07:49:45.857] Build status: SCHEDULED
[07:49:45.857] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:44:0) after 4m11s
[07:53:56.870] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:44:0)
[07:53:56.890] Build status: SCHEDULED
[07:53:56.890] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:45:0) after 4m32s
[07:58:29.026] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:45:0)
[07:58:29.044] Build status: SCHEDULED
[07:58:29.044] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:46:0) after 7m47s
[08:06:16.099] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:46:0)
[08:06:16.190] Build status: SCHEDULED
[08:06:16.190] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:47:0) after 7m23s
[08:13:39.301] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:47:0)
[08:13:39.365] Build status: SCHEDULED
[08:13:39.365] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:48:0) after 6m3s
[08:19:42.384] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:48:0)
[08:19:42.399] Build status: SCHEDULED
[08:19:42.399] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:49:0) after 5m48s
[08:25:30.415] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:49:0)
[08:25:30.435] Build status: SCHEDULED
[08:25:30.435] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:50:0) after 1m24s
[08:26:54.558] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:50:0)
[08:26:54.574] Build status: SCHEDULED
[08:26:54.574] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:51:0) after 3m37s
[08:30:31.589] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:51:0)
[08:30:31.604] Build status: SCHEDULED
[08:30:31.604] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:52:0) after 9m17s
[08:39:48.794] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:52:0)
[08:39:48.824] Build status: SCHEDULED
[08:39:48.824] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:53:0) after 5m49s
[08:45:38.145] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:53:0)
[08:45:38.161] Build status: SCHEDULED
[08:45:38.161] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:54:0) after 3m30s
[08:49:08.191] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:54:0)
[08:49:08.221] Build status: SCHEDULED
[08:49:08.221] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:55:0) after 7m36s
[08:56:44.633] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:55:0)
[08:56:44.652] Build status: SCHEDULED
[08:56:44.652] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:56:0) after 3m26s
[09:00:10.894] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:56:0)
[09:00:10.915] Build status: SCHEDULED
[09:00:10.915] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:57:0) after 1m18s
[09:01:28.934] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:57:0)
[09:01:29.016] Build status: SCHEDULED
[09:01:29.016] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:58:0) after 2m29s
[09:03:58.368] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:58:0)
[09:03:58.383] Build status: SCHEDULED
[09:03:58.383] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:59:0) after 9m57s
[09:13:55.764] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:59:0)
[09:13:55.784] Build status: SCHEDULED
[09:13:55.784] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:60:0) after 9m57s
[09:23:53.084] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:60:0)
[09:23:53.103] Build status: SCHEDULED
[09:23:53.104] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:61:0) after 3m16s
[09:27:09.119] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:61:0)
[09:27:09.133] Build status: SCHEDULED
[09:27:09.133] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:62:0) after 3m51s
[09:31:00.295] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:62:0)
[09:31:00.347] Build status: SCHEDULED
[09:31:00.347] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:63:0) after 8m6s
[09:39:06.461] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:63:0)
[09:39:06.476] Build status: SCHEDULED
[09:39:06.477] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:64:0) after 9m4s
[09:48:10.510] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:64:0)
[09:48:10.524] Build status: SCHEDULED
[09:48:10.524] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:65:0) after 3m3s
[09:51:13.543] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:65:0)
[09:51:13.561] Build status: SCHEDULED
[09:51:13.561] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:66:0) after 8m4s
[09:59:17.756] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:66:0)
[09:59:17.777] Build status: SCHEDULED
[09:59:17.777] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:67:0) after 7m51s
[10:07:08.794] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:67:0)
[10:07:08.811] Build status: SCHEDULED
[10:07:08.811] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:68:0) after 4m36s
[10:11:44.826] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:68:0)
[10:11:44.853] Build status: SCHEDULED
[10:11:44.853] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:69:0) after 9m3s
[10:20:47.872] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:69:0)
[10:20:47.940] Build status: SCHEDULED
[10:20:47.940] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:70:0) after 3m40s
[10:24:28.460] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:70:0)
[10:24:28.478] Build status: SCHEDULED
[10:24:28.478] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:71:0) after 2m38s
[10:27:06.496] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:71:0)
[10:27:06.516] Build status: SCHEDULED
[10:27:06.516] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:72:0) after 3m10s
[10:30:16.577] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:72:0)
[10:30:16.692] Build status: SCHEDULED
[10:30:16.692] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:73:0) after 2m58s
[10:33:14.711] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:73:0)
[10:33:14.757] Build status: SCHEDULED
[10:33:14.757] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:74:0) after 4m33s
[10:37:47.776] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:74:0)
[10:37:47.796] Build status: SCHEDULED
[10:37:47.796] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:75:0) after 1m21s
[10:39:09.705] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:75:0)
[10:39:09.725] Build status: SCHEDULED
[10:39:09.725] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:76:0) after 2m12s
[10:41:21.734] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:76:0)
[10:41:21.750] Build status: SCHEDULED
[10:41:21.750] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:77:0) after 9m15s
[10:50:36.848] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:77:0)
[10:50:36.867] Build status: SCHEDULED
[10:50:36.867] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:78:0) after 8m45s
[10:59:21.990] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:78:0)
[10:59:22.012] Build status: SCHEDULED
[10:59:22.012] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:79:0) after 7m18s
[11:06:40.155] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:79:0)
[11:06:40.174] Build status: SCHEDULED
[11:06:40.174] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:80:0) after 9m44s
[11:16:24.283] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:80:0)
[11:16:24.343] Build status: SCHEDULED
[11:16:24.343] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:81:0) after 7m35s
[11:23:59.421] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:81:0)
[11:23:59.450] Build status: SCHEDULED
[11:23:59.450] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:82:0) after 5m27s
[11:29:26.543] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:82:0)
[11:29:26.560] Build status: SCHEDULED
[11:29:26.560] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:83:0) after 5m22s
[11:34:48.657] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:83:0)
[11:34:48.834] Build status: SCHEDULED
[11:34:48.834] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:84:0) after 6m30s
[11:41:18.855] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:84:0)
[11:41:18.937] Build status: SCHEDULED
[11:41:18.937] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:85:0) after 3m23s
[11:44:41.961] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:85:0)
[11:44:41.977] Build status: SCHEDULED
[11:44:41.977] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:86:0) after 7m13s
[11:51:55.011] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:86:0)
[11:51:55.028] Build status: SCHEDULED
[11:51:55.028] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:87:0) after 9m26s
[12:01:21.054] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:87:0)
[12:01:21.068] Build status: SCHEDULED
[12:01:21.068] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:88:0) after 5m9s
[12:06:30.096] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:88:0)
[12:06:30.121] Build status: SCHEDULED
[12:06:30.121] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8869303551393534160:89:0) after 1m29s
[12:07:05.621] Received PubSub notification, asking Buildbucket for the build status
[12:07:05.637] Build:
{
"id": "8703873489493315649",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-zephyr"
},
"createdBy": "project:pigweed",
"createTime": "2025-09-13T04:07:02.028480050Z",
"endTime": "2025-09-13T12:07:05.273252920Z",
"updateTime": "2025-09-13T12:07:05.273252920Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"resourceExhaustion": {
},
"timeout": {
}
},
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "918eb78ade2f36a05228e261ce243d8f08a8d8de",
"ref": "refs/heads/main"
}
},
"canary": true
}
[12:07:05.637] Invocation finished in 8h0m4.804260047s with status FAILED