[05:17:10.710] New invocation is queued and will start shortly
[05:17:11.951] Starting the invocation (attempt 1)
[05:17:11.979] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/632e84a744694c7d1f089e256236236a6b47a877"
[05:17:11.979] Popped gitiles commit info from properties and tags
[05:17:11.979] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[05:17:11.979] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[05:17:11.979] Buildbucket request:
{
"requestId": "8875369133774882112",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-gn-platform"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8875369133774882112",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "a31efbaa6e02c25d859b7fa2acaa59534d102973"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@a31efbaa6e02c25d859b7fa2acaa59534d102973",
"title": "a31efbaa6e02c25d859b7fa2acaa59534d102973",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/a31efbaa6e02c25d859b7fa2acaa59534d102973"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "bbc8139178f18d6ff81978ef448f14e9652431df"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@bbc8139178f18d6ff81978ef448f14e9652431df",
"title": "bbc8139178f18d6ff81978ef448f14e9652431df",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/bbc8139178f18d6ff81978ef448f14e9652431df"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "ecc6dfb536fc02c4dcf2925b67ccab4e60d5bda7"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@ecc6dfb536fc02c4dcf2925b67ccab4e60d5bda7",
"title": "ecc6dfb536fc02c4dcf2925b67ccab4e60d5bda7",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/ecc6dfb536fc02c4dcf2925b67ccab4e60d5bda7"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "27ef8558f97a09b3f9bb628573b31efb53b91034"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@27ef8558f97a09b3f9bb628573b31efb53b91034",
"title": "27ef8558f97a09b3f9bb628573b31efb53b91034",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/27ef8558f97a09b3f9bb628573b31efb53b91034"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "632e84a744694c7d1f089e256236236a6b47a877"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@632e84a744694c7d1f089e256236236a6b47a877",
"title": "632e84a744694c7d1f089e256236236a6b47a877",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/632e84a744694c7d1f089e256236236a6b47a877"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "632e84a744694c7d1f089e256236236a6b47a877",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8875369133774882112"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[05:17:12.494] Scheduled build:
{
"id": "8709939071695574209",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-gn-platform"
},
"createdBy": "project:pigweed",
"createTime": "2025-07-08T05:17:12.068486803Z",
"updateTime": "2025-07-08T05:17:12.068486803Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "632e84a744694c7d1f089e256236236a6b47a877",
"ref": "refs/heads/main"
}
}
}
[05:17:12.494] Task URL: https://cr-buildbucket.appspot.com/build/8709939071695574209
[05:17:12.494] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:2:0) after 6m15s
[05:17:13.047] Received PubSub notification, asking Buildbucket for the build status
[05:17:13.080] Build status: SCHEDULED
[05:23:27.839] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:2:0)
[05:23:27.874] Build status: SCHEDULED
[05:23:27.874] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:4:0) after 7m4s
[05:30:31.994] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:4:0)
[05:30:32.036] Build status: SCHEDULED
[05:30:32.036] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:5:0) after 2m8s
[05:32:40.333] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:5:0)
[05:32:40.359] Build status: SCHEDULED
[05:32:40.359] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:6:0) after 9m6s
[05:41:46.352] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:6:0)
[05:41:46.384] Build status: SCHEDULED
[05:41:46.384] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:7:0) after 7m46s
[05:49:32.842] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:7:0)
[05:49:32.950] Build status: SCHEDULED
[05:49:32.950] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:8:0) after 5m43s
[05:55:16.021] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:8:0)
[05:55:16.140] Build status: SCHEDULED
[05:55:16.141] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:9:0) after 4m10s
[05:59:26.472] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:9:0)
[05:59:26.501] Build status: SCHEDULED
[05:59:26.501] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:10:0) after 2m51s
[06:02:17.552] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:10:0)
[06:02:17.585] Build status: SCHEDULED
[06:02:17.585] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:11:0) after 9m2s
[06:11:19.611] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:11:0)
[06:11:19.635] Build status: SCHEDULED
[06:11:19.635] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:12:0) after 3m35s
[06:14:54.709] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:12:0)
[06:14:54.731] Build status: SCHEDULED
[06:14:54.731] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:13:0) after 5m20s
[06:20:14.738] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:13:0)
[06:20:14.761] Build status: SCHEDULED
[06:20:14.761] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:14:0) after 5m47s
[06:26:01.828] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:14:0)
[06:26:01.858] Build status: SCHEDULED
[06:26:01.858] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:15:0) after 4m58s
[06:30:59.875] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:15:0)
[06:30:59.951] Build status: SCHEDULED
[06:30:59.951] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:16:0) after 9m17s
[06:40:17.183] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:16:0)
[06:40:17.224] Build status: SCHEDULED
[06:40:17.224] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:17:0) after 6m56s
[06:47:13.463] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:17:0)
[06:47:13.479] Build status: SCHEDULED
[06:47:13.479] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:18:0) after 2m30s
[06:49:43.760] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:18:0)
[06:49:43.778] Build status: SCHEDULED
[06:49:43.778] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:19:0) after 7m37s
[06:57:20.815] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:19:0)
[06:57:20.834] Build status: SCHEDULED
[06:57:20.834] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:20:0) after 4m2s
[07:01:22.827] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:20:0)
[07:01:22.894] Build status: SCHEDULED
[07:01:22.895] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:21:0) after 8m34s
[07:09:56.989] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:21:0)
[07:09:57.024] Build status: SCHEDULED
[07:09:57.024] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:22:0) after 7m53s
[07:17:50.093] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:22:0)
[07:17:50.119] Build status: SCHEDULED
[07:17:50.119] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:23:0) after 9m33s
[07:27:23.187] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:23:0)
[07:27:23.208] Build status: SCHEDULED
[07:27:23.208] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:24:0) after 4m9s
[07:31:32.177] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:24:0)
[07:31:32.257] Build status: SCHEDULED
[07:31:32.257] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:25:0) after 8m31s
[07:40:03.282] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:25:0)
[07:40:03.316] Build status: SCHEDULED
[07:40:03.316] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:26:0) after 2m8s
[07:42:11.346] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:26:0)
[07:42:11.364] Build status: SCHEDULED
[07:42:11.365] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:27:0) after 7m9s
[07:49:20.520] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:27:0)
[07:49:20.538] Build status: SCHEDULED
[07:49:20.538] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:28:0) after 7m13s
[07:56:33.682] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:28:0)
[07:56:34.104] Build status: SCHEDULED
[07:56:34.104] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:29:0) after 7m35s
[08:04:09.153] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:29:0)
[08:04:09.171] Build status: SCHEDULED
[08:04:09.171] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:30:0) after 7m16s
[08:11:25.166] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:30:0)
[08:11:25.203] Build status: SCHEDULED
[08:11:25.203] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:31:0) after 3m24s
[08:14:49.217] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:31:0)
[08:14:49.241] Build status: SCHEDULED
[08:14:49.241] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:32:0) after 6m15s
[08:21:04.228] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:32:0)
[08:21:04.296] Build status: SCHEDULED
[08:21:04.296] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:33:0) after 2m29s
[08:23:33.560] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:33:0)
[08:23:33.700] Build status: SCHEDULED
[08:23:33.700] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:34:0) after 1m48s
[08:25:21.835] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:34:0)
[08:25:21.851] Build status: SCHEDULED
[08:25:21.851] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:35:0) after 7m17s
[08:32:38.919] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:35:0)
[08:32:38.950] Build status: SCHEDULED
[08:32:38.951] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:36:0) after 6m47s
[08:39:26.174] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:36:0)
[08:39:26.193] Build status: SCHEDULED
[08:39:26.193] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:37:0) after 9m56s
[08:49:22.597] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:37:0)
[08:49:22.617] Build status: SCHEDULED
[08:49:22.617] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:38:0) after 6m14s
[08:55:37.396] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:38:0)
[08:55:37.411] Build status: SCHEDULED
[08:55:37.411] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:39:0) after 7m3s
[09:02:40.468] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:39:0)
[09:02:40.488] Build status: SCHEDULED
[09:02:40.488] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:40:0) after 2m5s
[09:04:45.522] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:40:0)
[09:04:45.543] Build status: SCHEDULED
[09:04:45.543] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:41:0) after 4m17s
[09:09:02.583] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:41:0)
[09:09:02.611] Build status: SCHEDULED
[09:09:02.611] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:42:0) after 4m25s
[09:13:27.654] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:42:0)
[09:13:27.676] Build status: SCHEDULED
[09:13:27.677] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:43:0) after 5m59s
[09:19:26.700] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:43:0)
[09:19:26.718] Build status: SCHEDULED
[09:19:26.719] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:44:0) after 6m11s
[09:25:37.941] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:44:0)
[09:25:37.999] Build status: SCHEDULED
[09:25:37.999] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:45:0) after 5m56s
[09:31:34.074] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:45:0)
[09:31:34.096] Build status: SCHEDULED
[09:31:34.096] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:46:0) after 2m5s
[09:33:39.114] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:46:0)
[09:33:39.148] Build status: SCHEDULED
[09:33:39.148] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:47:0) after 5m21s
[09:39:00.199] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:47:0)
[09:39:00.267] Build status: SCHEDULED
[09:39:00.267] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:48:0) after 4m2s
[09:43:02.277] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:48:0)
[09:43:02.346] Build status: SCHEDULED
[09:43:02.346] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:49:0) after 1m38s
[09:44:40.432] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:49:0)
[09:44:40.537] Build status: SCHEDULED
[09:44:40.537] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:50:0) after 7m24s
[09:52:04.569] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:50:0)
[09:52:04.589] Build status: SCHEDULED
[09:52:04.589] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:51:0) after 7m13s
[09:59:17.624] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:51:0)
[09:59:17.656] Build status: SCHEDULED
[09:59:17.656] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:52:0) after 4m12s
[10:03:29.708] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:52:0)
[10:03:29.732] Build status: SCHEDULED
[10:03:29.732] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:53:0) after 7m42s
[10:11:11.760] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:53:0)
[10:11:11.794] Build status: SCHEDULED
[10:11:11.795] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:54:0) after 5m23s
[10:16:34.918] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:54:0)
[10:16:34.942] Build status: SCHEDULED
[10:16:34.942] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:55:0) after 1m5s
[10:17:39.914] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:55:0)
[10:17:39.939] Build status: SCHEDULED
[10:17:39.939] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:56:0) after 9m32s
[10:27:11.990] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:56:0)
[10:27:12.008] Build status: SCHEDULED
[10:27:12.008] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:57:0) after 7m26s
[10:34:38.118] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:57:0)
[10:34:38.150] Build status: SCHEDULED
[10:34:38.150] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:58:0) after 4m52s
[10:39:30.405] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:58:0)
[10:39:30.923] Build status: SCHEDULED
[10:39:30.923] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:59:0) after 3m43s
[10:43:13.946] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:59:0)
[10:43:13.969] Build status: SCHEDULED
[10:43:13.969] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:60:0) after 1m34s
[10:44:48.043] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:60:0)
[10:44:48.062] Build status: SCHEDULED
[10:44:48.062] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:61:0) after 7m0s
[10:51:49.057] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:61:0)
[10:51:49.082] Build status: SCHEDULED
[10:51:49.082] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:62:0) after 8m6s
[10:59:55.456] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:62:0)
[10:59:55.473] Build status: SCHEDULED
[10:59:55.473] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:63:0) after 4m4s
[11:03:59.503] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:63:0)
[11:03:59.523] Build status: SCHEDULED
[11:03:59.523] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:64:0) after 4m0s
[11:07:59.542] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:64:0)
[11:07:59.588] Build status: SCHEDULED
[11:07:59.588] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:65:0) after 6m54s
[11:14:53.732] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:65:0)
[11:14:53.761] Build status: SCHEDULED
[11:14:53.761] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:66:0) after 2m45s
[11:17:38.783] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:66:0)
[11:17:38.803] Build status: SCHEDULED
[11:17:38.803] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:67:0) after 5m51s
[11:23:29.822] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:67:0)
[11:23:29.844] Build status: SCHEDULED
[11:23:29.844] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:68:0) after 7m15s
[11:30:45.304] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:68:0)
[11:30:45.329] Build status: SCHEDULED
[11:30:45.329] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:69:0) after 4m50s
[11:35:35.311] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:69:0)
[11:35:35.329] Build status: SCHEDULED
[11:35:35.329] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:70:0) after 3m30s
[11:39:05.337] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:70:0)
[11:39:05.354] Build status: SCHEDULED
[11:39:05.354] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:71:0) after 6m1s
[11:45:06.381] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:71:0)
[11:45:06.412] Build status: SCHEDULED
[11:45:06.412] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:72:0) after 4m15s
[11:49:21.436] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:72:0)
[11:49:21.478] Build status: SCHEDULED
[11:49:21.478] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:73:0) after 1m19s
[11:50:40.633] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:73:0)
[11:50:40.657] Build status: SCHEDULED
[11:50:40.657] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:74:0) after 9m0s
[11:59:40.668] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:74:0)
[11:59:40.698] Build status: SCHEDULED
[11:59:40.698] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:75:0) after 8m2s
[12:07:42.871] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:75:0)
[12:07:42.907] Build status: SCHEDULED
[12:07:42.907] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:76:0) after 9m22s
[12:17:04.943] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:76:0)
[12:17:05.002] Build status: SCHEDULED
[12:17:05.002] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:77:0) after 7m14s
[12:24:19.118] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:77:0)
[12:24:19.138] Build status: SCHEDULED
[12:24:19.138] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:78:0) after 5m32s
[12:29:51.204] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:78:0)
[12:29:51.221] Build status: SCHEDULED
[12:29:51.221] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:79:0) after 1m51s
[12:31:42.256] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:79:0)
[12:31:42.282] Build status: SCHEDULED
[12:31:42.282] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:80:0) after 4m36s
[12:36:18.432] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:80:0)
[12:36:18.447] Build status: SCHEDULED
[12:36:18.447] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:81:0) after 9m28s
[12:45:46.507] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:81:0)
[12:45:46.530] Build status: SCHEDULED
[12:45:46.530] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:82:0) after 8m3s
[12:53:49.654] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:82:0)
[12:53:49.672] Build status: SCHEDULED
[12:53:49.673] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:83:0) after 2m6s
[12:55:55.727] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:83:0)
[12:55:55.756] Build status: SCHEDULED
[12:55:55.756] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:84:0) after 2m6s
[12:58:01.829] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:84:0)
[12:58:01.848] Build status: SCHEDULED
[12:58:01.848] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:85:0) after 7m6s
[13:05:07.862] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:85:0)
[13:05:07.886] Build status: SCHEDULED
[13:05:07.886] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:86:0) after 4m34s
[13:09:41.903] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:86:0)
[13:09:41.925] Build status: SCHEDULED
[13:09:41.926] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:87:0) after 5m56s
[13:15:38.003] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:87:0)
[13:15:38.021] Build status: SCHEDULED
[13:15:38.021] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8875369133774882112:88:0) after 2m47s
[13:17:20.392] Received PubSub notification, asking Buildbucket for the build status
[13:17:20.415] Build:
{
"id": "8709939071695574209",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-gn-platform"
},
"createdBy": "project:pigweed",
"createTime": "2025-07-08T05:17:12.068486803Z",
"endTime": "2025-07-08T13:17:19.710656332Z",
"updateTime": "2025-07-08T13:17:19.710656332Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"resourceExhaustion": {
},
"timeout": {
}
},
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "632e84a744694c7d1f089e256236236a6b47a877",
"ref": "refs/heads/main"
}
}
}
[13:17:20.415] Invocation finished in 8h0m9.71366945s with status FAILED