[10:11:08.596] New invocation is queued and will start shortly
[10:11:09.654] Starting the invocation (attempt 1)
[10:11:09.678] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/2bc32d08807c1ead3ef0a8184a3714d14b6a1b76"
[10:11:09.678] Popped gitiles commit info from properties and tags
[10:11:09.678] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[10:11:09.678] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[10:11:09.678] Buildbucket request:
{
"requestId": "8865203778870244560",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-gn-compatibility-main"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8865203778870244560",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "d901ac7bb0b57f48f7923a67bd38845c031b59a3"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@d901ac7bb0b57f48f7923a67bd38845c031b59a3",
"title": "d901ac7bb0b57f48f7923a67bd38845c031b59a3",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/d901ac7bb0b57f48f7923a67bd38845c031b59a3"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "d89db6589382bfb7a0a7bc08e64719f1e893494f"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@d89db6589382bfb7a0a7bc08e64719f1e893494f",
"title": "d89db6589382bfb7a0a7bc08e64719f1e893494f",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/d89db6589382bfb7a0a7bc08e64719f1e893494f"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "2bc32d08807c1ead3ef0a8184a3714d14b6a1b76"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@2bc32d08807c1ead3ef0a8184a3714d14b6a1b76",
"title": "2bc32d08807c1ead3ef0a8184a3714d14b6a1b76",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/2bc32d08807c1ead3ef0a8184a3714d14b6a1b76"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "2bc32d08807c1ead3ef0a8184a3714d14b6a1b76",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8865203778870244560"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[10:11:10.168] Scheduled build:
{
"id": "8699773717015307457",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-gn-compatibility-main"
},
"createdBy": "project:pigweed",
"createTime": "2025-10-28T10:11:09.744812898Z",
"updateTime": "2025-10-28T10:11:09.744812898Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "2bc32d08807c1ead3ef0a8184a3714d14b6a1b76",
"ref": "refs/heads/main"
}
}
}
[10:11:10.168] Task URL: https://cr-buildbucket.appspot.com/build/8699773717015307457
[10:11:10.168] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:2:0) after 4m8s
[10:11:11.140] Received PubSub notification, asking Buildbucket for the build status
[10:11:11.165] Build status: SCHEDULED
[10:15:18.180] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:2:0)
[10:15:18.199] Build status: SCHEDULED
[10:15:18.199] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:4:0) after 8m2s
[10:23:20.277] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:4:0)
[10:23:20.295] Build status: SCHEDULED
[10:23:20.295] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:5:0) after 8m7s
[10:31:27.310] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:5:0)
[10:31:27.369] Build status: SCHEDULED
[10:31:27.369] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:6:0) after 7m18s
[10:38:45.356] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:6:0)
[10:38:45.392] Build status: SCHEDULED
[10:38:45.392] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:7:0) after 2m46s
[10:41:31.405] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:7:0)
[10:41:31.421] Build status: SCHEDULED
[10:41:31.421] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:8:0) after 2m20s
[10:43:51.434] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:8:0)
[10:43:51.488] Build status: SCHEDULED
[10:43:51.488] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:9:0) after 3m20s
[10:47:11.475] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:9:0)
[10:47:11.492] Build status: SCHEDULED
[10:47:11.492] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:10:0) after 8m24s
[10:55:35.504] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:10:0)
[10:55:35.522] Build status: SCHEDULED
[10:55:35.522] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:11:0) after 3m33s
[10:59:08.591] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:11:0)
[10:59:08.611] Build status: SCHEDULED
[10:59:08.611] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:12:0) after 1m41s
[11:00:49.625] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:12:0)
[11:00:49.646] Build status: SCHEDULED
[11:00:49.646] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:13:0) after 1m12s
[11:02:01.686] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:13:0)
[11:02:01.703] Build status: SCHEDULED
[11:02:01.703] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:14:0) after 3m58s
[11:05:59.714] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:14:0)
[11:05:59.743] Build status: SCHEDULED
[11:05:59.743] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:15:0) after 7m30s
[11:13:29.750] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:15:0)
[11:13:29.820] Build status: SCHEDULED
[11:13:29.820] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:16:0) after 4m20s
[11:17:49.836] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:16:0)
[11:17:49.857] Build status: SCHEDULED
[11:17:49.857] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:17:0) after 7m31s
[11:25:20.857] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:17:0)
[11:25:20.871] Build status: SCHEDULED
[11:25:20.871] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:18:0) after 6m24s
[11:31:44.885] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:18:0)
[11:31:44.902] Build status: SCHEDULED
[11:31:44.902] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:19:0) after 7m28s
[11:39:12.915] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:19:0)
[11:39:12.937] Build status: SCHEDULED
[11:39:12.937] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:20:0) after 3m27s
[11:42:39.950] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:20:0)
[11:42:39.974] Build status: SCHEDULED
[11:42:39.974] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:21:0) after 1m23s
[11:44:02.987] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:21:0)
[11:44:03.006] Build status: SCHEDULED
[11:44:03.006] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:22:0) after 3m16s
[11:47:19.038] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:22:0)
[11:47:19.056] Build status: SCHEDULED
[11:47:19.056] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:23:0) after 9m40s
[11:56:59.123] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:23:0)
[11:56:59.138] Build status: SCHEDULED
[11:56:59.138] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:24:0) after 4m57s
[12:01:57.061] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:24:0)
[12:01:57.083] Build status: SCHEDULED
[12:01:57.083] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:25:0) after 8m44s
[12:10:41.103] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:25:0)
[12:10:41.122] Build status: SCHEDULED
[12:10:41.122] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:26:0) after 4m55s
[12:15:36.135] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:26:0)
[12:15:36.158] Build status: SCHEDULED
[12:15:36.158] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:27:0) after 2m57s
[12:18:33.176] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:27:0)
[12:18:33.193] Build status: SCHEDULED
[12:18:33.193] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:28:0) after 2m11s
[12:20:44.243] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:28:0)
[12:20:44.265] Build status: SCHEDULED
[12:20:44.265] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:29:0) after 1m19s
[12:22:03.235] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:29:0)
[12:22:03.296] Build status: SCHEDULED
[12:22:03.296] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:30:0) after 5m30s
[12:27:33.361] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:30:0)
[12:27:33.431] Build status: SCHEDULED
[12:27:33.431] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:31:0) after 6m7s
[12:33:40.488] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:31:0)
[12:33:40.727] Build status: SCHEDULED
[12:33:40.727] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:32:0) after 7m28s
[12:41:08.758] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:32:0)
[12:41:08.775] Build status: SCHEDULED
[12:41:08.775] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:33:0) after 6m29s
[12:47:37.791] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:33:0)
[12:47:37.807] Build status: SCHEDULED
[12:47:37.807] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:34:0) after 9m26s
[12:57:03.849] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:34:0)
[12:57:03.945] Build status: SCHEDULED
[12:57:03.945] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:35:0) after 5m15s
[13:02:18.958] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:35:0)
[13:02:18.979] Build status: SCHEDULED
[13:02:18.979] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:36:0) after 7m13s
[13:09:32.046] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:36:0)
[13:09:32.064] Build status: SCHEDULED
[13:09:32.064] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:37:0) after 4m24s
[13:13:56.084] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:37:0)
[13:13:56.103] Build status: SCHEDULED
[13:13:56.103] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:38:0) after 3m18s
[13:17:14.117] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:38:0)
[13:17:14.133] Build status: SCHEDULED
[13:17:14.133] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:39:0) after 4m1s
[13:21:15.178] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:39:0)
[13:21:15.206] Build status: SCHEDULED
[13:21:15.206] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:40:0) after 6m1s
[13:27:16.276] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:40:0)
[13:27:16.290] Build status: SCHEDULED
[13:27:16.290] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:41:0) after 6m19s
[13:33:35.306] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:41:0)
[13:33:35.352] Build status: SCHEDULED
[13:33:35.352] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:42:0) after 6m4s
[13:39:39.389] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:42:0)
[13:39:39.406] Build status: SCHEDULED
[13:39:39.406] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:43:0) after 2m38s
[13:42:17.422] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:43:0)
[13:42:17.442] Build status: SCHEDULED
[13:42:17.442] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:44:0) after 9m15s
[13:51:32.455] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:44:0)
[13:51:32.485] Build status: SCHEDULED
[13:51:32.485] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:45:0) after 3m43s
[13:55:15.500] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:45:0)
[13:55:15.531] Build status: SCHEDULED
[13:55:15.531] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:46:0) after 1m13s
[13:56:28.599] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:46:0)
[13:56:28.615] Build status: SCHEDULED
[13:56:28.615] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:47:0) after 5m57s
[14:02:25.640] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:47:0)
[14:02:25.662] Build status: SCHEDULED
[14:02:25.662] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:48:0) after 4m29s
[14:06:54.675] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:48:0)
[14:06:54.734] Build status: SCHEDULED
[14:06:54.735] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:49:0) after 1m40s
[14:08:34.764] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:49:0)
[14:08:34.788] Build status: SCHEDULED
[14:08:34.788] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:50:0) after 8m58s
[14:17:32.933] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:50:0)
[14:17:32.952] Build status: SCHEDULED
[14:17:32.952] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:51:0) after 4m25s
[14:21:58.057] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:51:0)
[14:21:58.107] Build status: SCHEDULED
[14:21:58.107] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:52:0) after 1m22s
[14:23:20.178] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:52:0)
[14:23:20.194] Build status: SCHEDULED
[14:23:20.194] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:53:0) after 6m59s
[14:30:19.293] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:53:0)
[14:30:19.310] Build status: SCHEDULED
[14:30:19.310] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:54:0) after 7m25s
[14:37:44.335] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:54:0)
[14:37:44.355] Build status: SCHEDULED
[14:37:44.355] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:55:0) after 2m37s
[14:40:21.405] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:55:0)
[14:40:21.477] Build status: SCHEDULED
[14:40:21.477] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:56:0) after 8m45s
[14:49:06.497] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:56:0)
[14:49:06.512] Build status: SCHEDULED
[14:49:06.512] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:57:0) after 6m3s
[14:55:09.505] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:57:0)
[14:55:09.525] Build status: SCHEDULED
[14:55:09.525] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:58:0) after 9m20s
[15:04:29.543] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:58:0)
[15:04:29.566] Build status: SCHEDULED
[15:04:29.566] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:59:0) after 3m13s
[15:07:42.709] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:59:0)
[15:07:42.728] Build status: SCHEDULED
[15:07:42.728] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:60:0) after 4m4s
[15:11:46.845] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:60:0)
[15:11:46.860] Build status: SCHEDULED
[15:11:46.860] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:61:0) after 6m50s
[15:18:37.045] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:61:0)
[15:18:37.062] Build status: SCHEDULED
[15:18:37.062] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:62:0) after 9m45s
[15:28:22.265] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:62:0)
[15:28:22.280] Build status: SCHEDULED
[15:28:22.280] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:63:0) after 8m50s
[15:37:12.517] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:63:0)
[15:37:12.539] Build status: SCHEDULED
[15:37:12.539] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:64:0) after 3m18s
[15:40:30.698] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:64:0)
[15:40:30.716] Build status: SCHEDULED
[15:40:30.716] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:65:0) after 8m1s
[15:48:31.735] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:65:0)
[15:48:31.751] Build status: SCHEDULED
[15:48:31.751] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:66:0) after 2m3s
[15:50:34.770] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:66:0)
[15:50:34.785] Build status: SCHEDULED
[15:50:34.785] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:67:0) after 8m8s
[15:58:42.814] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:67:0)
[15:58:42.829] Build status: SCHEDULED
[15:58:42.829] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:68:0) after 3m33s
[16:02:15.853] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:68:0)
[16:02:15.871] Build status: SCHEDULED
[16:02:15.871] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:69:0) after 1m31s
[16:03:46.941] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:69:0)
[16:03:46.969] Build status: SCHEDULED
[16:03:46.969] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:70:0) after 4m10s
[16:07:57.119] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:70:0)
[16:07:57.190] Build status: SCHEDULED
[16:07:57.190] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:71:0) after 2m28s
[16:10:25.305] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:71:0)
[16:10:25.355] Build status: SCHEDULED
[16:10:25.355] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:72:0) after 7m44s
[16:18:09.398] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:72:0)
[16:18:09.417] Build status: SCHEDULED
[16:18:09.417] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:73:0) after 6m51s
[16:25:00.430] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:73:0)
[16:25:00.538] Build status: SCHEDULED
[16:25:00.538] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:74:0) after 2m4s
[16:27:04.592] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:74:0)
[16:27:04.610] Build status: SCHEDULED
[16:27:04.610] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:75:0) after 2m41s
[16:29:45.636] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:75:0)
[16:29:45.656] Build status: SCHEDULED
[16:29:45.656] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:76:0) after 4m49s
[16:34:34.671] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:76:0)
[16:34:34.719] Build status: SCHEDULED
[16:34:34.720] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:77:0) after 2m52s
[16:37:26.710] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:77:0)
[16:37:26.726] Build status: SCHEDULED
[16:37:26.726] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:78:0) after 5m39s
[16:43:05.753] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:78:0)
[16:43:05.798] Build status: SCHEDULED
[16:43:05.798] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:79:0) after 8m42s
[16:51:47.922] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:79:0)
[16:51:47.952] Build status: SCHEDULED
[16:51:47.952] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:80:0) after 6m6s
[16:57:53.971] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:80:0)
[16:57:54.014] Build status: SCHEDULED
[16:57:54.014] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:81:0) after 2m7s
[17:00:01.127] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:81:0)
[17:00:01.151] Build status: SCHEDULED
[17:00:01.151] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:82:0) after 7m46s
[17:07:47.200] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:82:0)
[17:07:47.219] Build status: SCHEDULED
[17:07:47.219] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:83:0) after 2m24s
[17:10:11.437] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:83:0)
[17:10:11.457] Build status: SCHEDULED
[17:10:11.457] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:84:0) after 4m41s
[17:14:52.579] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:84:0)
[17:14:52.607] Build status: SCHEDULED
[17:14:52.607] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8865203778870244560:85:0) after 8m14s
[17:22:20.275] Received PubSub notification, asking Buildbucket for the build status
[17:22:20.320] Build:
{
"id": "8699773717015307457",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-gn-compatibility-main"
},
"createdBy": "project:pigweed",
"createTime": "2025-10-28T10:11:09.744812898Z",
"endTime": "2025-10-28T17:22:19.733402680Z",
"updateTime": "2025-10-28T17:22:19.733402680Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"resourceExhaustion": {
}
},
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "2bc32d08807c1ead3ef0a8184a3714d14b6a1b76",
"ref": "refs/heads/main"
}
}
}
[17:22:20.320] Invocation finished in 7h11m11.728700829s with status FAILED