[18:56:24.477] New invocation is queued and will start shortly
[18:56:25.593] Starting the invocation (attempt 1)
[18:56:25.620] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/ca37f0653c186d0d7e5ac9cbdaf14bcb0991b0e1"
[18:56:25.620] Popped gitiles commit info from properties and tags
[18:56:25.620] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[18:56:25.621] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[18:56:25.621] Buildbucket request:
{
"requestId": "8873324459052192112",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-gn-compatibility-main"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8873324459052192112",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "40e21b586b989e8a6336d0adf0fa047bccea156f"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@40e21b586b989e8a6336d0adf0fa047bccea156f",
"title": "40e21b586b989e8a6336d0adf0fa047bccea156f",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/40e21b586b989e8a6336d0adf0fa047bccea156f"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "963ed52a5af9e4cf135cf16ba40a19669cabfbc1"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@963ed52a5af9e4cf135cf16ba40a19669cabfbc1",
"title": "963ed52a5af9e4cf135cf16ba40a19669cabfbc1",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/963ed52a5af9e4cf135cf16ba40a19669cabfbc1"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "67a7bac43b4d48157871540e8bbcb4f45dfb7f48"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@67a7bac43b4d48157871540e8bbcb4f45dfb7f48",
"title": "67a7bac43b4d48157871540e8bbcb4f45dfb7f48",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/67a7bac43b4d48157871540e8bbcb4f45dfb7f48"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "6661c8a71d32e175fa66f6de3ed968ce2be05ece"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@6661c8a71d32e175fa66f6de3ed968ce2be05ece",
"title": "6661c8a71d32e175fa66f6de3ed968ce2be05ece",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/6661c8a71d32e175fa66f6de3ed968ce2be05ece"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "94612e0d0f29657379268419db62d67c1429db18"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@94612e0d0f29657379268419db62d67c1429db18",
"title": "94612e0d0f29657379268419db62d67c1429db18",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/94612e0d0f29657379268419db62d67c1429db18"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "93d720812119b405139d7f0dc9aa414f321b9268"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@93d720812119b405139d7f0dc9aa414f321b9268",
"title": "93d720812119b405139d7f0dc9aa414f321b9268",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/93d720812119b405139d7f0dc9aa414f321b9268"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "d802b1aa17feca63c0564eeb371b05cf0d904c5d"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@d802b1aa17feca63c0564eeb371b05cf0d904c5d",
"title": "d802b1aa17feca63c0564eeb371b05cf0d904c5d",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/d802b1aa17feca63c0564eeb371b05cf0d904c5d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "a2d2850f5f5f0226210b2003a3040feea2ce6b0d"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@a2d2850f5f5f0226210b2003a3040feea2ce6b0d",
"title": "a2d2850f5f5f0226210b2003a3040feea2ce6b0d",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/a2d2850f5f5f0226210b2003a3040feea2ce6b0d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "e2552c5452dd61ece11e14351db08b3caa8c4da4"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@e2552c5452dd61ece11e14351db08b3caa8c4da4",
"title": "e2552c5452dd61ece11e14351db08b3caa8c4da4",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/e2552c5452dd61ece11e14351db08b3caa8c4da4"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "87f7abc323e345dd2729d5039a7ee0ee49c2fd56"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@87f7abc323e345dd2729d5039a7ee0ee49c2fd56",
"title": "87f7abc323e345dd2729d5039a7ee0ee49c2fd56",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/87f7abc323e345dd2729d5039a7ee0ee49c2fd56"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "a64743483ed45485286abcb4a21f18d0bf817505"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@a64743483ed45485286abcb4a21f18d0bf817505",
"title": "a64743483ed45485286abcb4a21f18d0bf817505",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/a64743483ed45485286abcb4a21f18d0bf817505"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "88ff1ab327ba3f816d1731e1ab851010e4b7729c"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@88ff1ab327ba3f816d1731e1ab851010e4b7729c",
"title": "88ff1ab327ba3f816d1731e1ab851010e4b7729c",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/88ff1ab327ba3f816d1731e1ab851010e4b7729c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "8395cf9d7c840dbb81e89b1a3d5c628f2c20196e"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@8395cf9d7c840dbb81e89b1a3d5c628f2c20196e",
"title": "8395cf9d7c840dbb81e89b1a3d5c628f2c20196e",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/8395cf9d7c840dbb81e89b1a3d5c628f2c20196e"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "ca37f0653c186d0d7e5ac9cbdaf14bcb0991b0e1"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@ca37f0653c186d0d7e5ac9cbdaf14bcb0991b0e1",
"title": "ca37f0653c186d0d7e5ac9cbdaf14bcb0991b0e1",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/ca37f0653c186d0d7e5ac9cbdaf14bcb0991b0e1"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "ca37f0653c186d0d7e5ac9cbdaf14bcb0991b0e1",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8873324459052192112"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[18:56:26.078] Scheduled build:
{
"id": "8707894397141181665",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-gn-compatibility-main"
},
"createdBy": "project:pigweed",
"createTime": "2025-07-30T18:56:25.676704279Z",
"updateTime": "2025-07-30T18:56:25.676704279Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "ca37f0653c186d0d7e5ac9cbdaf14bcb0991b0e1",
"ref": "refs/heads/main"
}
},
"canary": true
}
[18:56:26.078] Task URL: https://cr-buildbucket.appspot.com/build/8707894397141181665
[18:56:26.078] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8873324459052192112:2:0) after 4m21s
[18:56:26.255] Received PubSub notification, asking Buildbucket for the build status
[18:56:26.274] Build status: SCHEDULED
[19:00:47.316] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8873324459052192112:2:0)
[19:00:47.342] Build status: SCHEDULED
[19:00:47.342] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8873324459052192112:4:0) after 8m3s
[19:08:50.326] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8873324459052192112:4:0)
[19:08:50.372] Build status: SCHEDULED
[19:08:50.372] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8873324459052192112:5:0) after 8m33s
[19:17:23.414] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8873324459052192112:5:0)
[19:17:23.442] Build status: SCHEDULED
[19:17:23.442] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8873324459052192112:6:0) after 7m57s
[19:25:20.524] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8873324459052192112:6:0)
[19:25:20.560] Build status: SCHEDULED
[19:25:20.560] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8873324459052192112:7:0) after 3m10s
[19:28:30.557] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8873324459052192112:7:0)
[19:28:30.577] Build status: SCHEDULED
[19:28:30.577] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8873324459052192112:8:0) after 1m41s
[19:30:11.566] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8873324459052192112:8:0)
[19:30:11.633] Build status: SCHEDULED
[19:30:11.633] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8873324459052192112:9:0) after 4m34s
[19:34:45.795] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8873324459052192112:9:0)
[19:34:45.815] Build status: SCHEDULED
[19:34:45.815] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8873324459052192112:10:0) after 7m18s
[19:42:03.900] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8873324459052192112:10:0)
[19:42:03.920] Build status: SCHEDULED
[19:42:03.920] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8873324459052192112:11:0) after 4m13s
[19:46:16.940] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8873324459052192112:11:0)
[19:46:16.960] Build status: SCHEDULED
[19:46:16.960] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8873324459052192112:12:0) after 6m18s
[19:52:34.982] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8873324459052192112:12:0)
[19:52:35.007] Build status: SCHEDULED
[19:52:35.008] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8873324459052192112:13:0) after 1m3s
[19:53:38.110] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8873324459052192112:13:0)
[19:53:38.131] Build status: SCHEDULED
[19:53:38.131] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8873324459052192112:14:0) after 3m23s
[19:57:01.157] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8873324459052192112:14:0)
[19:57:01.181] Build status: SCHEDULED
[19:57:01.181] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8873324459052192112:15:0) after 9m45s
[20:06:46.251] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8873324459052192112:15:0)
[20:06:46.332] Build status: SCHEDULED
[20:06:46.332] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8873324459052192112:16:0) after 3m27s
[20:10:13.406] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8873324459052192112:16:0)
[20:10:13.428] Build status: SCHEDULED
[20:10:13.428] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8873324459052192112:17:0) after 2m0s
[20:12:13.423] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8873324459052192112:17:0)
[20:12:13.448] Build status: SCHEDULED
[20:12:13.448] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8873324459052192112:18:0) after 8m6s
[20:20:19.473] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8873324459052192112:18:0)
[20:20:19.505] Build status: SCHEDULED
[20:20:19.506] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8873324459052192112:19:0) after 2m30s
[20:22:49.584] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8873324459052192112:19:0)
[20:22:49.611] Build status: SCHEDULED
[20:22:49.611] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8873324459052192112:20:0) after 4m29s
[20:27:18.634] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8873324459052192112:20:0)
[20:27:18.665] Build status: SCHEDULED
[20:27:18.665] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8873324459052192112:21:0) after 6m54s
[20:34:12.834] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8873324459052192112:21:0)
[20:34:12.858] Build status: SCHEDULED
[20:34:12.858] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8873324459052192112:22:0) after 7m17s
[20:41:29.878] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8873324459052192112:22:0)
[20:41:29.976] Build status: SCHEDULED
[20:41:29.976] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8873324459052192112:23:0) after 9m43s
[20:51:12.983] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8873324459052192112:23:0)
[20:51:13.009] Build status: SCHEDULED
[20:51:13.009] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8873324459052192112:24:0) after 9m59s
[21:01:12.213] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8873324459052192112:24:0)
[21:01:12.231] Build status: SCHEDULED
[21:01:12.231] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8873324459052192112:25:0) after 8m8s
[21:09:20.560] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8873324459052192112:25:0)
[21:09:20.581] Build status: SCHEDULED
[21:09:20.581] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8873324459052192112:26:0) after 8m24s
[21:17:44.701] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8873324459052192112:26:0)
[21:17:44.720] Build status: SCHEDULED
[21:17:44.720] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8873324459052192112:27:0) after 5m23s
[21:23:07.799] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8873324459052192112:27:0)
[21:23:07.819] Build status: SCHEDULED
[21:23:07.819] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8873324459052192112:28:0) after 5m37s
[21:28:44.860] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8873324459052192112:28:0)
[21:28:44.888] Build status: SCHEDULED
[21:28:44.888] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8873324459052192112:29:0) after 6m25s
[21:35:10.082] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8873324459052192112:29:0)
[21:35:10.101] Build status: SCHEDULED
[21:35:10.101] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8873324459052192112:30:0) after 3m2s
[21:38:12.126] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8873324459052192112:30:0)
[21:38:12.174] Build status: SCHEDULED
[21:38:12.174] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8873324459052192112:31:0) after 4m20s
[21:42:32.290] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8873324459052192112:31:0)
[21:42:32.333] Build status: SCHEDULED
[21:42:32.333] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8873324459052192112:32:0) after 2m53s
[21:45:25.464] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8873324459052192112:32:0)
[21:45:25.482] Build status: SCHEDULED
[21:45:25.482] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8873324459052192112:33:0) after 2m0s
[21:47:25.509] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8873324459052192112:33:0)
[21:47:25.527] Build status: SCHEDULED
[21:47:25.527] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8873324459052192112:34:0) after 8m47s
[21:56:12.565] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8873324459052192112:34:0)
[21:56:12.594] Build status: SCHEDULED
[21:56:12.594] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8873324459052192112:35:0) after 8m42s
[22:04:54.826] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8873324459052192112:35:0)
[22:04:54.844] Build status: SCHEDULED
[22:04:54.844] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8873324459052192112:36:0) after 6m52s
[22:11:46.860] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8873324459052192112:36:0)
[22:11:46.886] Build status: SCHEDULED
[22:11:46.886] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8873324459052192112:37:0) after 3m17s
[22:15:03.913] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8873324459052192112:37:0)
[22:15:03.931] Build status: SCHEDULED
[22:15:03.931] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8873324459052192112:38:0) after 9m43s
[22:24:46.963] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8873324459052192112:38:0)
[22:24:47.514] Build status: SCHEDULED
[22:24:47.514] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8873324459052192112:39:0) after 3m2s
[22:27:49.538] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8873324459052192112:39:0)
[22:27:49.571] Build status: SCHEDULED
[22:27:49.571] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8873324459052192112:40:0) after 1m11s
[22:29:00.595] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8873324459052192112:40:0)
[22:29:00.619] Build status: SCHEDULED
[22:29:00.619] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8873324459052192112:41:0) after 3m50s
[22:32:50.637] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8873324459052192112:41:0)
[22:32:50.657] Build status: SCHEDULED
[22:32:50.657] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8873324459052192112:42:0) after 8m24s
[22:41:14.733] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8873324459052192112:42:0)
[22:41:14.764] Build status: SCHEDULED
[22:41:14.764] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8873324459052192112:43:0) after 7m51s
[22:49:05.796] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8873324459052192112:43:0)
[22:49:05.837] Build status: SCHEDULED
[22:49:05.837] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8873324459052192112:44:0) after 8m21s
[22:57:26.859] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8873324459052192112:44:0)
[22:57:26.883] Build status: SCHEDULED
[22:57:26.883] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8873324459052192112:45:0) after 5m45s
[23:03:11.903] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8873324459052192112:45:0)
[23:03:11.918] Build status: SCHEDULED
[23:03:11.918] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8873324459052192112:46:0) after 2m0s
[23:05:11.955] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8873324459052192112:46:0)
[23:05:11.976] Build status: SCHEDULED
[23:05:11.976] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8873324459052192112:47:0) after 3m42s
[23:08:54.048] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8873324459052192112:47:0)
[23:08:54.068] Build status: SCHEDULED
[23:08:54.068] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8873324459052192112:48:0) after 9m24s
[23:18:18.095] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8873324459052192112:48:0)
[23:18:18.126] Build status: SCHEDULED
[23:18:18.126] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8873324459052192112:49:0) after 7m21s
[23:25:39.121] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8873324459052192112:49:0)
[23:25:39.184] Build status: SCHEDULED
[23:25:39.184] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8873324459052192112:50:0) after 2m50s
[23:28:29.211] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8873324459052192112:50:0)
[23:28:29.228] Build status: SCHEDULED
[23:28:29.228] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8873324459052192112:51:0) after 3m7s
[23:31:36.254] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8873324459052192112:51:0)
[23:31:36.271] Build status: SCHEDULED
[23:31:36.271] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8873324459052192112:52:0) after 1m28s
[23:33:04.295] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8873324459052192112:52:0)
[23:33:04.315] Build status: SCHEDULED
[23:33:04.315] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8873324459052192112:53:0) after 3m54s
[23:36:58.394] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8873324459052192112:53:0)
[23:36:58.414] Build status: SCHEDULED
[23:36:58.414] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8873324459052192112:54:0) after 5m26s
[23:42:24.538] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8873324459052192112:54:0)
[23:42:24.554] Build status: SCHEDULED
[23:42:24.554] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8873324459052192112:55:0) after 5m55s
[23:48:19.573] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8873324459052192112:55:0)
[23:48:19.920] Build status: SCHEDULED
[23:48:19.920] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8873324459052192112:56:0) after 4m22s
[23:52:39.041] Received PubSub notification, asking Buildbucket for the build status
[23:52:39.078] Build status: STARTED
[23:52:41.939] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8873324459052192112:56:0)
[23:52:41.962] Build status: STARTED
[23:52:41.962] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8873324459052192112:58:0) after 6m33s
[23:59:14.993] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8873324459052192112:58:0)
[23:59:15.015] Build status: STARTED
[23:59:15.015] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8873324459052192112:59:0) after 4m44s
[00:03:59.086] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8873324459052192112:59:0)
[00:03:59.107] Build status: STARTED
[00:03:59.107] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8873324459052192112:60:0) after 8m24s
[00:12:23.233] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8873324459052192112:60:0)
[00:12:23.256] Build status: STARTED
[00:12:23.256] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8873324459052192112:61:0) after 5m17s
[00:17:40.287] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8873324459052192112:61:0)
[00:17:40.304] Build status: STARTED
[00:17:40.304] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8873324459052192112:62:0) after 1m3s
[00:18:43.480] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8873324459052192112:62:0)
[00:18:43.500] Build status: STARTED
[00:18:43.501] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8873324459052192112:63:0) after 7m39s
[00:26:22.517] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8873324459052192112:63:0)
[00:26:22.536] Build status: STARTED
[00:26:22.536] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8873324459052192112:64:0) after 5m17s
[00:31:39.757] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8873324459052192112:64:0)
[00:31:39.775] Build status: STARTED
[00:31:39.775] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8873324459052192112:65:0) after 5m10s
[00:36:49.800] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8873324459052192112:65:0)
[00:36:49.818] Build status: STARTED
[00:36:49.818] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8873324459052192112:66:0) after 1m54s
[00:38:43.846] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8873324459052192112:66:0)
[00:38:43.865] Build status: STARTED
[00:38:43.865] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8873324459052192112:67:0) after 6m43s
[00:45:26.910] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8873324459052192112:67:0)
[00:45:26.996] Build status: STARTED
[00:45:26.996] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8873324459052192112:68:0) after 9m33s
[00:50:43.009] Received PubSub notification, asking Buildbucket for the build status
[00:50:43.030] Build:
{
"id": "8707894397141181665",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-gn-compatibility-main"
},
"createdBy": "project:pigweed",
"createTime": "2025-07-30T18:56:25.676704279Z",
"startTime": "2025-07-30T23:52:38.249060368Z",
"endTime": "2025-07-31T00:50:42.596213589Z",
"updateTime": "2025-07-31T00:50:42.596213589Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "ca37f0653c186d0d7e5ac9cbdaf14bcb0991b0e1",
"ref": "refs/heads/main"
}
},
"canary": true
}
[00:50:43.030] Invocation finished in 5h54m18.559870924s with status FAILED