[01:00:40.652] New invocation is queued and will start shortly
[01:00:41.861] Starting the invocation (attempt 1)
[01:00:41.887] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/54b73a2676a5f327bb17052ba8016d50da7e4ea4"
[01:00:41.887] Popped gitiles commit info from properties and tags
[01:00:41.887] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:00:41.888] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:00:41.888] Buildbucket request:
{
"requestId": "8880186910640457296",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-kernel"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8880186910640457296",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "9650a2048a36605ed932bb33db0d054579382d97"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@9650a2048a36605ed932bb33db0d054579382d97",
"title": "9650a2048a36605ed932bb33db0d054579382d97",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/9650a2048a36605ed932bb33db0d054579382d97"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "c1970dc20cca6882f2f6de1f7c4f78d6a59203fc"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@c1970dc20cca6882f2f6de1f7c4f78d6a59203fc",
"title": "c1970dc20cca6882f2f6de1f7c4f78d6a59203fc",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/c1970dc20cca6882f2f6de1f7c4f78d6a59203fc"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "199d14d7091584048275394734f1e2528a3c8971"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@199d14d7091584048275394734f1e2528a3c8971",
"title": "199d14d7091584048275394734f1e2528a3c8971",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/199d14d7091584048275394734f1e2528a3c8971"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "0c7bb7f15cd68392f7a78c93028e6a93dc645a53"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@0c7bb7f15cd68392f7a78c93028e6a93dc645a53",
"title": "0c7bb7f15cd68392f7a78c93028e6a93dc645a53",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/0c7bb7f15cd68392f7a78c93028e6a93dc645a53"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "ebcf95b19677643744f85a3bbf37cbc2d64b072d"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@ebcf95b19677643744f85a3bbf37cbc2d64b072d",
"title": "ebcf95b19677643744f85a3bbf37cbc2d64b072d",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/ebcf95b19677643744f85a3bbf37cbc2d64b072d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "a41a6fffbe7893ab12534aba71b1264b09b71bf2"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@a41a6fffbe7893ab12534aba71b1264b09b71bf2",
"title": "a41a6fffbe7893ab12534aba71b1264b09b71bf2",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/a41a6fffbe7893ab12534aba71b1264b09b71bf2"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "6e6b5053d4ea8edbfe077d67f967a36043d68e19"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@6e6b5053d4ea8edbfe077d67f967a36043d68e19",
"title": "6e6b5053d4ea8edbfe077d67f967a36043d68e19",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/6e6b5053d4ea8edbfe077d67f967a36043d68e19"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "91988cdde90496bb6c43e12fecbf7b9652d990f8"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@91988cdde90496bb6c43e12fecbf7b9652d990f8",
"title": "91988cdde90496bb6c43e12fecbf7b9652d990f8",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/91988cdde90496bb6c43e12fecbf7b9652d990f8"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "f9ef56ade53a3f63c86dc829199fb3a1b3bfe249"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@f9ef56ade53a3f63c86dc829199fb3a1b3bfe249",
"title": "f9ef56ade53a3f63c86dc829199fb3a1b3bfe249",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/f9ef56ade53a3f63c86dc829199fb3a1b3bfe249"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "675208e825d80f8415ab71a5af70a3c7780ed072"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@675208e825d80f8415ab71a5af70a3c7780ed072",
"title": "675208e825d80f8415ab71a5af70a3c7780ed072",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/675208e825d80f8415ab71a5af70a3c7780ed072"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "440bcbfce6a10d9600d465cf58912362948e4d93"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@440bcbfce6a10d9600d465cf58912362948e4d93",
"title": "440bcbfce6a10d9600d465cf58912362948e4d93",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/440bcbfce6a10d9600d465cf58912362948e4d93"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "866cbb959c122d8bd58a7023bacf51523818d278"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@866cbb959c122d8bd58a7023bacf51523818d278",
"title": "866cbb959c122d8bd58a7023bacf51523818d278",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/866cbb959c122d8bd58a7023bacf51523818d278"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "7e25bc12a88aeef0d0b0bf3dead7721e09d96904"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@7e25bc12a88aeef0d0b0bf3dead7721e09d96904",
"title": "7e25bc12a88aeef0d0b0bf3dead7721e09d96904",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/7e25bc12a88aeef0d0b0bf3dead7721e09d96904"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "88088b137476e9cdc689a7e4c4e0f59b135d5e36"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@88088b137476e9cdc689a7e4c4e0f59b135d5e36",
"title": "88088b137476e9cdc689a7e4c4e0f59b135d5e36",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/88088b137476e9cdc689a7e4c4e0f59b135d5e36"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "54b73a2676a5f327bb17052ba8016d50da7e4ea4"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@54b73a2676a5f327bb17052ba8016d50da7e4ea4",
"title": "54b73a2676a5f327bb17052ba8016d50da7e4ea4",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/54b73a2676a5f327bb17052ba8016d50da7e4ea4"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "54b73a2676a5f327bb17052ba8016d50da7e4ea4",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8880186910640457296"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[01:00:42.658] Scheduled build:
{
"id": "8714756848263014913",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-kernel"
},
"createdBy": "project:pigweed",
"createTime": "2025-05-16T01:00:42.294361592Z",
"updateTime": "2025-05-16T01:00:42.294361592Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "54b73a2676a5f327bb17052ba8016d50da7e4ea4",
"ref": "refs/heads/main"
}
}
}
[01:00:42.658] Task URL: https://cr-buildbucket.appspot.com/build/8714756848263014913
[01:00:42.658] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:2:0) after 1m13s
[01:00:43.644] Received PubSub notification, asking Buildbucket for the build status
[01:00:43.669] Build status: SCHEDULED
[01:01:55.715] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:2:0)
[01:01:55.750] Build status: SCHEDULED
[01:01:55.750] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:4:0) after 6m0s
[01:07:55.818] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:4:0)
[01:07:55.842] Build status: SCHEDULED
[01:07:55.842] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:5:0) after 7m26s
[01:15:21.871] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:5:0)
[01:15:21.900] Build status: SCHEDULED
[01:15:21.900] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:6:0) after 4m14s
[01:19:36.221] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:6:0)
[01:19:36.244] Build status: SCHEDULED
[01:19:36.244] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:7:0) after 9m3s
[01:28:39.325] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:7:0)
[01:28:39.347] Build status: SCHEDULED
[01:28:39.347] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:8:0) after 4m13s
[01:32:52.371] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:8:0)
[01:32:52.400] Build status: SCHEDULED
[01:32:52.400] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:9:0) after 2m10s
[01:35:02.471] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:9:0)
[01:35:02.501] Build status: SCHEDULED
[01:35:02.501] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:10:0) after 4m40s
[01:39:42.526] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:10:0)
[01:39:42.545] Build status: SCHEDULED
[01:39:42.545] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:11:0) after 4m34s
[01:44:16.546] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:11:0)
[01:44:16.571] Build status: SCHEDULED
[01:44:16.571] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:12:0) after 7m12s
[01:51:28.601] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:12:0)
[01:51:28.641] Build status: SCHEDULED
[01:51:28.641] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:13:0) after 9m10s
[02:00:38.664] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:13:0)
[02:00:38.712] Build status: SCHEDULED
[02:00:38.712] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:14:0) after 2m11s
[02:02:49.738] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:14:0)
[02:02:49.758] Build status: SCHEDULED
[02:02:49.758] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:15:0) after 5m28s
[02:08:17.778] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:15:0)
[02:08:17.838] Build status: SCHEDULED
[02:08:17.838] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:16:0) after 6m1s
[02:14:18.889] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:16:0)
[02:14:18.908] Build status: SCHEDULED
[02:14:18.908] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:17:0) after 5m46s
[02:20:05.011] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:17:0)
[02:20:05.029] Build status: SCHEDULED
[02:20:05.029] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:18:0) after 8m27s
[02:28:32.094] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:18:0)
[02:28:32.131] Build status: SCHEDULED
[02:28:32.131] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:19:0) after 3m48s
[02:32:20.158] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:19:0)
[02:32:20.176] Build status: SCHEDULED
[02:32:20.176] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:20:0) after 7m16s
[02:39:36.249] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:20:0)
[02:39:36.272] Build status: SCHEDULED
[02:39:36.272] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:21:0) after 3m0s
[02:42:36.307] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:21:0)
[02:42:36.342] Build status: SCHEDULED
[02:42:36.342] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:22:0) after 8m47s
[02:51:23.458] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:22:0)
[02:51:23.480] Build status: SCHEDULED
[02:51:23.480] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:23:0) after 4m16s
[02:55:39.554] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:23:0)
[02:55:39.576] Build status: SCHEDULED
[02:55:39.577] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:24:0) after 2m22s
[02:58:01.599] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:24:0)
[02:58:01.673] Build status: SCHEDULED
[02:58:01.673] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:25:0) after 4m20s
[03:02:21.723] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:25:0)
[03:02:21.863] Build status: SCHEDULED
[03:02:21.863] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:26:0) after 9m47s
[03:12:08.912] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:26:0)
[03:12:08.939] Build status: SCHEDULED
[03:12:08.939] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:27:0) after 9m34s
[03:21:42.961] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:27:0)
[03:21:42.981] Build status: SCHEDULED
[03:21:42.981] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:28:0) after 5m28s
[03:27:10.998] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:28:0)
[03:27:11.022] Build status: SCHEDULED
[03:27:11.022] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:29:0) after 4m43s
[03:31:54.045] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:29:0)
[03:31:54.060] Build status: SCHEDULED
[03:31:54.060] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:30:0) after 1m46s
[03:33:40.081] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:30:0)
[03:33:40.113] Build status: SCHEDULED
[03:33:40.113] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:31:0) after 2m58s
[03:36:38.186] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:31:0)
[03:36:38.207] Build status: SCHEDULED
[03:36:38.207] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:32:0) after 7m58s
[03:44:36.231] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:32:0)
[03:44:36.257] Build status: SCHEDULED
[03:44:36.257] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:33:0) after 3m26s
[03:48:02.315] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:33:0)
[03:48:02.338] Build status: SCHEDULED
[03:48:02.338] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:34:0) after 4m18s
[03:52:20.415] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:34:0)
[03:52:20.436] Build status: SCHEDULED
[03:52:20.436] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:35:0) after 4m42s
[03:57:02.461] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:35:0)
[03:57:02.485] Build status: SCHEDULED
[03:57:02.485] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:36:0) after 3m55s
[04:00:57.481] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:36:0)
[04:00:57.512] Build status: SCHEDULED
[04:00:57.512] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:37:0) after 7m57s
[04:08:54.588] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:37:0)
[04:08:54.638] Build status: SCHEDULED
[04:08:54.638] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:38:0) after 4m52s
[04:13:46.727] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:38:0)
[04:13:46.749] Build status: SCHEDULED
[04:13:46.749] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:39:0) after 9m13s
[04:23:00.109] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:39:0)
[04:23:00.145] Build status: SCHEDULED
[04:23:00.145] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:40:0) after 9m13s
[04:32:13.301] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:40:0)
[04:32:13.317] Build status: SCHEDULED
[04:32:13.318] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:41:0) after 9m10s
[04:41:23.340] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:41:0)
[04:41:23.366] Build status: SCHEDULED
[04:41:23.366] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:42:0) after 7m42s
[04:49:05.414] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:42:0)
[04:49:05.432] Build status: SCHEDULED
[04:49:05.432] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:43:0) after 3m41s
[04:52:46.463] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:43:0)
[04:52:46.485] Build status: SCHEDULED
[04:52:46.485] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:44:0) after 9m37s
[05:02:23.521] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:44:0)
[05:02:23.558] Build status: SCHEDULED
[05:02:23.558] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:45:0) after 9m30s
[05:11:53.577] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:45:0)
[05:11:53.597] Build status: SCHEDULED
[05:11:53.597] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:46:0) after 5m38s
[05:17:31.624] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:46:0)
[05:17:31.648] Build status: SCHEDULED
[05:17:31.648] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:47:0) after 7m53s
[05:25:24.714] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:47:0)
[05:25:24.729] Build status: SCHEDULED
[05:25:24.729] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:48:0) after 4m23s
[05:29:47.766] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:48:0)
[05:29:47.787] Build status: SCHEDULED
[05:29:47.787] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:49:0) after 4m3s
[05:33:50.818] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:49:0)
[05:33:50.841] Build status: SCHEDULED
[05:33:50.841] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:50:0) after 7m58s
[05:41:48.900] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:50:0)
[05:41:48.918] Build status: SCHEDULED
[05:41:48.918] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:51:0) after 5m52s
[05:47:40.945] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:51:0)
[05:47:41.128] Build status: SCHEDULED
[05:47:41.128] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:52:0) after 8m24s
[05:56:05.154] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:52:0)
[05:56:05.195] Build status: SCHEDULED
[05:56:05.195] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:53:0) after 4m38s
[06:00:43.219] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:53:0)
[06:00:43.237] Build status: SCHEDULED
[06:00:43.237] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:54:0) after 7m4s
[06:07:47.501] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:54:0)
[06:07:47.523] Build status: SCHEDULED
[06:07:47.523] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:55:0) after 6m34s
[06:14:21.592] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:55:0)
[06:14:21.612] Build status: SCHEDULED
[06:14:21.612] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:56:0) after 2m43s
[06:17:04.636] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:56:0)
[06:17:04.663] Build status: SCHEDULED
[06:17:04.663] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:57:0) after 5m35s
[06:22:40.342] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:57:0)
[06:22:40.358] Build status: SCHEDULED
[06:22:40.358] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:58:0) after 2m44s
[06:25:24.491] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:58:0)
[06:25:24.513] Build status: SCHEDULED
[06:25:24.513] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:59:0) after 5m8s
[06:30:32.562] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:59:0)
[06:30:32.595] Build status: SCHEDULED
[06:30:32.595] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:60:0) after 4m33s
[06:35:05.660] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:60:0)
[06:35:05.683] Build status: SCHEDULED
[06:35:05.683] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:61:0) after 3m16s
[06:38:21.843] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:61:0)
[06:38:22.032] Build status: SCHEDULED
[06:38:22.032] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:62:0) after 4m5s
[06:42:27.105] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:62:0)
[06:42:27.155] Build status: SCHEDULED
[06:42:27.155] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:63:0) after 1m21s
[06:43:48.323] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:63:0)
[06:43:48.382] Build status: SCHEDULED
[06:43:48.382] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:64:0) after 6m44s
[06:50:32.409] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:64:0)
[06:50:32.429] Build status: SCHEDULED
[06:50:32.429] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:65:0) after 4m45s
[06:55:17.742] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:65:0)
[06:55:17.806] Build status: SCHEDULED
[06:55:17.806] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:66:0) after 9m0s
[07:04:18.124] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:66:0)
[07:04:18.154] Build status: SCHEDULED
[07:04:18.155] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:67:0) after 3m5s
[07:07:23.520] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:67:0)
[07:07:23.548] Build status: SCHEDULED
[07:07:23.548] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:68:0) after 2m3s
[07:09:26.653] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:68:0)
[07:09:26.673] Build status: SCHEDULED
[07:09:26.673] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:69:0) after 6m56s
[07:16:22.765] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:69:0)
[07:16:22.786] Build status: SCHEDULED
[07:16:22.786] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:70:0) after 1m12s
[07:17:34.813] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:70:0)
[07:17:34.836] Build status: SCHEDULED
[07:17:34.836] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:71:0) after 7m49s
[07:25:23.894] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:71:0)
[07:25:24.061] Build status: SCHEDULED
[07:25:24.061] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:72:0) after 8m48s
[07:34:12.153] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:72:0)
[07:34:12.175] Build status: SCHEDULED
[07:34:12.175] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:73:0) after 3m17s
[07:37:29.248] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:73:0)
[07:37:29.270] Build status: SCHEDULED
[07:37:29.270] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:74:0) after 2m14s
[07:39:43.286] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:74:0)
[07:39:43.318] Build status: SCHEDULED
[07:39:43.318] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:75:0) after 7m10s
[07:46:53.377] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:75:0)
[07:46:53.393] Build status: SCHEDULED
[07:46:53.393] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:76:0) after 5m9s
[07:52:02.413] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:76:0)
[07:52:02.434] Build status: SCHEDULED
[07:52:02.434] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:77:0) after 7m58s
[08:00:00.431] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:77:0)
[08:00:00.448] Build status: SCHEDULED
[08:00:00.448] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:78:0) after 8m45s
[08:08:45.553] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:78:0)
[08:08:45.735] Build status: SCHEDULED
[08:08:45.735] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:79:0) after 5m49s
[08:14:34.866] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:79:0)
[08:14:34.886] Build status: SCHEDULED
[08:14:34.887] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:80:0) after 6m13s
[08:20:47.954] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:80:0)
[08:20:47.971] Build status: SCHEDULED
[08:20:47.971] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:81:0) after 4m34s
[08:25:22.043] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:81:0)
[08:25:22.063] Build status: SCHEDULED
[08:25:22.063] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:82:0) after 8m8s
[08:33:30.154] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:82:0)
[08:33:30.171] Build status: SCHEDULED
[08:33:30.171] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:83:0) after 6m23s
[08:39:53.324] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:83:0)
[08:39:53.345] Build status: SCHEDULED
[08:39:53.345] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:84:0) after 6m18s
[08:46:11.453] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:84:0)
[08:46:11.474] Build status: SCHEDULED
[08:46:11.474] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:85:0) after 9m42s
[08:55:53.497] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:85:0)
[08:55:53.578] Build status: SCHEDULED
[08:55:53.578] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880186910640457296:86:0) after 8m11s
[09:00:51.236] Received PubSub notification, asking Buildbucket for the build status
[09:00:51.288] Build:
{
"id": "8714756848263014913",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-kernel"
},
"createdBy": "project:pigweed",
"createTime": "2025-05-16T01:00:42.294361592Z",
"endTime": "2025-05-16T09:00:50.455835763Z",
"updateTime": "2025-05-16T09:00:50.455835763Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"resourceExhaustion": {
},
"timeout": {
}
},
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "54b73a2676a5f327bb17052ba8016d50da7e4ea4",
"ref": "refs/heads/main"
}
}
}
[09:00:51.288] Invocation finished in 8h0m10.644919742s with status FAILED