[21:35:06.831] New invocation is queued and will start shortly
[21:35:08.144] Starting the invocation (attempt 1)
[21:35:08.170] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/ea90565a22d14385b600eae9d962fbe2de92f225"
[21:35:08.170] Popped gitiles commit info from properties and tags
[21:35:08.170] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[21:35:08.170] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[21:35:08.171] Buildbucket request:
{
"requestId": "8865251344130446656",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-default"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8865251344130446656",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "ea90565a22d14385b600eae9d962fbe2de92f225"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@ea90565a22d14385b600eae9d962fbe2de92f225",
"title": "ea90565a22d14385b600eae9d962fbe2de92f225",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/ea90565a22d14385b600eae9d962fbe2de92f225"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "ea90565a22d14385b600eae9d962fbe2de92f225",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8865251344130446656"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[21:35:08.874] Scheduled build:
{
"id": "8699821281958028881",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-default"
},
"createdBy": "project:pigweed",
"createTime": "2025-10-27T21:35:08.280179136Z",
"updateTime": "2025-10-27T21:35:08.280179136Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "ea90565a22d14385b600eae9d962fbe2de92f225",
"ref": "refs/heads/main"
}
}
}
[21:35:08.874] Task URL: https://cr-buildbucket.appspot.com/build/8699821281958028881
[21:35:08.874] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:2:0) after 9m7s
[21:35:09.677] Received PubSub notification, asking Buildbucket for the build status
[21:35:09.700] Build status: SCHEDULED
[21:44:15.888] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:2:0)
[21:44:15.911] Build status: SCHEDULED
[21:44:15.911] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:4:0) after 1m22s
[21:45:37.924] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:4:0)
[21:45:37.956] Build status: SCHEDULED
[21:45:37.956] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:5:0) after 3m48s
[21:49:25.970] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:5:0)
[21:49:25.999] Build status: SCHEDULED
[21:49:25.999] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:6:0) after 4m1s
[21:53:27.066] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:6:0)
[21:53:27.103] Build status: SCHEDULED
[21:53:27.103] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:7:0) after 2m38s
[21:56:05.119] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:7:0)
[21:56:05.151] Build status: SCHEDULED
[21:56:05.151] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:8:0) after 4m46s
[22:00:51.200] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:8:0)
[22:00:51.221] Build status: SCHEDULED
[22:00:51.221] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:9:0) after 2m25s
[22:03:16.238] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:9:0)
[22:03:16.277] Build status: SCHEDULED
[22:03:16.277] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:10:0) after 8m22s
[22:11:38.293] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:10:0)
[22:11:38.310] Build status: SCHEDULED
[22:11:38.310] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:11:0) after 9m13s
[22:20:51.328] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:11:0)
[22:20:51.345] Build status: SCHEDULED
[22:20:51.345] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:12:0) after 2m26s
[22:23:17.360] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:12:0)
[22:23:17.375] Build status: SCHEDULED
[22:23:17.375] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:13:0) after 9m9s
[22:32:26.389] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:13:0)
[22:32:26.512] Build status: SCHEDULED
[22:32:26.512] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:14:0) after 1m42s
[22:34:08.646] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:14:0)
[22:34:08.662] Build status: SCHEDULED
[22:34:08.662] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:15:0) after 2m32s
[22:36:40.680] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:15:0)
[22:36:40.697] Build status: SCHEDULED
[22:36:40.697] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:16:0) after 3m27s
[22:40:07.713] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:16:0)
[22:40:07.730] Build status: SCHEDULED
[22:40:07.730] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:17:0) after 8m23s
[22:48:30.807] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:17:0)
[22:48:30.829] Build status: SCHEDULED
[22:48:30.829] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:18:0) after 3m1s
[22:51:31.945] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:18:0)
[22:51:31.969] Build status: SCHEDULED
[22:51:31.969] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:19:0) after 1m19s
[22:52:50.941] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:19:0)
[22:52:50.960] Build status: SCHEDULED
[22:52:50.960] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:20:0) after 7m29s
[23:00:19.956] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:20:0)
[23:00:19.971] Build status: SCHEDULED
[23:00:19.971] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:21:0) after 7m46s
[23:08:06.035] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:21:0)
[23:08:06.074] Build status: SCHEDULED
[23:08:06.074] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:22:0) after 1m57s
[23:10:03.044] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:22:0)
[23:10:03.087] Build status: SCHEDULED
[23:10:03.087] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:23:0) after 4m44s
[23:14:47.100] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:23:0)
[23:14:47.122] Build status: SCHEDULED
[23:14:47.122] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:24:0) after 3m27s
[23:18:14.135] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:24:0)
[23:18:14.155] Build status: SCHEDULED
[23:18:14.155] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:25:0) after 4m54s
[23:23:08.132] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:25:0)
[23:23:08.149] Build status: SCHEDULED
[23:23:08.149] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:26:0) after 2m12s
[23:25:20.166] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:26:0)
[23:25:20.203] Build status: SCHEDULED
[23:25:20.203] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:27:0) after 8m21s
[23:33:41.213] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:27:0)
[23:33:41.251] Build status: SCHEDULED
[23:33:41.251] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:28:0) after 3m30s
[23:37:11.268] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:28:0)
[23:37:11.339] Build status: SCHEDULED
[23:37:11.339] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:29:0) after 5m21s
[23:42:32.440] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:29:0)
[23:42:32.457] Build status: SCHEDULED
[23:42:32.457] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:30:0) after 2m34s
[23:45:06.469] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:30:0)
[23:45:06.496] Build status: SCHEDULED
[23:45:06.496] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:31:0) after 1m5s
[23:46:11.545] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:31:0)
[23:46:11.632] Build status: SCHEDULED
[23:46:11.632] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:32:0) after 7m44s
[23:53:55.648] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:32:0)
[23:53:55.677] Build status: SCHEDULED
[23:53:55.677] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:33:0) after 7m4s
[00:00:59.694] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:33:0)
[00:00:59.726] Build status: SCHEDULED
[00:00:59.726] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:34:0) after 7m23s
[00:08:22.817] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:34:0)
[00:08:22.836] Build status: SCHEDULED
[00:08:22.836] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:35:0) after 7m41s
[00:16:03.880] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:35:0)
[00:16:03.926] Build status: SCHEDULED
[00:16:03.926] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:36:0) after 3m32s
[00:19:35.940] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:36:0)
[00:19:36.087] Build status: SCHEDULED
[00:19:36.087] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:37:0) after 2m52s
[00:22:28.102] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:37:0)
[00:22:28.125] Build status: SCHEDULED
[00:22:28.125] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:38:0) after 3m4s
[00:25:32.187] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:38:0)
[00:25:32.200] Build status: SCHEDULED
[00:25:32.200] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:39:0) after 2m38s
[00:28:10.270] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:39:0)
[00:28:10.287] Build status: SCHEDULED
[00:28:10.287] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:40:0) after 8m8s
[00:36:18.397] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:40:0)
[00:36:18.414] Build status: SCHEDULED
[00:36:18.414] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:41:0) after 1m19s
[00:37:37.427] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:41:0)
[00:37:37.444] Build status: SCHEDULED
[00:37:37.444] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:42:0) after 5m48s
[00:43:25.460] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:42:0)
[00:43:25.485] Build status: SCHEDULED
[00:43:25.485] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:43:0) after 6m50s
[00:50:15.470] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:43:0)
[00:50:15.488] Build status: SCHEDULED
[00:50:15.488] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:44:0) after 1m52s
[00:52:07.542] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:44:0)
[00:52:07.558] Build status: SCHEDULED
[00:52:07.558] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:45:0) after 3m12s
[00:55:19.531] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:45:0)
[00:55:19.551] Build status: SCHEDULED
[00:55:19.551] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:46:0) after 5m20s
[01:00:39.573] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:46:0)
[01:00:39.600] Build status: SCHEDULED
[01:00:39.601] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:47:0) after 1m39s
[01:02:18.746] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:47:0)
[01:02:18.818] Build status: SCHEDULED
[01:02:18.818] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:48:0) after 2m37s
[01:04:55.884] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:48:0)
[01:04:55.899] Build status: SCHEDULED
[01:04:55.899] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:49:0) after 2m32s
[01:07:27.949] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:49:0)
[01:07:27.966] Build status: SCHEDULED
[01:07:27.966] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:50:0) after 8m20s
[01:15:47.981] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:50:0)
[01:15:47.995] Build status: SCHEDULED
[01:15:47.995] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:51:0) after 3m58s
[01:19:46.010] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:51:0)
[01:19:46.029] Build status: SCHEDULED
[01:19:46.029] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:52:0) after 6m49s
[01:26:35.113] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:52:0)
[01:26:35.130] Build status: SCHEDULED
[01:26:35.130] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:53:0) after 7m17s
[01:33:52.198] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:53:0)
[01:33:52.214] Build status: SCHEDULED
[01:33:52.214] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:54:0) after 4m30s
[01:38:22.282] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:54:0)
[01:38:22.304] Build status: SCHEDULED
[01:38:22.304] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:55:0) after 5m53s
[01:44:15.341] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:55:0)
[01:44:15.361] Build status: SCHEDULED
[01:44:15.361] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:56:0) after 8m45s
[01:53:00.384] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:56:0)
[01:53:00.409] Build status: SCHEDULED
[01:53:00.409] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:57:0) after 3m17s
[01:56:17.505] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:57:0)
[01:56:17.519] Build status: SCHEDULED
[01:56:17.519] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:58:0) after 3m40s
[01:59:57.549] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:58:0)
[01:59:57.565] Build status: SCHEDULED
[01:59:57.565] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:59:0) after 3m26s
[02:03:23.597] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:59:0)
[02:03:23.615] Build status: SCHEDULED
[02:03:23.615] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:60:0) after 5m40s
[02:09:03.715] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:60:0)
[02:09:03.731] Build status: SCHEDULED
[02:09:03.731] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:61:0) after 6m47s
[02:15:50.695] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:61:0)
[02:15:50.717] Build status: SCHEDULED
[02:15:50.717] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:62:0) after 6m21s
[02:22:11.732] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:62:0)
[02:22:11.753] Build status: SCHEDULED
[02:22:11.753] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:63:0) after 7m11s
[02:29:22.774] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:63:0)
[02:29:22.789] Build status: SCHEDULED
[02:29:22.790] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:64:0) after 4m58s
[02:34:20.827] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:64:0)
[02:34:20.843] Build status: SCHEDULED
[02:34:20.843] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:65:0) after 9m39s
[02:43:59.886] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:65:0)
[02:43:59.908] Build status: SCHEDULED
[02:43:59.908] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:66:0) after 3m32s
[02:47:32.082] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:66:0)
[02:47:32.098] Build status: SCHEDULED
[02:47:32.098] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:67:0) after 7m8s
[02:54:40.148] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:67:0)
[02:54:40.165] Build status: SCHEDULED
[02:54:40.165] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:68:0) after 9m14s
[03:03:54.228] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:68:0)
[03:03:54.246] Build status: SCHEDULED
[03:03:54.247] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:69:0) after 3m23s
[03:07:17.263] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:69:0)
[03:07:17.278] Build status: SCHEDULED
[03:07:17.278] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:70:0) after 6m37s
[03:13:54.295] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:70:0)
[03:13:54.311] Build status: SCHEDULED
[03:13:54.311] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:71:0) after 4m18s
[03:18:12.326] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:71:0)
[03:18:12.348] Build status: SCHEDULED
[03:18:12.348] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:72:0) after 1m22s
[03:19:34.365] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:72:0)
[03:19:34.386] Build status: SCHEDULED
[03:19:34.386] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:73:0) after 7m2s
[03:26:36.380] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:73:0)
[03:26:36.398] Build status: SCHEDULED
[03:26:36.398] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:74:0) after 4m3s
[03:30:39.450] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:74:0)
[03:30:39.476] Build status: SCHEDULED
[03:30:39.476] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:75:0) after 9m56s
[03:40:35.494] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:75:0)
[03:40:35.512] Build status: SCHEDULED
[03:40:35.512] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:76:0) after 8m17s
[03:48:18.132] Received PubSub notification, asking Buildbucket for the build status
[03:48:18.148] Build status: STARTED
[03:48:52.527] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:76:0)
[03:48:52.547] Build status: STARTED
[03:48:52.547] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:78:0) after 3m23s
[03:52:15.566] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:78:0)
[03:52:15.580] Build status: STARTED
[03:52:15.580] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:79:0) after 8m1s
[04:00:16.628] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:79:0)
[04:00:16.651] Build status: STARTED
[04:00:16.651] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:80:0) after 4m2s
[04:04:18.728] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:80:0)
[04:04:18.762] Build status: STARTED
[04:04:18.762] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:81:0) after 8m1s
[04:12:19.824] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:81:0)
[04:12:19.838] Build status: STARTED
[04:12:19.838] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:82:0) after 4m37s
[04:16:56.853] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:82:0)
[04:16:56.866] Build status: STARTED
[04:16:56.866] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:83:0) after 2m18s
[04:19:14.934] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:83:0)
[04:19:14.953] Build status: STARTED
[04:19:14.953] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:84:0) after 8m12s
[04:27:26.976] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:84:0)
[04:27:26.993] Build status: STARTED
[04:27:26.993] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:85:0) after 5m44s
[04:33:11.011] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:85:0)
[04:33:11.028] Build status: STARTED
[04:33:11.028] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:86:0) after 5m16s
[04:38:27.044] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:86:0)
[04:38:27.064] Build status: STARTED
[04:38:27.064] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:87:0) after 5m22s
[04:43:49.082] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:87:0)
[04:43:49.102] Build status: STARTED
[04:43:49.102] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:88:0) after 4m33s
[04:48:22.191] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:88:0)
[04:48:22.208] Build status: STARTED
[04:48:22.208] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:89:0) after 7m21s
[04:55:43.416] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:89:0)
[04:55:43.429] Build status: STARTED
[04:55:43.429] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:90:0) after 9m49s
[05:05:32.490] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:90:0)
[05:05:32.511] Build status: STARTED
[05:05:32.511] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:91:0) after 6m8s
[05:11:40.576] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:91:0)
[05:11:40.592] Build status: STARTED
[05:11:40.592] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:92:0) after 8m28s
[05:20:08.671] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:92:0)
[05:20:08.699] Build status: STARTED
[05:20:08.700] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8865251344130446656:93:0) after 5m31s
[05:22:10.945] Received PubSub notification, asking Buildbucket for the build status
[05:22:11.039] Build:
{
"id": "8699821281958028881",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-default"
},
"createdBy": "project:pigweed",
"createTime": "2025-10-27T21:35:08.280179136Z",
"startTime": "2025-10-28T03:48:17.980261268Z",
"endTime": "2025-10-28T05:22:10.468559928Z",
"updateTime": "2025-10-28T05:22:10.468559928Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "ea90565a22d14385b600eae9d962fbe2de92f225",
"ref": "refs/heads/main"
}
}
}
[05:22:11.039] Invocation finished in 7h47m4.214326921s with status FAILED