[05:31:03.375] New invocation is queued and will start shortly
[05:31:04.572] Starting the invocation (attempt 1)
[05:31:04.749] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/58a139e56e96d2714926540ca3eaebebf025e02e"
[05:31:04.749] Popped gitiles commit info from properties and tags
[05:31:04.749] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[05:31:04.749] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[05:31:04.749] Buildbucket request:
{
"requestId": "8860147970310186176",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-default"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8860147970310186176",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "58a139e56e96d2714926540ca3eaebebf025e02e"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@58a139e56e96d2714926540ca3eaebebf025e02e",
"title": "58a139e56e96d2714926540ca3eaebebf025e02e",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/58a139e56e96d2714926540ca3eaebebf025e02e"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "58a139e56e96d2714926540ca3eaebebf025e02e",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8860147970310186176"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[05:31:05.136] Scheduled build:
{
"id": "8694717908152741121",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-default"
},
"createdBy": "project:pigweed",
"createTime": "2025-12-23T05:31:04.805125042Z",
"updateTime": "2025-12-23T05:31:04.805125042Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "58a139e56e96d2714926540ca3eaebebf025e02e",
"ref": "refs/heads/main"
}
}
}
[05:31:05.136] Task URL: https://cr-buildbucket.appspot.com/build/8694717908152741121
[05:31:05.136] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:2:0) after 6m39s
[05:31:06.096] Received PubSub notification, asking Buildbucket for the build status
[05:31:06.122] Build status: SCHEDULED
[05:37:44.148] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:2:0)
[05:37:44.167] Build status: SCHEDULED
[05:37:44.167] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:4:0) after 3m19s
[05:41:03.179] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:4:0)
[05:41:03.265] Build status: SCHEDULED
[05:41:03.265] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:5:0) after 8m3s
[05:49:06.466] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:5:0)
[05:49:06.481] Build status: SCHEDULED
[05:49:06.481] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:6:0) after 2m31s
[05:51:37.493] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:6:0)
[05:51:37.521] Build status: SCHEDULED
[05:51:37.521] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:7:0) after 5m5s
[05:56:42.533] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:7:0)
[05:56:42.556] Build status: SCHEDULED
[05:56:42.556] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:8:0) after 8m36s
[06:05:18.590] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:8:0)
[06:05:18.622] Build status: SCHEDULED
[06:05:18.622] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:9:0) after 5m36s
[06:10:54.789] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:9:0)
[06:10:54.935] Build status: SCHEDULED
[06:10:54.935] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:10:0) after 4m39s
[06:15:34.063] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:10:0)
[06:15:34.085] Build status: SCHEDULED
[06:15:34.085] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:11:0) after 2m39s
[06:18:13.252] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:11:0)
[06:18:13.268] Build status: SCHEDULED
[06:18:13.268] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:12:0) after 8m10s
[06:26:23.284] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:12:0)
[06:26:23.297] Build status: SCHEDULED
[06:26:23.297] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:13:0) after 7m2s
[06:33:25.432] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:13:0)
[06:33:25.448] Build status: SCHEDULED
[06:33:25.448] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:14:0) after 2m13s
[06:35:38.502] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:14:0)
[06:35:38.523] Build status: SCHEDULED
[06:35:38.523] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:15:0) after 1m49s
[06:37:27.724] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:15:0)
[06:37:27.739] Build status: SCHEDULED
[06:37:27.739] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:16:0) after 8m31s
[06:45:58.817] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:16:0)
[06:45:58.833] Build status: SCHEDULED
[06:45:58.833] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:17:0) after 7m58s
[06:53:56.946] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:17:0)
[06:53:56.971] Build status: SCHEDULED
[06:53:56.971] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:18:0) after 9m6s
[07:03:03.030] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:18:0)
[07:03:03.119] Build status: SCHEDULED
[07:03:03.119] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:19:0) after 5m47s
[07:08:50.232] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:19:0)
[07:08:50.262] Build status: SCHEDULED
[07:08:50.262] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:20:0) after 9m54s
[07:18:44.276] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:20:0)
[07:18:44.304] Build status: SCHEDULED
[07:18:44.304] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:21:0) after 2m36s
[07:21:20.329] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:21:0)
[07:21:20.344] Build status: SCHEDULED
[07:21:20.345] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:22:0) after 9m42s
[07:31:02.341] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:22:0)
[07:31:02.363] Build status: SCHEDULED
[07:31:02.363] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:23:0) after 9m26s
[07:40:28.441] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:23:0)
[07:40:28.484] Build status: SCHEDULED
[07:40:28.484] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:24:0) after 7m0s
[07:47:28.499] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:24:0)
[07:47:28.514] Build status: SCHEDULED
[07:47:28.514] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:25:0) after 4m3s
[07:51:31.529] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:25:0)
[07:51:31.586] Build status: SCHEDULED
[07:51:31.586] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:26:0) after 5m6s
[07:56:37.826] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:26:0)
[07:56:37.857] Build status: SCHEDULED
[07:56:37.857] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:27:0) after 9m44s
[08:06:21.870] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:27:0)
[08:06:21.886] Build status: SCHEDULED
[08:06:21.886] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:28:0) after 6m35s
[08:12:56.922] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:28:0)
[08:12:56.935] Build status: SCHEDULED
[08:12:56.935] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:29:0) after 3m13s
[08:16:09.948] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:29:0)
[08:16:09.982] Build status: SCHEDULED
[08:16:09.982] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:30:0) after 9m20s
[08:25:29.978] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:30:0)
[08:25:29.991] Build status: SCHEDULED
[08:25:29.991] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:31:0) after 2m54s
[08:28:24.101] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:31:0)
[08:28:24.129] Build status: SCHEDULED
[08:28:24.129] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:32:0) after 9m8s
[08:37:32.747] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:32:0)
[08:37:32.762] Build status: SCHEDULED
[08:37:32.762] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:33:0) after 4m33s
[08:42:05.877] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:33:0)
[08:42:05.897] Build status: SCHEDULED
[08:42:05.897] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:34:0) after 8m3s
[08:50:08.985] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:34:0)
[08:50:08.999] Build status: SCHEDULED
[08:50:08.999] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:35:0) after 2m3s
[08:52:12.013] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:35:0)
[08:52:12.028] Build status: SCHEDULED
[08:52:12.028] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:36:0) after 4m45s
[08:56:57.100] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:36:0)
[08:56:57.120] Build status: SCHEDULED
[08:56:57.120] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:37:0) after 3m17s
[09:00:14.273] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:37:0)
[09:00:14.354] Build status: SCHEDULED
[09:00:14.354] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:38:0) after 7m39s
[09:07:53.366] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:38:0)
[09:07:53.385] Build status: SCHEDULED
[09:07:53.385] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:39:0) after 8m49s
[09:16:42.398] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:39:0)
[09:16:42.412] Build status: SCHEDULED
[09:16:42.412] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:40:0) after 7m13s
[09:23:55.538] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:40:0)
[09:23:55.555] Build status: SCHEDULED
[09:23:55.555] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:41:0) after 1m0s
[09:24:55.695] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:41:0)
[09:24:55.711] Build status: SCHEDULED
[09:24:55.711] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:42:0) after 4m11s
[09:29:07.124] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:42:0)
[09:29:07.145] Build status: SCHEDULED
[09:29:07.145] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:43:0) after 8m38s
[09:37:45.161] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:43:0)
[09:37:45.178] Build status: SCHEDULED
[09:37:45.178] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:44:0) after 8m48s
[09:46:33.525] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:44:0)
[09:46:33.538] Build status: SCHEDULED
[09:46:33.538] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:45:0) after 3m33s
[09:50:06.554] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:45:0)
[09:50:06.579] Build status: SCHEDULED
[09:50:06.579] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:46:0) after 5m57s
[09:56:03.580] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:46:0)
[09:56:03.599] Build status: SCHEDULED
[09:56:03.599] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:47:0) after 4m7s
[10:00:10.807] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:47:0)
[10:00:10.823] Build status: SCHEDULED
[10:00:10.823] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:48:0) after 4m0s
[10:04:10.933] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:48:0)
[10:04:10.963] Build status: SCHEDULED
[10:04:10.963] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:49:0) after 3m3s
[10:07:14.034] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:49:0)
[10:07:14.079] Build status: SCHEDULED
[10:07:14.079] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:50:0) after 4m55s
[10:12:09.173] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:50:0)
[10:12:09.206] Build status: SCHEDULED
[10:12:09.206] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:51:0) after 4m24s
[10:16:33.260] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:51:0)
[10:16:33.276] Build status: SCHEDULED
[10:16:33.276] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:52:0) after 4m13s
[10:20:46.290] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:52:0)
[10:20:46.371] Build status: SCHEDULED
[10:20:46.371] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:53:0) after 5m6s
[10:25:52.384] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:53:0)
[10:25:52.399] Build status: SCHEDULED
[10:25:52.399] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:54:0) after 3m36s
[10:29:28.414] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:54:0)
[10:29:28.435] Build status: SCHEDULED
[10:29:28.435] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:55:0) after 9m13s
[10:38:41.448] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:55:0)
[10:38:41.471] Build status: SCHEDULED
[10:38:41.471] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:56:0) after 2m55s
[10:41:36.509] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:56:0)
[10:41:36.586] Build status: SCHEDULED
[10:41:36.586] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:57:0) after 9m56s
[10:51:32.822] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:57:0)
[10:51:32.839] Build status: SCHEDULED
[10:51:32.839] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:58:0) after 7m25s
[10:58:58.056] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:58:0)
[10:58:58.121] Build status: SCHEDULED
[10:58:58.121] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:59:0) after 3m22s
[11:02:20.141] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:59:0)
[11:02:20.157] Build status: SCHEDULED
[11:02:20.157] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:60:0) after 9m3s
[11:11:23.172] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:60:0)
[11:11:23.220] Build status: SCHEDULED
[11:11:23.220] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:61:0) after 4m30s
[11:15:53.236] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:61:0)
[11:15:53.252] Build status: SCHEDULED
[11:15:53.252] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:62:0) after 6m3s
[11:21:56.266] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:62:0)
[11:21:56.284] Build status: SCHEDULED
[11:21:56.284] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:63:0) after 9m22s
[11:31:18.299] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:63:0)
[11:31:18.314] Build status: SCHEDULED
[11:31:18.315] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:64:0) after 8m22s
[11:39:40.329] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:64:0)
[11:39:40.342] Build status: SCHEDULED
[11:39:40.342] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:65:0) after 4m41s
[11:44:21.357] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:65:0)
[11:44:21.384] Build status: SCHEDULED
[11:44:21.384] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:66:0) after 4m33s
[11:48:54.400] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:66:0)
[11:48:54.422] Build status: SCHEDULED
[11:48:54.423] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:67:0) after 3m53s
[11:52:47.435] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:67:0)
[11:52:47.451] Build status: SCHEDULED
[11:52:47.451] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:68:0) after 8m45s
[12:01:32.468] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:68:0)
[12:01:32.511] Build status: SCHEDULED
[12:01:32.511] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:69:0) after 9m8s
[12:10:40.528] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:69:0)
[12:10:40.543] Build status: SCHEDULED
[12:10:40.543] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:70:0) after 8m3s
[12:18:43.565] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:70:0)
[12:18:43.651] Build status: SCHEDULED
[12:18:43.651] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:71:0) after 7m50s
[12:26:33.807] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:71:0)
[12:26:33.840] Build status: SCHEDULED
[12:26:33.840] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:72:0) after 6m40s
[12:33:14.209] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:72:0)
[12:33:14.228] Build status: SCHEDULED
[12:33:14.228] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:73:0) after 3m37s
[12:36:51.229] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:73:0)
[12:36:51.250] Build status: SCHEDULED
[12:36:51.250] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:74:0) after 8m51s
[12:45:42.667] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:74:0)
[12:45:42.745] Build status: SCHEDULED
[12:45:42.745] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:75:0) after 6m4s
[12:51:46.874] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:75:0)
[12:51:46.891] Build status: SCHEDULED
[12:51:46.891] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:76:0) after 1m35s
[12:53:22.453] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:76:0)
[12:53:22.490] Build status: SCHEDULED
[12:53:22.490] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:77:0) after 7m10s
[13:00:32.504] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:77:0)
[13:00:32.516] Build status: SCHEDULED
[13:00:32.516] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:78:0) after 7m5s
[13:07:37.537] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:78:0)
[13:07:37.569] Build status: SCHEDULED
[13:07:37.569] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:79:0) after 4m26s
[13:12:03.642] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:79:0)
[13:12:03.659] Build status: SCHEDULED
[13:12:03.659] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:80:0) after 2m21s
[13:14:24.770] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:80:0)
[13:14:24.797] Build status: SCHEDULED
[13:14:24.797] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:81:0) after 1m56s
[13:15:02.494] Received PubSub notification, asking Buildbucket for the build status
[13:15:02.513] Build status: STARTED
[13:16:20.810] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:81:0)
[13:16:20.828] Build status: STARTED
[13:16:20.828] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:83:0) after 2m16s
[13:18:37.155] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:83:0)
[13:18:37.185] Build status: STARTED
[13:18:37.185] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:84:0) after 9m34s
[13:28:11.180] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:84:0)
[13:28:11.201] Build status: STARTED
[13:28:11.201] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:85:0) after 9m12s
[13:37:23.218] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:85:0)
[13:37:23.250] Build status: STARTED
[13:37:23.250] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:86:0) after 1m39s
[13:39:02.336] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:86:0)
[13:39:02.351] Build status: STARTED
[13:39:02.351] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:87:0) after 6m55s
[13:45:57.462] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:87:0)
[13:45:57.482] Build status: STARTED
[13:45:57.482] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:88:0) after 5m8s
[13:51:05.784] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:88:0)
[13:51:05.799] Build status: STARTED
[13:51:05.799] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:89:0) after 1m47s
[13:52:52.814] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:89:0)
[13:52:52.829] Build status: STARTED
[13:52:52.829] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:90:0) after 2m2s
[13:54:55.039] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:90:0)
[13:54:55.057] Build status: STARTED
[13:54:55.057] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:91:0) after 3m5s
[13:58:00.655] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:91:0)
[13:58:00.668] Build status: STARTED
[13:58:00.668] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:92:0) after 9m22s
[14:07:22.662] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:92:0)
[14:07:22.709] Build status: STARTED
[14:07:22.709] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:93:0) after 8m55s
[14:16:17.741] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:93:0)
[14:16:17.787] Build status: STARTED
[14:16:17.787] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:94:0) after 7m53s
[14:24:10.990] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:94:0)
[14:24:11.004] Build status: STARTED
[14:24:11.004] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:95:0) after 3m0s
[14:27:11.140] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:95:0)
[14:27:11.219] Build status: STARTED
[14:27:11.219] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:96:0) after 9m6s
[14:36:17.300] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:96:0)
[14:36:17.321] Build status: STARTED
[14:36:17.321] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:97:0) after 3m16s
[14:39:33.378] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:97:0)
[14:39:33.424] Build status: STARTED
[14:39:33.425] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:98:0) after 2m31s
[14:42:04.444] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:98:0)
[14:42:04.476] Build status: STARTED
[14:42:04.476] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:99:0) after 5m20s
[14:47:24.493] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:99:0)
[14:47:24.522] Build status: STARTED
[14:47:24.522] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860147970310186176:100:0) after 6m36s
[14:48:57.110] Received PubSub notification, asking Buildbucket for the build status
[14:48:57.129] Build:
{
"id": "8694717908152741121",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-default"
},
"createdBy": "project:pigweed",
"createTime": "2025-12-23T05:31:04.805125042Z",
"startTime": "2025-12-23T13:15:02.016261039Z",
"endTime": "2025-12-23T14:48:56.879303335Z",
"updateTime": "2025-12-23T14:48:56.879303335Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "58a139e56e96d2714926540ca3eaebebf025e02e",
"ref": "refs/heads/main"
}
}
}
[14:48:57.129] Invocation finished in 9h17m53.764824298s with status FAILED