[10:23:20.907] New invocation is queued and will start shortly
[10:23:20.907] Triggered by user:rerunner@pigweed-service-accounts.iam.gserviceaccount.com
[10:23:22.524] Starting the invocation (attempt 1)
[10:23:22.552] Ignoring gitiles_ref tag without the buildset tag
[10:23:22.552] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[10:23:22.552] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[10:23:22.552] Buildbucket request:
{
"requestId": "8872360171342106944",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-gn-main"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8872360171342106944",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main",
"triggers": [
{
"buildbucket": {
"tags": [
"parent_buildername:rerunner",
"user_agent:rerunner"
]
},
"id": "01d034ef-a23d-4c49-b04c-7eff0b85a666",
"title": "rerunner/0",
"url": "https://cr-buildbucket.appspot.com/build/8706930293917174257"
}
]
}
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8872360171342106944"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "rerunner"
},
{
"key": "user_agent",
"value": "rerunner"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[10:23:22.868] Scheduled build:
{
"id": "8706930108891669089",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-gn-main"
},
"createdBy": "project:pigweed",
"createTime": "2025-08-10T10:23:22.613281638Z",
"updateTime": "2025-08-10T10:23:22.613281638Z",
"status": "SCHEDULED",
"input": {
}
}
[10:23:22.868] Task URL: https://cr-buildbucket.appspot.com/build/8706930108891669089
[10:23:22.868] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:2:0) after 7m21s
[10:23:23.873] Received PubSub notification, asking Buildbucket for the build status
[10:23:23.894] Build status: SCHEDULED
[10:30:43.929] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:2:0)
[10:30:43.945] Build status: SCHEDULED
[10:30:43.945] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:4:0) after 3m30s
[10:34:13.960] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:4:0)
[10:34:13.985] Build status: SCHEDULED
[10:34:13.985] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:5:0) after 4m23s
[10:38:37.042] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:5:0)
[10:38:37.063] Build status: SCHEDULED
[10:38:37.063] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:6:0) after 9m54s
[10:48:31.130] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:6:0)
[10:48:31.149] Build status: SCHEDULED
[10:48:31.149] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:7:0) after 3m47s
[10:52:18.233] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:7:0)
[10:52:18.249] Build status: SCHEDULED
[10:52:18.249] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:8:0) after 8m40s
[11:00:58.269] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:8:0)
[11:00:58.299] Build status: SCHEDULED
[11:00:58.299] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:9:0) after 2m48s
[11:03:46.405] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:9:0)
[11:03:46.423] Build status: SCHEDULED
[11:03:46.423] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:10:0) after 8m24s
[11:12:10.653] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:10:0)
[11:12:10.735] Build status: SCHEDULED
[11:12:10.736] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:11:0) after 2m53s
[11:15:03.751] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:11:0)
[11:15:03.794] Build status: SCHEDULED
[11:15:03.794] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:12:0) after 4m37s
[11:19:40.794] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:12:0)
[11:19:40.810] Build status: SCHEDULED
[11:19:40.810] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:13:0) after 3m22s
[11:23:02.825] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:13:0)
[11:23:03.001] Build status: SCHEDULED
[11:23:03.001] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:14:0) after 6m45s
[11:29:48.284] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:14:0)
[11:29:48.302] Build status: SCHEDULED
[11:29:48.302] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:15:0) after 3m2s
[11:32:50.317] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:15:0)
[11:32:50.338] Build status: SCHEDULED
[11:32:50.338] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:16:0) after 2m50s
[11:35:40.544] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:16:0)
[11:35:40.564] Build status: SCHEDULED
[11:35:40.565] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:17:0) after 4m2s
[11:39:42.582] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:17:0)
[11:39:42.688] Build status: SCHEDULED
[11:39:42.688] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:18:0) after 9m10s
[11:48:52.810] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:18:0)
[11:48:52.865] Build status: SCHEDULED
[11:48:52.865] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:19:0) after 6m17s
[11:55:09.880] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:19:0)
[11:55:09.907] Build status: SCHEDULED
[11:55:09.907] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:20:0) after 6m56s
[12:02:05.994] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:20:0)
[12:02:06.023] Build status: SCHEDULED
[12:02:06.023] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:21:0) after 7m42s
[12:09:48.042] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:21:0)
[12:09:48.067] Build status: SCHEDULED
[12:09:48.067] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:22:0) after 1m55s
[12:11:43.232] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:22:0)
[12:11:43.255] Build status: SCHEDULED
[12:11:43.255] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:23:0) after 5m36s
[12:17:19.268] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:23:0)
[12:17:19.287] Build status: SCHEDULED
[12:17:19.287] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:24:0) after 1m43s
[12:19:02.476] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:24:0)
[12:19:02.492] Build status: SCHEDULED
[12:19:02.492] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:25:0) after 5m56s
[12:24:58.503] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:25:0)
[12:24:58.521] Build status: SCHEDULED
[12:24:58.521] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:26:0) after 5m22s
[12:30:20.549] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:26:0)
[12:30:20.568] Build status: SCHEDULED
[12:30:20.568] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:27:0) after 1m28s
[12:31:48.964] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:27:0)
[12:31:49.047] Build status: SCHEDULED
[12:31:49.047] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:28:0) after 5m25s
[12:37:14.130] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:28:0)
[12:37:14.173] Build status: SCHEDULED
[12:37:14.173] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:29:0) after 2m14s
[12:39:28.211] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:29:0)
[12:39:28.231] Build status: SCHEDULED
[12:39:28.231] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:30:0) after 4m32s
[12:44:00.272] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:30:0)
[12:44:00.295] Build status: SCHEDULED
[12:44:00.295] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:31:0) after 4m55s
[12:48:55.307] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:31:0)
[12:48:55.346] Build status: SCHEDULED
[12:48:55.346] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:32:0) after 8m23s
[12:57:18.362] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:32:0)
[12:57:18.389] Build status: SCHEDULED
[12:57:18.389] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:33:0) after 4m18s
[13:01:36.402] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:33:0)
[13:01:36.419] Build status: SCHEDULED
[13:01:36.419] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:34:0) after 8m43s
[13:10:19.565] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:34:0)
[13:10:19.583] Build status: SCHEDULED
[13:10:19.583] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:35:0) after 7m32s
[13:17:51.864] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:35:0)
[13:17:51.884] Build status: SCHEDULED
[13:17:51.884] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:36:0) after 3m17s
[13:21:08.903] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:36:0)
[13:21:08.941] Build status: SCHEDULED
[13:21:08.941] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:37:0) after 7m33s
[13:28:42.032] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:37:0)
[13:28:42.049] Build status: SCHEDULED
[13:28:42.050] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:38:0) after 6m42s
[13:35:24.092] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:38:0)
[13:35:24.121] Build status: SCHEDULED
[13:35:24.121] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:39:0) after 8m18s
[13:43:42.134] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:39:0)
[13:43:42.159] Build status: SCHEDULED
[13:43:42.159] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:40:0) after 9m7s
[13:52:49.173] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:40:0)
[13:52:49.196] Build status: SCHEDULED
[13:52:49.196] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:41:0) after 4m35s
[13:57:24.244] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:41:0)
[13:57:24.274] Build status: SCHEDULED
[13:57:24.274] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:42:0) after 1m43s
[13:59:08.625] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:42:0)
[13:59:08.646] Build status: SCHEDULED
[13:59:08.646] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:43:0) after 6m34s
[14:05:42.665] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:43:0)
[14:05:42.680] Build status: SCHEDULED
[14:05:42.681] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:44:0) after 2m51s
[14:08:33.697] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:44:0)
[14:08:33.717] Build status: SCHEDULED
[14:08:33.717] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:45:0) after 8m53s
[14:17:26.766] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:45:0)
[14:17:26.798] Build status: SCHEDULED
[14:17:26.798] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:46:0) after 4m32s
[14:21:58.804] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:46:0)
[14:21:58.844] Build status: SCHEDULED
[14:21:58.844] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:47:0) after 6m57s
[14:28:55.864] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:47:0)
[14:28:55.882] Build status: SCHEDULED
[14:28:55.882] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:48:0) after 2m19s
[14:31:14.897] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:48:0)
[14:31:14.992] Build status: SCHEDULED
[14:31:14.992] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:49:0) after 2m1s
[14:33:16.109] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:49:0)
[14:33:16.153] Build status: SCHEDULED
[14:33:16.153] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:50:0) after 4m19s
[14:37:35.393] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:50:0)
[14:37:35.415] Build status: SCHEDULED
[14:37:35.415] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:51:0) after 9m3s
[14:46:38.428] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:51:0)
[14:46:38.445] Build status: SCHEDULED
[14:46:38.445] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:52:0) after 8m17s
[14:54:55.569] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:52:0)
[14:54:55.587] Build status: SCHEDULED
[14:54:55.587] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:53:0) after 7m59s
[15:02:54.606] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:53:0)
[15:02:54.629] Build status: SCHEDULED
[15:02:54.629] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:54:0) after 7m19s
[15:10:13.764] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:54:0)
[15:10:14.007] Build status: SCHEDULED
[15:10:14.007] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:55:0) after 8m34s
[15:18:48.110] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:55:0)
[15:18:48.153] Build status: SCHEDULED
[15:18:48.153] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:56:0) after 9m13s
[15:28:01.339] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:56:0)
[15:28:01.376] Build status: SCHEDULED
[15:28:01.376] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:57:0) after 8m7s
[15:36:08.401] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:57:0)
[15:36:08.423] Build status: SCHEDULED
[15:36:08.423] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:58:0) after 9m57s
[15:46:05.497] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:58:0)
[15:46:05.521] Build status: SCHEDULED
[15:46:05.521] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:59:0) after 1m17s
[15:47:22.539] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:59:0)
[15:47:22.560] Build status: SCHEDULED
[15:47:22.560] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:60:0) after 9m37s
[15:56:59.573] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:60:0)
[15:56:59.667] Build status: SCHEDULED
[15:56:59.667] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:61:0) after 7m39s
[16:04:38.883] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:61:0)
[16:04:38.898] Build status: SCHEDULED
[16:04:38.898] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:62:0) after 9m2s
[16:13:41.016] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:62:0)
[16:13:41.056] Build status: SCHEDULED
[16:13:41.056] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:63:0) after 1m36s
[16:15:17.078] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:63:0)
[16:15:17.104] Build status: SCHEDULED
[16:15:17.104] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:64:0) after 2m1s
[16:17:18.123] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:64:0)
[16:17:18.140] Build status: SCHEDULED
[16:17:18.140] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:65:0) after 3m13s
[16:20:31.122] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:65:0)
[16:20:31.181] Build status: SCHEDULED
[16:20:31.181] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:66:0) after 6m8s
[16:26:39.202] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:66:0)
[16:26:39.225] Build status: SCHEDULED
[16:26:39.225] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:67:0) after 3m16s
[16:29:55.242] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:67:0)
[16:29:55.261] Build status: SCHEDULED
[16:29:55.261] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:68:0) after 8m41s
[16:38:36.384] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:68:0)
[16:38:36.403] Build status: SCHEDULED
[16:38:36.403] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:69:0) after 8m3s
[16:46:39.420] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:69:0)
[16:46:39.436] Build status: SCHEDULED
[16:46:39.436] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:70:0) after 1m17s
[16:47:56.462] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:70:0)
[16:47:56.480] Build status: SCHEDULED
[16:47:56.480] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:71:0) after 7m33s
[16:55:29.498] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:71:0)
[16:55:29.516] Build status: SCHEDULED
[16:55:29.517] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:72:0) after 1m44s
[16:57:13.542] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:72:0)
[16:57:13.563] Build status: SCHEDULED
[16:57:13.563] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:73:0) after 4m51s
[17:02:05.149] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:73:0)
[17:02:05.167] Build status: SCHEDULED
[17:02:05.167] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:74:0) after 9m10s
[17:03:43.400] Received PubSub notification, asking Buildbucket for the build status
[17:03:43.420] Build status: STARTED
[17:11:15.151] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:74:0)
[17:11:15.183] Build status: STARTED
[17:11:15.183] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:76:0) after 4m59s
[17:16:14.200] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:76:0)
[17:16:14.242] Build status: STARTED
[17:16:14.242] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:77:0) after 3m34s
[17:19:48.262] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:77:0)
[17:19:48.279] Build status: STARTED
[17:19:48.279] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:78:0) after 2m10s
[17:21:58.308] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:78:0)
[17:21:58.326] Build status: STARTED
[17:21:58.327] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:79:0) after 1m58s
[17:23:56.354] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:79:0)
[17:23:56.370] Build status: STARTED
[17:23:56.370] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:80:0) after 3m12s
[17:27:08.519] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:80:0)
[17:27:08.540] Build status: STARTED
[17:27:08.540] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:81:0) after 4m53s
[17:32:01.555] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:81:0)
[17:32:01.643] Build status: STARTED
[17:32:01.643] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:82:0) after 7m0s
[17:39:01.656] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:82:0)
[17:39:01.675] Build status: STARTED
[17:39:01.675] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:83:0) after 4m1s
[17:43:02.969] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:83:0)
[17:43:02.993] Build status: STARTED
[17:43:02.993] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:84:0) after 7m36s
[17:50:39.073] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:84:0)
[17:50:39.090] Build status: STARTED
[17:50:39.090] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:85:0) after 2m19s
[17:52:58.108] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:85:0)
[17:52:58.178] Build status: STARTED
[17:52:58.178] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:86:0) after 4m53s
[17:57:51.208] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:86:0)
[17:57:51.225] Build status: STARTED
[17:57:51.225] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:87:0) after 1m50s
[17:59:41.242] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:87:0)
[17:59:41.261] Build status: STARTED
[17:59:41.261] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8872360171342106944:88:0) after 7m13s
[18:04:10.398] Received PubSub notification, asking Buildbucket for the build status
[18:04:10.431] Build:
{
"id": "8706930108891669089",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-gn-main"
},
"createdBy": "project:pigweed",
"createTime": "2025-08-10T10:23:22.613281638Z",
"startTime": "2025-08-10T17:03:41.714547321Z",
"endTime": "2025-08-10T18:04:10.032075595Z",
"updateTime": "2025-08-10T18:04:10.032075595Z",
"status": "FAILURE",
"input": {
}
}
[18:04:10.431] Invocation finished in 7h40m49.538648623s with status FAILED