[12:45:12.141] New invocation is queued and will start shortly
[12:45:12.141] Triggered by user:rerunner@pigweed-service-accounts.iam.gserviceaccount.com
[12:45:13.231] Starting the invocation (attempt 1)
[12:45:13.256] Ignoring gitiles_ref tag without the buildset tag
[12:45:13.256] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[12:45:13.256] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[12:45:13.256] Buildbucket request:
{
"requestId": "8862566774291851456",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-default"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8862566774291851456",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default",
"triggers": [
{
"buildbucket": {
"tags": [
"parent_buildername:rerunner",
"user_agent:rerunner"
]
},
"id": "34f8f379-1c9b-498f-96d6-254713c4c8c4",
"title": "rerunner/0",
"url": "https://cr-buildbucket.appspot.com/build/8697136892530536081"
}
]
}
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8862566774291851456"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "rerunner"
},
{
"key": "user_agent",
"value": "rerunner"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[12:45:13.765] Scheduled build:
{
"id": "8697136712393597457",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-default"
},
"createdBy": "project:pigweed",
"createTime": "2025-11-26T12:45:13.324298548Z",
"updateTime": "2025-11-26T12:45:13.324298548Z",
"status": "SCHEDULED",
"input": {
}
}
[12:45:13.765] Task URL: https://cr-buildbucket.appspot.com/build/8697136712393597457
[12:45:13.765] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:2:0) after 4m31s
[12:45:24.260] Received PubSub notification, asking Buildbucket for the build status
[12:45:24.316] Build status: SCHEDULED
[12:49:45.001] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:2:0)
[12:49:45.024] Build status: SCHEDULED
[12:49:45.024] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:4:0) after 6m13s
[12:55:58.034] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:4:0)
[12:55:58.056] Build status: SCHEDULED
[12:55:58.056] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:5:0) after 4m23s
[13:00:21.119] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:5:0)
[13:00:21.141] Build status: SCHEDULED
[13:00:21.142] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:6:0) after 5m17s
[13:05:38.224] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:6:0)
[13:05:38.250] Build status: SCHEDULED
[13:05:38.250] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:7:0) after 6m32s
[13:12:10.263] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:7:0)
[13:12:10.284] Build status: SCHEDULED
[13:12:10.284] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:8:0) after 2m33s
[13:14:43.296] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:8:0)
[13:14:43.488] Build status: SCHEDULED
[13:14:43.488] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:9:0) after 3m12s
[13:17:55.471] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:9:0)
[13:17:55.495] Build status: SCHEDULED
[13:17:55.495] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:10:0) after 6m35s
[13:24:30.512] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:10:0)
[13:24:30.532] Build status: SCHEDULED
[13:24:30.533] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:11:0) after 3m7s
[13:27:37.548] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:11:0)
[13:27:37.566] Build status: SCHEDULED
[13:27:37.566] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:12:0) after 5m12s
[13:32:49.594] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:12:0)
[13:32:49.702] Build status: SCHEDULED
[13:32:49.702] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:13:0) after 2m15s
[13:35:04.718] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:13:0)
[13:35:04.733] Build status: SCHEDULED
[13:35:04.733] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:14:0) after 7m53s
[13:42:57.703] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:14:0)
[13:42:57.763] Build status: SCHEDULED
[13:42:57.763] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:15:0) after 4m23s
[13:47:20.812] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:15:0)
[13:47:20.837] Build status: SCHEDULED
[13:47:20.837] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:16:0) after 5m33s
[13:52:53.821] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:16:0)
[13:52:53.842] Build status: SCHEDULED
[13:52:53.842] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:17:0) after 3m6s
[13:55:59.855] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:17:0)
[13:55:59.870] Build status: SCHEDULED
[13:55:59.870] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:18:0) after 8m9s
[14:04:08.935] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:18:0)
[14:04:08.952] Build status: SCHEDULED
[14:04:08.952] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:19:0) after 1m43s
[14:05:51.968] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:19:0)
[14:05:52.129] Build status: SCHEDULED
[14:05:52.129] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:20:0) after 2m48s
[14:08:40.140] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:20:0)
[14:08:40.157] Build status: SCHEDULED
[14:08:40.157] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:21:0) after 1m47s
[14:10:27.171] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:21:0)
[14:10:27.246] Build status: SCHEDULED
[14:10:27.246] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:22:0) after 5m50s
[14:16:17.280] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:22:0)
[14:16:17.301] Build status: SCHEDULED
[14:16:17.301] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:23:0) after 2m57s
[14:19:14.430] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:23:0)
[14:19:14.470] Build status: SCHEDULED
[14:19:14.470] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:24:0) after 4m0s
[14:23:14.583] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:24:0)
[14:23:14.599] Build status: SCHEDULED
[14:23:14.599] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:25:0) after 3m4s
[14:26:18.680] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:25:0)
[14:26:18.706] Build status: SCHEDULED
[14:26:18.706] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:26:0) after 1m38s
[14:27:56.723] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:26:0)
[14:27:56.739] Build status: SCHEDULED
[14:27:56.739] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:27:0) after 7m20s
[14:35:16.805] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:27:0)
[14:35:16.821] Build status: SCHEDULED
[14:35:16.821] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:28:0) after 9m28s
[14:44:44.966] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:28:0)
[14:44:44.983] Build status: SCHEDULED
[14:44:44.983] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:29:0) after 3m59s
[14:48:43.955] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:29:0)
[14:48:43.975] Build status: SCHEDULED
[14:48:43.975] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:30:0) after 9m11s
[14:57:54.971] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:30:0)
[14:57:54.987] Build status: SCHEDULED
[14:57:54.987] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:31:0) after 6m49s
[15:04:43.988] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:31:0)
[15:04:44.141] Build status: SCHEDULED
[15:04:44.142] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:32:0) after 6m23s
[15:11:07.186] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:32:0)
[15:11:07.218] Build status: SCHEDULED
[15:11:07.218] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:33:0) after 1m43s
[15:12:50.368] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:33:0)
[15:12:50.388] Build status: SCHEDULED
[15:12:50.389] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:34:0) after 2m52s
[15:15:42.453] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:34:0)
[15:15:42.470] Build status: SCHEDULED
[15:15:42.470] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:35:0) after 5m48s
[15:21:30.486] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:35:0)
[15:21:30.527] Build status: SCHEDULED
[15:21:30.527] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:36:0) after 8m50s
[15:30:20.536] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:36:0)
[15:30:20.625] Build status: SCHEDULED
[15:30:20.625] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:37:0) after 3m30s
[15:33:50.643] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:37:0)
[15:33:50.696] Build status: SCHEDULED
[15:33:50.696] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:38:0) after 8m36s
[15:42:26.739] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:38:0)
[15:42:26.779] Build status: SCHEDULED
[15:42:26.779] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:39:0) after 3m46s
[15:46:12.806] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:39:0)
[15:46:12.831] Build status: SCHEDULED
[15:46:12.831] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:40:0) after 8m59s
[15:55:11.898] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:40:0)
[15:55:11.911] Build status: SCHEDULED
[15:55:11.912] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:41:0) after 5m50s
[16:01:01.930] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:41:0)
[16:01:01.962] Build status: SCHEDULED
[16:01:01.962] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:42:0) after 5m48s
[16:06:49.978] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:42:0)
[16:06:49.995] Build status: SCHEDULED
[16:06:49.995] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:43:0) after 6m11s
[16:13:01.020] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:43:0)
[16:13:01.042] Build status: SCHEDULED
[16:13:01.042] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:44:0) after 9m31s
[16:22:32.126] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:44:0)
[16:22:32.163] Build status: SCHEDULED
[16:22:32.163] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:45:0) after 4m20s
[16:26:52.229] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:45:0)
[16:26:52.257] Build status: SCHEDULED
[16:26:52.257] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:46:0) after 3m20s
[16:30:12.383] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:46:0)
[16:30:12.417] Build status: SCHEDULED
[16:30:12.417] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:47:0) after 5m27s
[16:35:39.428] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:47:0)
[16:35:39.448] Build status: SCHEDULED
[16:35:39.448] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:48:0) after 8m20s
[16:43:59.506] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:48:0)
[16:43:59.527] Build status: SCHEDULED
[16:43:59.527] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:49:0) after 9m7s
[16:53:06.649] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:49:0)
[16:53:06.663] Build status: SCHEDULED
[16:53:06.663] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:50:0) after 9m1s
[17:02:07.682] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:50:0)
[17:02:07.701] Build status: SCHEDULED
[17:02:07.701] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:51:0) after 8m56s
[17:11:03.708] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:51:0)
[17:11:03.727] Build status: SCHEDULED
[17:11:03.727] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:52:0) after 4m0s
[17:15:03.744] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:52:0)
[17:15:03.767] Build status: SCHEDULED
[17:15:03.767] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:53:0) after 5m5s
[17:20:08.833] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:53:0)
[17:20:08.850] Build status: SCHEDULED
[17:20:08.850] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:54:0) after 6m19s
[17:26:27.873] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:54:0)
[17:26:27.907] Build status: SCHEDULED
[17:26:27.907] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:55:0) after 4m5s
[17:30:32.933] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:55:0)
[17:30:32.957] Build status: SCHEDULED
[17:30:32.957] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:56:0) after 4m13s
[17:34:45.994] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:56:0)
[17:34:46.010] Build status: SCHEDULED
[17:34:46.010] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:57:0) after 2m35s
[17:37:21.029] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:57:0)
[17:37:21.044] Build status: SCHEDULED
[17:37:21.044] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:58:0) after 8m2s
[17:45:23.060] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:58:0)
[17:45:23.079] Build status: SCHEDULED
[17:45:23.080] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:59:0) after 2m3s
[17:47:26.293] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:59:0)
[17:47:26.349] Build status: SCHEDULED
[17:47:26.349] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:60:0) after 5m27s
[17:52:53.383] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:60:0)
[17:52:53.402] Build status: SCHEDULED
[17:52:53.402] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:61:0) after 2m49s
[17:55:42.468] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:61:0)
[17:55:42.489] Build status: SCHEDULED
[17:55:42.490] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:62:0) after 9m49s
[18:05:31.505] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:62:0)
[18:05:31.519] Build status: SCHEDULED
[18:05:31.519] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:63:0) after 2m38s
[18:08:09.578] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:63:0)
[18:08:09.598] Build status: SCHEDULED
[18:08:09.598] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:64:0) after 8m24s
[18:16:33.663] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:64:0)
[18:16:33.690] Build status: SCHEDULED
[18:16:33.690] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:65:0) after 2m13s
[18:18:46.695] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:65:0)
[18:18:46.734] Build status: SCHEDULED
[18:18:46.735] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:66:0) after 1m37s
[18:20:23.867] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:66:0)
[18:20:23.882] Build status: SCHEDULED
[18:20:23.882] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:67:0) after 1m19s
[18:21:42.997] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:67:0)
[18:21:43.016] Build status: SCHEDULED
[18:21:43.016] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:68:0) after 5m24s
[18:27:07.133] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:68:0)
[18:27:07.162] Build status: SCHEDULED
[18:27:07.162] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:69:0) after 2m4s
[18:29:11.179] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:69:0)
[18:29:11.556] Build status: SCHEDULED
[18:29:11.556] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:70:0) after 8m53s
[18:38:04.670] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:70:0)
[18:38:04.687] Build status: SCHEDULED
[18:38:04.687] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:71:0) after 9m7s
[18:47:11.760] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:71:0)
[18:47:11.774] Build status: SCHEDULED
[18:47:11.774] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:72:0) after 2m44s
[18:49:55.805] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:72:0)
[18:49:55.828] Build status: SCHEDULED
[18:49:55.828] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:73:0) after 1m38s
[18:51:33.849] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:73:0)
[18:51:33.925] Build status: SCHEDULED
[18:51:33.925] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:74:0) after 5m45s
[18:57:18.996] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:74:0)
[18:57:19.024] Build status: SCHEDULED
[18:57:19.024] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:75:0) after 2m3s
[18:59:22.044] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:75:0)
[18:59:22.060] Build status: SCHEDULED
[18:59:22.061] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:76:0) after 8m24s
[19:07:46.058] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:76:0)
[19:07:46.079] Build status: SCHEDULED
[19:07:46.082] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:77:0) after 2m50s
[19:10:36.092] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:77:0)
[19:10:36.109] Build status: SCHEDULED
[19:10:36.109] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:78:0) after 1m24s
[19:12:00.128] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:78:0)
[19:12:00.205] Build status: SCHEDULED
[19:12:00.205] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:79:0) after 2m59s
[19:14:59.273] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:79:0)
[19:14:59.296] Build status: SCHEDULED
[19:14:59.296] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:80:0) after 4m48s
[19:19:47.397] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:80:0)
[19:19:47.433] Build status: SCHEDULED
[19:19:47.433] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:81:0) after 9m45s
[19:29:32.467] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:81:0)
[19:29:32.484] Build status: SCHEDULED
[19:29:32.484] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:82:0) after 3m37s
[19:33:09.567] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:82:0)
[19:33:09.630] Build status: SCHEDULED
[19:33:09.631] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:83:0) after 5m38s
[19:38:47.712] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:83:0)
[19:38:47.735] Build status: SCHEDULED
[19:38:47.735] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:84:0) after 4m45s
[19:43:32.758] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:84:0)
[19:43:32.773] Build status: SCHEDULED
[19:43:32.774] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:85:0) after 7m2s
[19:50:34.745] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:85:0)
[19:50:34.761] Build status: SCHEDULED
[19:50:34.761] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:86:0) after 6m56s
[19:57:30.790] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:86:0)
[19:57:30.805] Build status: SCHEDULED
[19:57:30.805] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:87:0) after 1m44s
[19:59:15.147] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:87:0)
[19:59:15.170] Build status: SCHEDULED
[19:59:15.170] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:88:0) after 8m36s
[20:07:51.188] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:88:0)
[20:07:51.213] Build status: SCHEDULED
[20:07:51.213] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:89:0) after 8m49s
[20:16:40.233] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:89:0)
[20:16:40.283] Build status: SCHEDULED
[20:16:40.283] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:90:0) after 4m45s
[20:21:25.356] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:90:0)
[20:21:25.374] Build status: SCHEDULED
[20:21:25.374] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:91:0) after 9m57s
[20:28:36.589] Received PubSub notification, asking Buildbucket for the build status
[20:28:36.605] Build status: STARTED
[20:31:22.395] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:91:0)
[20:31:22.422] Build status: STARTED
[20:31:22.422] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:93:0) after 8m42s
[20:40:04.423] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:93:0)
[20:40:04.442] Build status: STARTED
[20:40:04.442] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:94:0) after 2m3s
[20:42:07.463] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:94:0)
[20:42:07.502] Build status: STARTED
[20:42:07.502] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862566774291851456:95:0) after 8m12s
[20:42:50.939] Received PubSub notification, asking Buildbucket for the build status
[20:42:50.958] Build:
{
"id": "8697136712393597457",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-default"
},
"createdBy": "project:pigweed",
"createTime": "2025-11-26T12:45:13.324298548Z",
"startTime": "2025-11-26T20:28:36.159406364Z",
"endTime": "2025-11-26T20:42:47.349850185Z",
"updateTime": "2025-11-26T20:42:47.349850185Z",
"status": "FAILURE",
"input": {
}
}
[20:42:50.958] Invocation finished in 7h57m38.827954865s with status FAILED