[04:53:35.292] New invocation is queued and will start shortly
[04:53:36.574] Starting the invocation (attempt 1)
[04:53:36.605] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/6b148032eba5cfc22d33a5a953401dbfc276578c"
[04:53:36.605] Popped gitiles commit info from properties and tags
[04:53:36.605] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[04:53:36.605] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[04:53:36.605] Buildbucket request:
{
"requestId": "8866763906137284368",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-default"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8866763906137284368",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "6b148032eba5cfc22d33a5a953401dbfc276578c"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@6b148032eba5cfc22d33a5a953401dbfc276578c",
"title": "6b148032eba5cfc22d33a5a953401dbfc276578c",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/6b148032eba5cfc22d33a5a953401dbfc276578c"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "6b148032eba5cfc22d33a5a953401dbfc276578c",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8866763906137284368"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[04:53:37.050] Scheduled build:
{
"id": "8701333844031790209",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-default"
},
"createdBy": "project:pigweed",
"createTime": "2025-10-11T04:53:36.678001388Z",
"updateTime": "2025-10-11T04:53:36.678001388Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "6b148032eba5cfc22d33a5a953401dbfc276578c",
"ref": "refs/heads/main"
}
}
}
[04:53:37.050] Task URL: https://cr-buildbucket.appspot.com/build/8701333844031790209
[04:53:37.050] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:2:0) after 3m26s
[04:53:38.000] Received PubSub notification, asking Buildbucket for the build status
[04:53:38.018] Build status: SCHEDULED
[04:57:03.060] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:2:0)
[04:57:03.080] Build status: SCHEDULED
[04:57:03.080] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:4:0) after 5m12s
[05:02:15.108] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:4:0)
[05:02:15.153] Build status: SCHEDULED
[05:02:15.153] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:5:0) after 1m1s
[05:03:16.206] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:5:0)
[05:03:16.232] Build status: SCHEDULED
[05:03:16.232] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:6:0) after 4m35s
[05:07:51.248] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:6:0)
[05:07:51.267] Build status: SCHEDULED
[05:07:51.267] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:7:0) after 7m18s
[05:15:09.343] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:7:0)
[05:15:09.364] Build status: SCHEDULED
[05:15:09.364] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:8:0) after 3m10s
[05:18:19.376] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:8:0)
[05:18:19.416] Build status: SCHEDULED
[05:18:19.416] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:9:0) after 1m30s
[05:19:49.428] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:9:0)
[05:19:49.443] Build status: SCHEDULED
[05:19:49.443] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:10:0) after 2m49s
[05:22:38.520] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:10:0)
[05:22:38.544] Build status: SCHEDULED
[05:22:38.545] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:11:0) after 5m38s
[05:28:16.558] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:11:0)
[05:28:16.649] Build status: SCHEDULED
[05:28:16.649] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:12:0) after 2m5s
[05:30:21.663] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:12:0)
[05:30:21.717] Build status: SCHEDULED
[05:30:21.718] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:13:0) after 1m53s
[05:32:14.704] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:13:0)
[05:32:14.720] Build status: SCHEDULED
[05:32:14.720] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:14:0) after 9m39s
[05:41:53.725] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:14:0)
[05:41:53.784] Build status: SCHEDULED
[05:41:53.784] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:15:0) after 5m17s
[05:47:10.772] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:15:0)
[05:47:10.799] Build status: SCHEDULED
[05:47:10.799] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:16:0) after 6m31s
[05:53:41.862] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:16:0)
[05:53:41.880] Build status: SCHEDULED
[05:53:41.880] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:17:0) after 3m54s
[05:57:35.892] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:17:0)
[05:57:35.917] Build status: SCHEDULED
[05:57:35.917] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:18:0) after 8m3s
[06:05:39.153] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:18:0)
[06:05:39.174] Build status: SCHEDULED
[06:05:39.174] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:19:0) after 5m23s
[06:11:02.190] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:19:0)
[06:11:02.218] Build status: SCHEDULED
[06:11:02.218] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:20:0) after 2m44s
[06:13:46.230] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:20:0)
[06:13:46.253] Build status: SCHEDULED
[06:13:46.254] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:21:0) after 1m8s
[06:14:54.798] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:21:0)
[06:14:54.820] Build status: SCHEDULED
[06:14:54.820] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:22:0) after 3m19s
[06:18:13.934] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:22:0)
[06:18:13.957] Build status: SCHEDULED
[06:18:13.957] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:23:0) after 6m19s
[06:24:33.049] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:23:0)
[06:24:33.136] Build status: SCHEDULED
[06:24:33.136] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:24:0) after 8m3s
[06:32:36.300] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:24:0)
[06:32:36.329] Build status: SCHEDULED
[06:32:36.329] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:25:0) after 2m18s
[06:34:54.807] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:25:0)
[06:34:54.829] Build status: SCHEDULED
[06:34:54.829] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:26:0) after 9m57s
[06:44:51.943] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:26:0)
[06:44:51.967] Build status: SCHEDULED
[06:44:51.967] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:27:0) after 2m35s
[06:47:27.059] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:27:0)
[06:47:27.077] Build status: SCHEDULED
[06:47:27.077] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:28:0) after 3m31s
[06:50:58.834] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:28:0)
[06:50:58.934] Build status: SCHEDULED
[06:50:58.934] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:29:0) after 9m52s
[07:00:50.955] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:29:0)
[07:00:50.971] Build status: SCHEDULED
[07:00:50.971] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:30:0) after 2m52s
[07:03:42.982] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:30:0)
[07:03:43.061] Build status: SCHEDULED
[07:03:43.061] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:31:0) after 7m54s
[07:11:38.380] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:31:0)
[07:11:38.429] Build status: SCHEDULED
[07:11:38.429] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:32:0) after 2m49s
[07:14:27.448] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:32:0)
[07:14:27.462] Build status: SCHEDULED
[07:14:27.462] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:33:0) after 8m19s
[07:22:46.538] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:33:0)
[07:22:46.562] Build status: SCHEDULED
[07:22:46.562] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:34:0) after 4m26s
[07:27:12.581] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:34:0)
[07:27:12.856] Build status: SCHEDULED
[07:27:12.856] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:35:0) after 9m48s
[07:37:00.982] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:35:0)
[07:37:00.999] Build status: SCHEDULED
[07:37:00.999] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:36:0) after 3m51s
[07:40:52.022] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:36:0)
[07:40:52.052] Build status: SCHEDULED
[07:40:52.052] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:37:0) after 5m19s
[07:46:11.077] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:37:0)
[07:46:11.132] Build status: SCHEDULED
[07:46:11.132] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:38:0) after 8m52s
[07:55:03.171] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:38:0)
[07:55:03.191] Build status: SCHEDULED
[07:55:03.191] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:39:0) after 8m44s
[08:03:47.196] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:39:0)
[08:03:47.216] Build status: SCHEDULED
[08:03:47.216] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:40:0) after 5m33s
[08:09:20.434] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:40:0)
[08:09:20.449] Build status: SCHEDULED
[08:09:20.449] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:41:0) after 7m19s
[08:16:39.464] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:41:0)
[08:16:39.486] Build status: SCHEDULED
[08:16:39.486] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:42:0) after 2m27s
[08:19:06.511] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:42:0)
[08:19:06.526] Build status: SCHEDULED
[08:19:06.526] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:43:0) after 5m38s
[08:24:44.540] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:43:0)
[08:24:44.570] Build status: SCHEDULED
[08:24:44.570] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:44:0) after 1m35s
[08:26:19.633] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:44:0)
[08:26:19.649] Build status: SCHEDULED
[08:26:19.649] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:45:0) after 3m35s
[08:29:54.766] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:45:0)
[08:29:54.789] Build status: SCHEDULED
[08:29:54.789] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:46:0) after 9m37s
[08:39:31.896] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:46:0)
[08:39:31.918] Build status: SCHEDULED
[08:39:31.918] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:47:0) after 3m28s
[08:42:59.975] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:47:0)
[08:42:59.999] Build status: SCHEDULED
[08:42:59.999] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:48:0) after 4m24s
[08:47:24.379] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:48:0)
[08:47:24.396] Build status: SCHEDULED
[08:47:24.397] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:49:0) after 3m3s
[08:50:27.414] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:49:0)
[08:50:27.433] Build status: SCHEDULED
[08:50:27.433] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:50:0) after 8m11s
[08:58:38.551] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:50:0)
[08:58:38.570] Build status: SCHEDULED
[08:58:38.570] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:51:0) after 4m18s
[09:02:56.608] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:51:0)
[09:02:56.623] Build status: SCHEDULED
[09:02:56.623] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:52:0) after 7m27s
[09:10:23.639] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:52:0)
[09:10:23.657] Build status: SCHEDULED
[09:10:23.657] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:53:0) after 9m2s
[09:19:25.776] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:53:0)
[09:19:25.798] Build status: SCHEDULED
[09:19:25.798] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:54:0) after 7m44s
[09:27:09.869] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:54:0)
[09:27:09.887] Build status: SCHEDULED
[09:27:09.887] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:55:0) after 2m57s
[09:30:06.905] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:55:0)
[09:30:06.929] Build status: SCHEDULED
[09:30:06.929] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:56:0) after 2m25s
[09:32:31.947] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:56:0)
[09:32:31.964] Build status: SCHEDULED
[09:32:31.964] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:57:0) after 2m35s
[09:35:07.066] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:57:0)
[09:35:07.344] Build status: SCHEDULED
[09:35:07.344] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:58:0) after 4m9s
[09:39:16.357] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:58:0)
[09:39:16.370] Build status: SCHEDULED
[09:39:16.370] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:59:0) after 6m32s
[09:45:48.385] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:59:0)
[09:45:48.441] Build status: SCHEDULED
[09:45:48.442] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:60:0) after 3m45s
[09:49:33.504] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:60:0)
[09:49:33.520] Build status: SCHEDULED
[09:49:33.520] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:61:0) after 4m59s
[09:54:32.548] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:61:0)
[09:54:32.584] Build status: SCHEDULED
[09:54:32.584] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:62:0) after 3m22s
[09:57:54.958] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:62:0)
[09:57:54.975] Build status: SCHEDULED
[09:57:54.975] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:63:0) after 2m24s
[10:00:18.994] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:63:0)
[10:00:19.009] Build status: SCHEDULED
[10:00:19.009] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:64:0) after 1m44s
[10:02:03.105] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:64:0)
[10:02:03.122] Build status: SCHEDULED
[10:02:03.122] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:65:0) after 9m47s
[10:11:50.755] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:65:0)
[10:11:50.773] Build status: SCHEDULED
[10:11:50.773] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:66:0) after 7m21s
[10:19:12.051] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:66:0)
[10:19:12.067] Build status: SCHEDULED
[10:19:12.067] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:67:0) after 6m7s
[10:25:19.813] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:67:0)
[10:25:19.830] Build status: SCHEDULED
[10:25:19.830] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:68:0) after 5m32s
[10:30:51.838] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:68:0)
[10:30:51.857] Build status: SCHEDULED
[10:30:51.857] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:69:0) after 2m43s
[10:33:34.964] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:69:0)
[10:33:34.980] Build status: SCHEDULED
[10:33:34.980] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:70:0) after 4m24s
[10:37:58.998] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:70:0)
[10:37:59.025] Build status: SCHEDULED
[10:37:59.025] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:71:0) after 9m59s
[10:47:58.014] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:71:0)
[10:47:58.157] Build status: SCHEDULED
[10:47:58.158] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:72:0) after 6m3s
[10:54:01.626] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:72:0)
[10:54:01.645] Build status: SCHEDULED
[10:54:01.645] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:73:0) after 7m14s
[11:01:15.682] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:73:0)
[11:01:15.697] Build status: SCHEDULED
[11:01:15.697] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:74:0) after 5m5s
[11:06:20.754] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:74:0)
[11:06:20.772] Build status: SCHEDULED
[11:06:20.772] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:75:0) after 7m39s
[11:13:59.788] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:75:0)
[11:13:59.850] Build status: SCHEDULED
[11:13:59.850] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:76:0) after 6m29s
[11:20:28.870] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:76:0)
[11:20:28.887] Build status: SCHEDULED
[11:20:28.887] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:77:0) after 2m35s
[11:23:04.039] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:77:0)
[11:23:04.122] Build status: SCHEDULED
[11:23:04.122] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:78:0) after 6m4s
[11:29:09.276] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:78:0)
[11:29:09.313] Build status: SCHEDULED
[11:29:09.313] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:79:0) after 8m45s
[11:37:54.345] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:79:0)
[11:37:54.464] Build status: SCHEDULED
[11:37:54.464] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:80:0) after 7m41s
[11:45:35.479] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:80:0)
[11:45:35.500] Build status: SCHEDULED
[11:45:35.500] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:81:0) after 7m49s
[11:53:24.515] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:81:0)
[11:53:24.531] Build status: SCHEDULED
[11:53:24.531] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:82:0) after 5m44s
[11:59:08.635] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:82:0)
[11:59:08.663] Build status: SCHEDULED
[11:59:08.663] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:83:0) after 6m10s
[12:05:18.763] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:83:0)
[12:05:18.778] Build status: SCHEDULED
[12:05:18.778] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:84:0) after 6m26s
[12:11:44.999] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:84:0)
[12:11:45.018] Build status: SCHEDULED
[12:11:45.018] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:85:0) after 8m1s
[12:19:34.699] Received PubSub notification, asking Buildbucket for the build status
[12:19:34.761] Build status: STARTED
[12:19:46.032] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:85:0)
[12:19:46.048] Build status: STARTED
[12:19:46.048] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:87:0) after 4m24s
[12:24:10.222] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:87:0)
[12:24:10.246] Build status: STARTED
[12:24:10.246] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:88:0) after 5m19s
[12:29:29.327] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:88:0)
[12:29:29.344] Build status: STARTED
[12:29:29.344] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:89:0) after 5m23s
[12:34:52.384] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:89:0)
[12:34:52.408] Build status: STARTED
[12:34:52.408] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:90:0) after 1m16s
[12:36:08.422] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:90:0)
[12:36:08.485] Build status: STARTED
[12:36:08.485] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:91:0) after 4m43s
[12:40:51.993] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:91:0)
[12:40:52.029] Build status: STARTED
[12:40:52.030] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:92:0) after 3m26s
[12:44:18.044] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:92:0)
[12:44:18.065] Build status: STARTED
[12:44:18.065] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:93:0) after 2m3s
[12:46:21.081] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:93:0)
[12:46:21.105] Build status: STARTED
[12:46:21.105] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:94:0) after 5m4s
[12:51:25.171] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:94:0)
[12:51:25.192] Build status: STARTED
[12:51:25.192] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:95:0) after 1m6s
[12:52:31.226] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:95:0)
[12:52:31.243] Build status: STARTED
[12:52:31.243] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:96:0) after 2m14s
[12:54:45.271] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:96:0)
[12:54:45.286] Build status: STARTED
[12:54:45.286] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:97:0) after 2m13s
[12:56:58.299] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:97:0)
[12:56:58.314] Build status: STARTED
[12:56:58.314] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:98:0) after 3m8s
[13:00:06.472] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:98:0)
[13:00:06.487] Build status: STARTED
[13:00:06.487] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:99:0) after 3m4s
[13:03:10.535] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:99:0)
[13:03:10.550] Build status: STARTED
[13:03:10.550] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:100:0) after 9m52s
[13:13:02.640] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:100:0)
[13:13:02.669] Build status: STARTED
[13:13:02.669] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:101:0) after 4m59s
[13:18:01.772] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:101:0)
[13:18:01.798] Build status: STARTED
[13:18:01.798] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:102:0) after 6m48s
[13:24:50.188] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:102:0)
[13:24:50.210] Build status: STARTED
[13:24:50.210] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:103:0) after 9m16s
[13:34:06.273] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:103:0)
[13:34:06.314] Build status: STARTED
[13:34:06.314] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:104:0) after 9m20s
[13:43:26.414] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:104:0)
[13:43:26.429] Build status: STARTED
[13:43:26.429] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:105:0) after 7m33s
[13:50:59.446] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:105:0)
[13:50:59.476] Build status: STARTED
[13:50:59.476] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866763906137284368:106:0) after 8m11s
[13:53:25.782] Received PubSub notification, asking Buildbucket for the build status
[13:53:25.798] Build:
{
"id": "8701333844031790209",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-default"
},
"createdBy": "project:pigweed",
"createTime": "2025-10-11T04:53:36.678001388Z",
"startTime": "2025-10-11T12:19:33.528263570Z",
"endTime": "2025-10-11T13:53:25.154809674Z",
"updateTime": "2025-10-11T13:53:25.154809674Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "6b148032eba5cfc22d33a5a953401dbfc276578c",
"ref": "refs/heads/main"
}
}
}
[13:53:25.798] Invocation finished in 8h59m50.511649957s with status FAILED