[05:08:12.112] New invocation is queued and will start shortly
[05:08:12.112] Triggered by user:rerunner@pigweed-service-accounts.iam.gserviceaccount.com
[05:08:13.203] Starting the invocation (attempt 1)
[05:08:13.226] Ignoring gitiles_ref tag without the buildset tag
[05:08:13.226] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[05:08:13.226] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[05:08:13.227] Buildbucket request:
{
"requestId": "8849096578277029376",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host-analyzers"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8849096578277029376",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers",
"triggers": [
{
"buildbucket": {
"tags": [
"parent_buildername:rerunner",
"user_agent:rerunner"
]
},
"id": "b98c6186-d873-49da-b0c8-f8b1fce35a3f",
"title": "rerunner/0",
"url": "https://cr-buildbucket.appspot.com/build/8683666683977616113"
}
]
}
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8849096578277029376"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "rerunner"
},
{
"key": "user_agent",
"value": "rerunner"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[05:08:13.654] Scheduled build:
{
"id": "8683666516355860865",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host-analyzers"
},
"createdBy": "project:pigweed",
"createTime": "2026-04-24T05:08:13.322863164Z",
"updateTime": "2026-04-24T05:08:13.322863164Z",
"status": "SCHEDULED",
"input": {
}
}
[05:08:13.655] Task URL: https://cr-buildbucket.appspot.com/build/8683666516355860865
[05:08:13.655] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8849096578277029376:2:0) after 5m11s
[05:08:14.595] Received PubSub notification, asking Buildbucket for the build status
[05:08:14.612] Build status: SCHEDULED
[05:13:24.712] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8849096578277029376:2:0)
[05:13:24.732] Build status: SCHEDULED
[05:13:24.732] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8849096578277029376:4:0) after 4m53s
[05:18:17.791] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8849096578277029376:4:0)
[05:18:17.811] Build status: SCHEDULED
[05:18:17.811] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8849096578277029376:5:0) after 2m5s
[05:20:22.912] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8849096578277029376:5:0)
[05:20:22.929] Build status: SCHEDULED
[05:20:22.929] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8849096578277029376:6:0) after 6m33s
[05:26:55.997] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8849096578277029376:6:0)
[05:26:56.069] Build status: SCHEDULED
[05:26:56.069] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8849096578277029376:7:0) after 8m55s
[05:35:51.135] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8849096578277029376:7:0)
[05:35:51.163] Build status: SCHEDULED
[05:35:51.163] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8849096578277029376:8:0) after 8m56s
[05:44:47.180] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8849096578277029376:8:0)
[05:44:47.204] Build status: SCHEDULED
[05:44:47.204] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8849096578277029376:9:0) after 8m33s
[05:53:20.222] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8849096578277029376:9:0)
[05:53:20.297] Build status: SCHEDULED
[05:53:20.297] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8849096578277029376:10:0) after 2m26s
[05:55:46.368] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8849096578277029376:10:0)
[05:55:46.388] Build status: SCHEDULED
[05:55:46.388] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8849096578277029376:11:0) after 2m47s
[05:58:33.403] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8849096578277029376:11:0)
[05:58:33.449] Build status: SCHEDULED
[05:58:33.449] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8849096578277029376:12:0) after 3m21s
[06:01:54.559] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8849096578277029376:12:0)
[06:01:54.586] Build status: SCHEDULED
[06:01:54.586] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8849096578277029376:13:0) after 9m5s
[06:10:59.639] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8849096578277029376:13:0)
[06:11:00.145] Build status: SCHEDULED
[06:11:00.145] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8849096578277029376:14:0) after 6m7s
[06:17:07.302] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8849096578277029376:14:0)
[06:17:07.320] Build status: SCHEDULED
[06:17:07.320] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8849096578277029376:15:0) after 8m9s
[06:25:16.303] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8849096578277029376:15:0)
[06:25:16.319] Build status: SCHEDULED
[06:25:16.319] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8849096578277029376:16:0) after 2m24s
[06:27:40.332] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8849096578277029376:16:0)
[06:27:40.350] Build status: SCHEDULED
[06:27:40.350] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8849096578277029376:17:0) after 6m57s
[06:34:37.393] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8849096578277029376:17:0)
[06:34:37.408] Build status: SCHEDULED
[06:34:37.408] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8849096578277029376:18:0) after 2m41s
[06:37:18.423] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8849096578277029376:18:0)
[06:37:18.442] Build status: SCHEDULED
[06:37:18.442] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8849096578277029376:19:0) after 5m35s
[06:42:53.454] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8849096578277029376:19:0)
[06:42:53.470] Build status: SCHEDULED
[06:42:53.470] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8849096578277029376:20:0) after 5m4s
[06:47:57.484] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8849096578277029376:20:0)
[06:47:57.505] Build status: SCHEDULED
[06:47:57.505] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8849096578277029376:21:0) after 8m36s
[06:56:33.560] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8849096578277029376:21:0)
[06:56:33.642] Build status: SCHEDULED
[06:56:33.642] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8849096578277029376:22:0) after 8m31s
[07:05:04.657] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8849096578277029376:22:0)
[07:05:04.676] Build status: SCHEDULED
[07:05:04.677] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8849096578277029376:23:0) after 2m34s
[07:07:38.696] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8849096578277029376:23:0)
[07:07:38.761] Build status: SCHEDULED
[07:07:38.761] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8849096578277029376:24:0) after 4m10s
[07:11:48.769] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8849096578277029376:24:0)
[07:11:48.847] Build status: SCHEDULED
[07:11:48.847] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8849096578277029376:25:0) after 1m46s
[07:13:34.816] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8849096578277029376:25:0)
[07:13:34.861] Build status: SCHEDULED
[07:13:34.861] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8849096578277029376:26:0) after 4m21s
[07:17:55.953] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8849096578277029376:26:0)
[07:17:55.977] Build status: SCHEDULED
[07:17:55.977] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8849096578277029376:27:0) after 9m33s
[07:22:47.730] Received PubSub notification, asking Buildbucket for the build status
[07:22:47.758] Build status: STARTED
[07:27:29.043] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8849096578277029376:27:0)
[07:27:29.121] Build status: STARTED
[07:27:29.121] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8849096578277029376:29:0) after 1m31s
[07:29:00.180] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8849096578277029376:29:0)
[07:29:00.211] Build status: STARTED
[07:29:00.211] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8849096578277029376:30:0) after 9m5s
[07:33:24.800] Received PubSub notification, asking Buildbucket for the build status
[07:33:24.822] Build:
{
"id": "8683666516355860865",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host-analyzers"
},
"createdBy": "project:pigweed",
"createTime": "2026-04-24T05:08:13.322863164Z",
"startTime": "2026-04-24T07:22:47.540709376Z",
"endTime": "2026-04-24T07:33:13.186715342Z",
"updateTime": "2026-04-24T07:33:13.186715342Z",
"status": "FAILURE",
"input": {
}
}
[07:33:24.822] Invocation finished in 2h25m12.716346227s with status FAILED