[09:41:24.828] New invocation is queued and will start shortly
[09:41:24.828] Triggered by user:rerunner@pigweed-service-accounts.iam.gserviceaccount.com
[09:41:26.042] Starting the invocation (attempt 1)
[09:41:26.065] Ignoring gitiles_ref tag without the buildset tag
[09:41:26.065] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[09:41:26.065] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[09:41:26.065] Buildbucket request:
{
"requestId": "8840925662289279552",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host-analyzers"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8840925662289279552",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers",
"triggers": [
{
"buildbucket": {
"tags": [
"parent_buildername:rerunner",
"user_agent:rerunner"
]
},
"id": "9519090e-2f86-4a83-9ffd-24c77e6c2756",
"title": "rerunner/0",
"url": "https://cr-buildbucket.appspot.com/build/8675495996403914353"
}
]
}
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8840925662289279552"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "rerunner"
},
{
"key": "user_agent",
"value": "rerunner"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[09:41:26.433] Scheduled build:
{
"id": "8675495600270488609",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host-analyzers"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-23T09:41:26.134061449Z",
"updateTime": "2026-07-23T09:41:26.134061449Z",
"status": "SCHEDULED",
"input": {
}
}
[09:41:26.433] Task URL: https://cr-buildbucket.appspot.com/build/8675495600270488609
[09:41:26.433] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840925662289279552:2:0) after 7m48s
[09:41:27.410] Received PubSub notification, asking Buildbucket for the build status
[09:41:27.426] Build status: SCHEDULED
[09:49:14.448] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840925662289279552:2:0)
[09:49:14.467] Build status: SCHEDULED
[09:49:14.467] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840925662289279552:4:0) after 6m19s
[09:55:33.478] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840925662289279552:4:0)
[09:55:33.555] Build status: SCHEDULED
[09:55:33.555] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840925662289279552:5:0) after 3m51s
[09:59:24.568] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840925662289279552:5:0)
[09:59:24.585] Build status: SCHEDULED
[09:59:24.585] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840925662289279552:6:0) after 7m48s
[10:07:12.620] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840925662289279552:6:0)
[10:07:12.641] Build status: SCHEDULED
[10:07:12.641] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840925662289279552:7:0) after 6m20s
[10:13:32.653] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840925662289279552:7:0)
[10:13:32.683] Build status: SCHEDULED
[10:13:32.683] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840925662289279552:8:0) after 6m34s
[10:20:06.749] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840925662289279552:8:0)
[10:20:06.771] Build status: SCHEDULED
[10:20:06.771] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840925662289279552:9:0) after 2m3s
[10:22:09.793] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840925662289279552:9:0)
[10:22:09.809] Build status: SCHEDULED
[10:22:09.809] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840925662289279552:10:0) after 9m34s
[10:31:43.803] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840925662289279552:10:0)
[10:31:43.830] Build status: SCHEDULED
[10:31:43.830] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840925662289279552:11:0) after 5m43s
[10:37:26.859] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840925662289279552:11:0)
[10:37:26.880] Build status: SCHEDULED
[10:37:26.880] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840925662289279552:12:0) after 6m46s
[10:44:12.938] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840925662289279552:12:0)
[10:44:12.962] Build status: SCHEDULED
[10:44:12.962] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840925662289279552:13:0) after 5m32s
[10:49:45.026] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840925662289279552:13:0)
[10:49:45.047] Build status: SCHEDULED
[10:49:45.047] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840925662289279552:14:0) after 1m12s
[10:50:57.105] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840925662289279552:14:0)
[10:50:57.142] Build status: SCHEDULED
[10:50:57.142] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840925662289279552:15:0) after 9m39s
[11:00:36.289] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840925662289279552:15:0)
[11:00:36.494] Build status: SCHEDULED
[11:00:36.494] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840925662289279552:16:0) after 3m34s
[11:04:10.527] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840925662289279552:16:0)
[11:04:10.581] Build status: SCHEDULED
[11:04:10.581] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840925662289279552:17:0) after 8m32s
[11:12:42.634] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840925662289279552:17:0)
[11:12:42.658] Build status: SCHEDULED
[11:12:42.658] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840925662289279552:18:0) after 3m33s
[11:16:15.690] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840925662289279552:18:0)
[11:16:15.716] Build status: SCHEDULED
[11:16:15.716] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840925662289279552:19:0) after 8m20s
[11:24:35.759] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840925662289279552:19:0)
[11:24:35.777] Build status: SCHEDULED
[11:24:35.778] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840925662289279552:20:0) after 8m55s
[11:33:30.780] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840925662289279552:20:0)
[11:33:30.807] Build status: SCHEDULED
[11:33:30.807] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840925662289279552:21:0) after 2m10s
[11:35:40.844] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840925662289279552:21:0)
[11:35:41.001] Build status: SCHEDULED
[11:35:41.001] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840925662289279552:22:0) after 8m20s
[11:44:01.015] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840925662289279552:22:0)
[11:44:01.044] Build status: SCHEDULED
[11:44:01.044] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840925662289279552:23:0) after 7m59s
[11:52:00.051] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840925662289279552:23:0)
[11:52:00.071] Build status: SCHEDULED
[11:52:00.071] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840925662289279552:24:0) after 7m32s
[11:59:32.092] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840925662289279552:24:0)
[11:59:32.120] Build status: SCHEDULED
[11:59:32.120] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840925662289279552:25:0) after 3m39s
[12:03:11.152] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840925662289279552:25:0)
[12:03:11.184] Build status: SCHEDULED
[12:03:11.184] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840925662289279552:26:0) after 4m16s
[12:07:27.252] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840925662289279552:26:0)
[12:07:27.322] Build status: SCHEDULED
[12:07:27.322] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840925662289279552:27:0) after 9m26s
[12:16:53.353] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840925662289279552:27:0)
[12:16:53.446] Build status: SCHEDULED
[12:16:53.446] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840925662289279552:28:0) after 2m19s
[12:19:12.471] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840925662289279552:28:0)
[12:19:12.491] Build status: SCHEDULED
[12:19:12.491] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840925662289279552:29:0) after 3m30s
[12:22:42.510] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840925662289279552:29:0)
[12:22:42.535] Build status: SCHEDULED
[12:22:42.536] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840925662289279552:30:0) after 1m48s
[12:24:30.612] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840925662289279552:30:0)
[12:24:30.627] Build status: SCHEDULED
[12:24:30.627] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840925662289279552:31:0) after 9m45s
[12:34:15.742] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840925662289279552:31:0)
[12:34:15.783] Build status: SCHEDULED
[12:34:15.783] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840925662289279552:32:0) after 3m40s
[12:37:55.797] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840925662289279552:32:0)
[12:37:55.818] Build status: SCHEDULED
[12:37:55.818] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840925662289279552:33:0) after 4m39s
[12:42:34.834] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840925662289279552:33:0)
[12:42:34.853] Build status: SCHEDULED
[12:42:34.853] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840925662289279552:34:0) after 4m27s
[12:47:01.867] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840925662289279552:34:0)
[12:47:01.885] Build status: SCHEDULED
[12:47:01.885] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8840925662289279552:35:0) after 7m4s
[12:51:00.593] Received PubSub notification, asking Buildbucket for the build status
[12:51:00.616] Build status: STARTED
[12:53:20.933] Received PubSub notification, asking Buildbucket for the build status
[12:53:20.955] Build:
{
"id": "8675495600270488609",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host-analyzers"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-23T09:41:26.134061449Z",
"startTime": "2026-07-23T12:51:00.416441124Z",
"endTime": "2026-07-23T12:53:20.656181701Z",
"updateTime": "2026-07-23T12:53:20.656181701Z",
"status": "FAILURE",
"input": {
}
}
[12:53:20.955] Invocation finished in 3h11m56.130687838s with status FAILED