[09:28:22.652] New invocation is queued and will start shortly
[09:28:22.652] Triggered by user:rerunner@pigweed-service-accounts.iam.gserviceaccount.com
[09:28:23.716] Starting the invocation (attempt 1)
[09:28:23.737] Ignoring gitiles_ref tag without the buildset tag
[09:28:23.737] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[09:28:23.737] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[09:28:23.737] Buildbucket request:
{
"requestId": "8837846185603994352",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-ubsan-build"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8837846185603994352",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build",
"triggers": [
{
"buildbucket": {
"tags": [
"parent_buildername:rerunner",
"user_agent:rerunner"
]
},
"id": "78489942-5b65-4834-b632-e214c6d65663",
"title": "rerunner/0",
"url": "https://cr-buildbucket.appspot.com/build/8672416559496045409"
}
]
}
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8837846185603994352"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "rerunner"
},
{
"key": "user_agent",
"value": "rerunner"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[09:28:24.153] Scheduled build:
{
"id": "8672416123743932977",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-ubsan-build"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-26T09:28:23.805631025Z",
"updateTime": "2026-08-26T09:28:23.805631025Z",
"status": "SCHEDULED",
"input": {
}
}
[09:28:24.153] Task URL: https://cr-buildbucket.appspot.com/build/8672416123743932977
[09:28:24.153] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837846185603994352:2:0) after 7m16s
[09:28:26.557] Received PubSub notification, asking Buildbucket for the build status
[09:28:26.593] Build status: SCHEDULED
[09:35:40.193] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837846185603994352:2:0)
[09:35:40.211] Build status: SCHEDULED
[09:35:40.212] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837846185603994352:4:0) after 1m15s
[09:36:55.323] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837846185603994352:4:0)
[09:36:55.346] Build status: SCHEDULED
[09:36:55.346] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837846185603994352:5:0) after 7m10s
[09:44:05.367] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837846185603994352:5:0)
[09:44:05.405] Build status: SCHEDULED
[09:44:05.405] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837846185603994352:6:0) after 6m25s
[09:50:30.503] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837846185603994352:6:0)
[09:50:30.529] Build status: SCHEDULED
[09:50:30.529] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837846185603994352:7:0) after 2m27s
[09:52:57.688] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837846185603994352:7:0)
[09:52:57.719] Build status: SCHEDULED
[09:52:57.719] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837846185603994352:8:0) after 7m39s
[10:00:36.923] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837846185603994352:8:0)
[10:00:36.946] Build status: SCHEDULED
[10:00:36.946] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837846185603994352:9:0) after 5m22s
[10:05:58.976] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837846185603994352:9:0)
[10:05:58.993] Build status: SCHEDULED
[10:05:58.993] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837846185603994352:10:0) after 2m10s
[10:08:09.092] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837846185603994352:10:0)
[10:08:09.109] Build status: SCHEDULED
[10:08:09.109] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837846185603994352:11:0) after 6m35s
[10:14:44.104] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837846185603994352:11:0)
[10:14:44.122] Build status: SCHEDULED
[10:14:44.122] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837846185603994352:12:0) after 8m51s
[10:23:35.316] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837846185603994352:12:0)
[10:23:35.341] Build status: SCHEDULED
[10:23:35.341] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837846185603994352:13:0) after 5m41s
[10:29:16.415] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837846185603994352:13:0)
[10:29:16.446] Build status: SCHEDULED
[10:29:16.446] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837846185603994352:14:0) after 3m58s
[10:33:14.460] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837846185603994352:14:0)
[10:33:14.496] Build status: SCHEDULED
[10:33:14.496] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837846185603994352:15:0) after 9m29s
[10:42:43.575] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837846185603994352:15:0)
[10:42:43.597] Build status: SCHEDULED
[10:42:43.597] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837846185603994352:16:0) after 5m2s
[10:47:45.672] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837846185603994352:16:0)
[10:47:45.696] Build status: SCHEDULED
[10:47:45.696] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837846185603994352:17:0) after 7m6s
[10:54:51.807] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837846185603994352:17:0)
[10:54:51.836] Build status: SCHEDULED
[10:54:51.836] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837846185603994352:18:0) after 9m19s
[11:04:11.039] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837846185603994352:18:0)
[11:04:11.059] Build status: SCHEDULED
[11:04:11.059] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837846185603994352:19:0) after 8m57s
[11:13:08.128] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837846185603994352:19:0)
[11:13:08.147] Build status: SCHEDULED
[11:13:08.148] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837846185603994352:20:0) after 5m30s
[11:18:38.365] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837846185603994352:20:0)
[11:18:38.467] Build status: SCHEDULED
[11:18:38.467] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837846185603994352:21:0) after 4m9s
[11:22:22.732] Received PubSub notification, asking Buildbucket for the build status
[11:22:22.758] Build status: STARTED
[11:22:47.487] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837846185603994352:21:0)
[11:22:47.504] Build status: STARTED
[11:22:47.504] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837846185603994352:23:0) after 3m51s
[11:26:38.521] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837846185603994352:23:0)
[11:26:38.544] Build status: STARTED
[11:26:38.544] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837846185603994352:24:0) after 5m0s
[11:29:30.749] Received PubSub notification, asking Buildbucket for the build status
[11:29:30.776] Build:
{
"id": "8672416123743932977",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-ubsan-build"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-26T09:28:23.805631025Z",
"startTime": "2026-08-26T11:22:22.197442849Z",
"endTime": "2026-08-26T11:29:28.534236405Z",
"updateTime": "2026-08-26T11:29:28.534236405Z",
"status": "FAILURE",
"input": {
}
}
[11:29:30.776] Invocation finished in 2h1m8.127407979s with status FAILED