[18:56:26.657] New invocation is queued and will start shortly
[18:56:26.657] Triggered by user:rerunner@pigweed-service-accounts.iam.gserviceaccount.com
[18:56:28.114] Starting the invocation (attempt 1)
[18:56:28.137] Ignoring gitiles_ref tag without the buildset tag
[18:56:28.137] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[18:56:28.139] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[18:56:28.139] Buildbucket request:
{
"requestId": "8839712982229788112",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-asan-gtest"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8839712982229788112",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest",
"triggers": [
{
"buildbucket": {
"tags": [
"parent_buildername:rerunner",
"user_agent:rerunner"
]
},
"id": "eea9322d-d035-4d21-9633-d0247bf3b0fd",
"title": "rerunner/0",
"url": "https://cr-buildbucket.appspot.com/build/8674283274053011441"
}
]
}
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8839712982229788112"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "rerunner"
},
{
"key": "user_agent",
"value": "rerunner"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[18:56:28.597] Scheduled build:
{
"id": "8674282919950397553",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-asan-gtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-05T18:56:28.209720978Z",
"updateTime": "2026-08-05T18:56:28.209720978Z",
"status": "SCHEDULED",
"input": {
}
}
[18:56:28.597] Task URL: https://cr-buildbucket.appspot.com/build/8674282919950397553
[18:56:28.597] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839712982229788112:2:0) after 5m15s
[18:56:29.448] Received PubSub notification, asking Buildbucket for the build status
[18:56:29.505] Build status: SCHEDULED
[19:01:43.617] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839712982229788112:2:0)
[19:01:43.641] Build status: SCHEDULED
[19:01:43.641] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839712982229788112:4:0) after 9m12s
[19:10:55.735] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839712982229788112:4:0)
[19:10:55.810] Build status: SCHEDULED
[19:10:55.810] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839712982229788112:5:0) after 3m56s
[19:14:51.824] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839712982229788112:5:0)
[19:14:51.842] Build status: SCHEDULED
[19:14:51.842] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839712982229788112:6:0) after 6m42s
[19:21:33.890] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839712982229788112:6:0)
[19:21:33.919] Build status: SCHEDULED
[19:21:33.919] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839712982229788112:7:0) after 7m43s
[19:29:16.936] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839712982229788112:7:0)
[19:29:16.969] Build status: SCHEDULED
[19:29:16.969] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839712982229788112:8:0) after 7m12s
[19:36:29.016] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839712982229788112:8:0)
[19:36:29.034] Build status: SCHEDULED
[19:36:29.034] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839712982229788112:9:0) after 7m5s
[19:43:34.048] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839712982229788112:9:0)
[19:43:34.088] Build status: SCHEDULED
[19:43:34.088] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839712982229788112:10:0) after 6m29s
[19:50:03.221] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839712982229788112:10:0)
[19:50:03.240] Build status: SCHEDULED
[19:50:03.240] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839712982229788112:11:0) after 4m58s
[19:55:01.282] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839712982229788112:11:0)
[19:55:01.305] Build status: SCHEDULED
[19:55:01.305] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839712982229788112:12:0) after 4m19s
[19:59:20.384] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839712982229788112:12:0)
[19:59:20.402] Build status: SCHEDULED
[19:59:20.402] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839712982229788112:13:0) after 9m10s
[20:08:30.432] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839712982229788112:13:0)
[20:08:30.454] Build status: SCHEDULED
[20:08:30.454] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839712982229788112:14:0) after 1m39s
[20:10:09.521] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839712982229788112:14:0)
[20:10:09.603] Build status: SCHEDULED
[20:10:09.603] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839712982229788112:15:0) after 1m33s
[20:11:42.638] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839712982229788112:15:0)
[20:11:42.668] Build status: SCHEDULED
[20:11:42.668] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839712982229788112:16:0) after 2m20s
[20:14:02.693] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839712982229788112:16:0)
[20:14:02.713] Build status: SCHEDULED
[20:14:02.713] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839712982229788112:17:0) after 1m19s
[20:15:21.787] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839712982229788112:17:0)
[20:15:21.817] Build status: SCHEDULED
[20:15:21.817] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839712982229788112:18:0) after 6m39s
[20:22:00.839] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839712982229788112:18:0)
[20:22:00.861] Build status: SCHEDULED
[20:22:00.861] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839712982229788112:19:0) after 8m52s
[20:30:52.891] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839712982229788112:19:0)
[20:30:52.911] Build status: SCHEDULED
[20:30:52.912] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839712982229788112:20:0) after 5m40s
[20:36:32.928] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839712982229788112:20:0)
[20:36:32.949] Build status: SCHEDULED
[20:36:32.949] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839712982229788112:21:0) after 6m13s
[20:42:00.054] Received PubSub notification, asking Buildbucket for the build status
[20:42:00.076] Build status: STARTED
[20:42:45.949] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839712982229788112:21:0)
[20:42:45.967] Build status: STARTED
[20:42:45.967] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839712982229788112:23:0) after 1m29s
[20:44:15.019] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839712982229788112:23:0)
[20:44:15.037] Build status: STARTED
[20:44:15.037] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839712982229788112:24:0) after 7m53s
[20:51:05.084] Received PubSub notification, asking Buildbucket for the build status
[20:51:05.173] Build:
{
"id": "8674282919950397553",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-asan-gtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-05T18:56:28.209720978Z",
"startTime": "2026-08-05T20:41:59.717336569Z",
"endTime": "2026-08-05T20:51:04.229290614Z",
"updateTime": "2026-08-05T20:51:04.229290614Z",
"status": "FAILURE",
"input": {
}
}
[20:51:05.173] Invocation finished in 1h54m38.520959092s with status FAILED