[18:08:58.597] New invocation is queued and will start shortly
[18:08:58.597] Triggered by user:rerunner@pigweed-service-accounts.iam.gserviceaccount.com
[18:09:01.570] Starting the invocation (attempt 1)
[18:09:01.599] Ignoring gitiles_ref tag without the buildset tag
[18:09:01.599] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[18:09:01.599] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[18:09:01.599] Buildbucket request:
{
"requestId": "8844064623026694272",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-tsan-build"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8844064623026694272",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build",
"triggers": [
{
"buildbucket": {
"tags": [
"parent_buildername:rerunner",
"user_agent:rerunner"
]
},
"id": "6ee0393d-ea71-45a4-964a-cca5ecb76359",
"title": "rerunner/0",
"url": "https://cr-buildbucket.appspot.com/build/8678634907122533425"
}
]
}
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8844064623026694272"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "rerunner"
},
{
"key": "user_agent",
"value": "rerunner"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[18:09:02.012] Scheduled build:
{
"id": "8678634559142654401",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-tsan-build"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-18T18:09:01.677912898Z",
"updateTime": "2026-06-18T18:09:01.677912898Z",
"status": "SCHEDULED",
"input": {
}
}
[18:09:02.012] Task URL: https://cr-buildbucket.appspot.com/build/8678634559142654401
[18:09:02.012] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844064623026694272:2:0) after 6m29s
[18:09:02.996] Received PubSub notification, asking Buildbucket for the build status
[18:09:03.018] Build status: SCHEDULED
[18:15:30.981] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844064623026694272:2:0)
[18:15:30.999] Build status: SCHEDULED
[18:15:30.999] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844064623026694272:4:0) after 8m1s
[18:23:32.014] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844064623026694272:4:0)
[18:23:32.029] Build status: SCHEDULED
[18:23:32.029] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844064623026694272:5:0) after 1m32s
[18:25:04.257] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844064623026694272:5:0)
[18:25:04.286] Build status: SCHEDULED
[18:25:04.286] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844064623026694272:6:0) after 8m21s
[18:33:25.288] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844064623026694272:6:0)
[18:33:25.319] Build status: SCHEDULED
[18:33:25.319] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844064623026694272:7:0) after 7m25s
[18:40:50.379] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844064623026694272:7:0)
[18:40:50.448] Build status: SCHEDULED
[18:40:50.448] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844064623026694272:8:0) after 1m28s
[18:42:18.635] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844064623026694272:8:0)
[18:42:18.719] Build status: SCHEDULED
[18:42:18.719] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844064623026694272:9:0) after 6m52s
[18:49:10.755] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844064623026694272:9:0)
[18:49:10.772] Build status: SCHEDULED
[18:49:10.773] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844064623026694272:10:0) after 1m17s
[18:50:27.787] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844064623026694272:10:0)
[18:50:27.813] Build status: SCHEDULED
[18:50:27.813] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844064623026694272:11:0) after 5m1s
[18:55:28.959] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844064623026694272:11:0)
[18:55:28.977] Build status: SCHEDULED
[18:55:28.977] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844064623026694272:12:0) after 6m29s
[19:01:58.168] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844064623026694272:12:0)
[19:01:58.188] Build status: SCHEDULED
[19:01:58.188] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844064623026694272:13:0) after 6m35s
[19:08:33.334] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844064623026694272:13:0)
[19:08:33.354] Build status: SCHEDULED
[19:08:33.354] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844064623026694272:14:0) after 3m6s
[19:11:39.479] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844064623026694272:14:0)
[19:11:39.501] Build status: SCHEDULED
[19:11:39.501] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844064623026694272:15:0) after 2m5s
[19:13:44.566] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844064623026694272:15:0)
[19:13:44.585] Build status: SCHEDULED
[19:13:44.585] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844064623026694272:16:0) after 5m13s
[19:18:57.716] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844064623026694272:16:0)
[19:18:57.750] Build status: SCHEDULED
[19:18:57.750] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844064623026694272:17:0) after 7m58s
[19:26:55.816] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844064623026694272:17:0)
[19:26:55.889] Build status: SCHEDULED
[19:26:55.889] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844064623026694272:18:0) after 1m6s
[19:28:01.980] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844064623026694272:18:0)
[19:28:02.001] Build status: SCHEDULED
[19:28:02.001] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844064623026694272:19:0) after 2m26s
[19:30:28.157] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844064623026694272:19:0)
[19:30:28.179] Build status: SCHEDULED
[19:30:28.179] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844064623026694272:20:0) after 3m10s
[19:33:38.353] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844064623026694272:20:0)
[19:33:38.372] Build status: SCHEDULED
[19:33:38.372] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844064623026694272:21:0) after 9m34s
[19:43:12.395] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844064623026694272:21:0)
[19:43:12.418] Build status: SCHEDULED
[19:43:12.418] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844064623026694272:22:0) after 4m33s
[19:47:45.433] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844064623026694272:22:0)
[19:47:45.469] Build status: SCHEDULED
[19:47:45.469] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844064623026694272:23:0) after 8m41s
[19:56:26.549] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844064623026694272:23:0)
[19:56:26.579] Build status: SCHEDULED
[19:56:26.579] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844064623026694272:24:0) after 9m40s
[20:02:02.372] Received PubSub notification, asking Buildbucket for the build status
[20:02:02.395] Build status: STARTED
[20:06:06.561] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844064623026694272:24:0)
[20:06:06.579] Build status: STARTED
[20:06:06.579] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8844064623026694272:26:0) after 6m59s
[20:08:46.795] Received PubSub notification, asking Buildbucket for the build status
[20:08:46.816] Build:
{
"id": "8678634559142654401",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-tsan-build"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-18T18:09:01.677912898Z",
"startTime": "2026-06-18T20:02:02.176908173Z",
"endTime": "2026-06-18T20:08:46.436487828Z",
"updateTime": "2026-06-18T20:08:46.436487828Z",
"status": "FAILURE",
"input": {
}
}
[20:08:46.816] Invocation finished in 1h59m48.225612448s with status FAILED