[04:28:16.964] New invocation is queued and will start shortly
[04:28:16.964] Triggered by user:rerunner@pigweed-service-accounts.iam.gserviceaccount.com
[04:28:18.038] Starting the invocation (attempt 1)
[04:28:18.062] Ignoring gitiles_ref tag without the buildset tag
[04:28:18.062] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[04:28:18.062] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[04:28:18.062] Buildbucket request:
{
"requestId": "8845294017184528240",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-tsan-gtest"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8845294017184528240",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest",
"triggers": [
{
"buildbucket": {
"tags": [
"parent_buildername:rerunner",
"user_agent:rerunner"
]
},
"id": "74f72420-92c3-4162-bbe4-d5f17ba0c9b9",
"title": "rerunner/0",
"url": "https://cr-buildbucket.appspot.com/build/8679864296519387809"
}
]
}
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8845294017184528240"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "rerunner"
},
{
"key": "user_agent",
"value": "rerunner"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[04:28:18.427] Scheduled build:
{
"id": "8679863955312073377",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-tsan-gtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-05T04:28:18.126043875Z",
"updateTime": "2026-06-05T04:28:18.126043875Z",
"status": "SCHEDULED",
"input": {
}
}
[04:28:18.427] Task URL: https://cr-buildbucket.appspot.com/build/8679863955312073377
[04:28:18.428] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845294017184528240:2:0) after 1m53s
[04:28:18.601] Received PubSub notification, asking Buildbucket for the build status
[04:28:18.625] Build status: SCHEDULED
[04:30:11.464] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845294017184528240:2:0)
[04:30:11.493] Build status: SCHEDULED
[04:30:11.493] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845294017184528240:4:0) after 8m6s
[04:38:17.572] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845294017184528240:4:0)
[04:38:17.587] Build status: SCHEDULED
[04:38:17.587] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845294017184528240:5:0) after 4m35s
[04:42:52.600] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845294017184528240:5:0)
[04:42:52.690] Build status: SCHEDULED
[04:42:52.690] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845294017184528240:6:0) after 8m41s
[04:51:33.752] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845294017184528240:6:0)
[04:51:33.768] Build status: SCHEDULED
[04:51:33.768] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845294017184528240:7:0) after 9m42s
[05:01:15.782] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845294017184528240:7:0)
[05:01:15.798] Build status: SCHEDULED
[05:01:15.799] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845294017184528240:8:0) after 4m25s
[05:05:40.813] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845294017184528240:8:0)
[05:05:40.830] Build status: SCHEDULED
[05:05:40.830] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845294017184528240:9:0) after 5m53s
[05:11:33.807] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845294017184528240:9:0)
[05:11:33.829] Build status: SCHEDULED
[05:11:33.829] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845294017184528240:10:0) after 2m2s
[05:13:35.817] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845294017184528240:10:0)
[05:13:35.834] Build status: SCHEDULED
[05:13:35.834] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845294017184528240:11:0) after 3m46s
[05:17:21.846] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845294017184528240:11:0)
[05:17:21.866] Build status: SCHEDULED
[05:17:21.866] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845294017184528240:12:0) after 9m9s
[05:26:30.879] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845294017184528240:12:0)
[05:26:30.901] Build status: SCHEDULED
[05:26:30.901] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845294017184528240:13:0) after 5m1s
[05:31:32.084] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845294017184528240:13:0)
[05:31:32.104] Build status: SCHEDULED
[05:31:32.104] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845294017184528240:14:0) after 7m1s
[05:38:33.167] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845294017184528240:14:0)
[05:38:33.186] Build status: SCHEDULED
[05:38:33.186] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845294017184528240:15:0) after 5m33s
[05:42:19.760] Received PubSub notification, asking Buildbucket for the build status
[05:42:19.819] Build status: STARTED
[05:44:06.247] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845294017184528240:15:0)
[05:44:06.269] Build status: STARTED
[05:44:06.269] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845294017184528240:17:0) after 2m24s
[05:46:11.749] Received PubSub notification, asking Buildbucket for the build status
[05:46:11.783] Build:
{
"id": "8679863955312073377",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-tsan-gtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-05T04:28:18.126043875Z",
"startTime": "2026-06-05T05:42:19.362987735Z",
"endTime": "2026-06-05T05:45:53.644777036Z",
"updateTime": "2026-06-05T05:45:53.644777036Z",
"status": "FAILURE",
"input": {
}
}
[05:46:11.783] Invocation finished in 1h17m54.825236136s with status FAILED