[18:53:47.361] New invocation is queued and will start shortly
[18:53:47.361] Triggered by user:rerunner@pigweed-service-accounts.iam.gserviceaccount.com
[18:53:48.453] Starting the invocation (attempt 1)
[18:53:48.479] Ignoring gitiles_ref tag without the buildset tag
[18:53:48.479] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[18:53:48.479] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[18:53:48.479] Buildbucket request:
{
"requestId": "8839622552296485040",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-tsan-gtest"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8839622552296485040",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest",
"triggers": [
{
"buildbucket": {
"tags": [
"parent_buildername:rerunner",
"user_agent:rerunner"
]
},
"id": "dae2b100-caa7-4a19-9483-5a08294b52be",
"title": "rerunner/0",
"url": "https://cr-buildbucket.appspot.com/build/8674192816565828737"
}
]
}
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8839622552296485040"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "rerunner"
},
{
"key": "user_agent",
"value": "rerunner"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[18:53:48.850] Scheduled build:
{
"id": "8674192490402611617",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-tsan-gtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-06T18:53:48.547194690Z",
"updateTime": "2026-08-06T18:53:48.547194690Z",
"status": "SCHEDULED",
"input": {
},
"canary": true
}
[18:53:48.850] Task URL: https://cr-buildbucket.appspot.com/build/8674192490402611617
[18:53:48.850] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839622552296485040:2:0) after 4m5s
[18:53:49.853] Received PubSub notification, asking Buildbucket for the build status
[18:53:49.885] Build status: SCHEDULED
[18:57:54.260] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839622552296485040:2:0)
[18:57:54.335] Build status: SCHEDULED
[18:57:54.335] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839622552296485040:4:0) after 8m38s
[19:06:32.368] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839622552296485040:4:0)
[19:06:32.429] Build status: SCHEDULED
[19:06:32.429] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839622552296485040:5:0) after 3m38s
[19:10:10.450] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839622552296485040:5:0)
[19:10:10.477] Build status: SCHEDULED
[19:10:10.477] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839622552296485040:6:0) after 4m9s
[19:14:19.605] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839622552296485040:6:0)
[19:14:19.624] Build status: SCHEDULED
[19:14:19.624] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839622552296485040:7:0) after 5m29s
[19:19:48.693] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839622552296485040:7:0)
[19:19:48.713] Build status: SCHEDULED
[19:19:48.713] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839622552296485040:8:0) after 9m57s
[19:29:45.787] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839622552296485040:8:0)
[19:29:45.864] Build status: SCHEDULED
[19:29:45.864] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839622552296485040:9:0) after 7m8s
[19:36:53.884] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839622552296485040:9:0)
[19:36:53.903] Build status: SCHEDULED
[19:36:53.903] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839622552296485040:10:0) after 9m44s
[19:46:38.037] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839622552296485040:10:0)
[19:46:38.060] Build status: SCHEDULED
[19:46:38.060] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839622552296485040:11:0) after 1m49s
[19:48:27.156] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839622552296485040:11:0)
[19:48:27.181] Build status: SCHEDULED
[19:48:27.181] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839622552296485040:12:0) after 9m31s
[19:57:58.199] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839622552296485040:12:0)
[19:57:58.234] Build status: SCHEDULED
[19:57:58.234] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839622552296485040:13:0) after 2m50s
[20:00:48.421] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839622552296485040:13:0)
[20:00:48.492] Build status: SCHEDULED
[20:00:48.492] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839622552296485040:14:0) after 8m49s
[20:09:37.589] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839622552296485040:14:0)
[20:09:37.610] Build status: SCHEDULED
[20:09:37.610] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839622552296485040:15:0) after 8m35s
[20:18:12.667] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839622552296485040:15:0)
[20:18:12.693] Build status: SCHEDULED
[20:18:12.693] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839622552296485040:16:0) after 8m4s
[20:26:16.693] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839622552296485040:16:0)
[20:26:16.712] Build status: SCHEDULED
[20:26:16.713] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839622552296485040:17:0) after 3m2s
[20:29:18.824] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839622552296485040:17:0)
[20:29:18.875] Build status: SCHEDULED
[20:29:18.875] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839622552296485040:18:0) after 9m29s
[20:32:16.510] Received PubSub notification, asking Buildbucket for the build status
[20:32:16.804] Build status: STARTED
[20:36:31.925] Received PubSub notification, asking Buildbucket for the build status
[20:36:31.960] Build:
{
"id": "8674192490402611617",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-tsan-gtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-06T18:53:48.547194690Z",
"startTime": "2026-08-06T20:32:13.797829469Z",
"endTime": "2026-08-06T20:36:31.663308655Z",
"updateTime": "2026-08-06T20:36:31.663308655Z",
"status": "FAILURE",
"input": {
},
"canary": true
}
[20:36:31.960] Invocation finished in 1h42m44.602517396s with status FAILED