[05:14:54.375] New invocation is queued and will start shortly
[05:14:54.375] Triggered by user:rerunner@pigweed-service-accounts.iam.gserviceaccount.com
[05:14:55.617] Starting the invocation (attempt 1)
[05:14:55.644] Ignoring gitiles_ref tag without the buildset tag
[05:14:55.644] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[05:14:55.645] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[05:14:55.645] Buildbucket request:
{
"requestId": "8838768102305157504",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-tsan-build"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8838768102305157504",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build",
"triggers": [
{
"buildbucket": {
"tags": [
"parent_buildername:rerunner",
"user_agent:rerunner"
]
},
"id": "3311a23b-f686-4dbf-bafc-f77070fd5b24",
"title": "rerunner/0",
"url": "https://cr-buildbucket.appspot.com/build/8673338437104222257"
}
]
}
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8838768102305157504"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "rerunner"
},
{
"key": "user_agent",
"value": "rerunner"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[05:14:56.101] Scheduled build:
{
"id": "8673338040182504017",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-tsan-build"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-16T05:14:55.776889511Z",
"updateTime": "2026-08-16T05:14:55.776889511Z",
"status": "SCHEDULED",
"input": {
}
}
[05:14:56.101] Task URL: https://cr-buildbucket.appspot.com/build/8673338040182504017
[05:14:56.101] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8838768102305157504:2:0) after 8m26s
[05:14:57.030] Received PubSub notification, asking Buildbucket for the build status
[05:14:57.078] Build status: SCHEDULED
[05:23:22.250] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8838768102305157504:2:0)
[05:23:22.275] Build status: SCHEDULED
[05:23:22.275] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8838768102305157504:4:0) after 8m35s
[05:31:57.288] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8838768102305157504:4:0)
[05:31:57.320] Build status: SCHEDULED
[05:31:57.320] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8838768102305157504:5:0) after 6m50s
[05:38:47.404] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8838768102305157504:5:0)
[05:38:47.575] Build status: SCHEDULED
[05:38:47.575] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8838768102305157504:6:0) after 1m50s
[05:40:37.659] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8838768102305157504:6:0)
[05:40:37.681] Build status: SCHEDULED
[05:40:37.681] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8838768102305157504:7:0) after 3m43s
[05:44:20.707] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8838768102305157504:7:0)
[05:44:20.729] Build status: SCHEDULED
[05:44:20.729] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8838768102305157504:8:0) after 6m41s
[05:51:01.915] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8838768102305157504:8:0)
[05:51:01.933] Build status: SCHEDULED
[05:51:01.933] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8838768102305157504:9:0) after 3m6s
[05:54:08.222] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8838768102305157504:9:0)
[05:54:08.254] Build status: SCHEDULED
[05:54:08.254] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8838768102305157504:10:0) after 1m40s
[05:55:48.992] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8838768102305157504:10:0)
[05:55:49.063] Build status: SCHEDULED
[05:55:49.063] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8838768102305157504:11:0) after 6m31s
[06:02:20.260] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8838768102305157504:11:0)
[06:02:20.278] Build status: SCHEDULED
[06:02:20.278] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8838768102305157504:12:0) after 6m9s
[06:08:29.301] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8838768102305157504:12:0)
[06:08:29.327] Build status: SCHEDULED
[06:08:29.327] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8838768102305157504:13:0) after 1m28s
[06:09:57.343] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8838768102305157504:13:0)
[06:09:57.368] Build status: SCHEDULED
[06:09:57.368] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8838768102305157504:14:0) after 7m38s
[06:17:35.399] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8838768102305157504:14:0)
[06:17:35.427] Build status: SCHEDULED
[06:17:35.427] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8838768102305157504:15:0) after 9m48s
[06:27:23.440] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8838768102305157504:15:0)
[06:27:23.465] Build status: SCHEDULED
[06:27:23.465] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8838768102305157504:16:0) after 1m18s
[06:28:41.577] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8838768102305157504:16:0)
[06:28:41.616] Build status: SCHEDULED
[06:28:41.616] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8838768102305157504:17:0) after 6m42s
[06:35:23.768] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8838768102305157504:17:0)
[06:35:23.786] Build status: SCHEDULED
[06:35:23.786] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8838768102305157504:18:0) after 1m48s
[06:37:11.883] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8838768102305157504:18:0)
[06:37:11.904] Build status: SCHEDULED
[06:37:11.904] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8838768102305157504:19:0) after 2m28s
[06:39:39.919] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8838768102305157504:19:0)
[06:39:39.941] Build status: SCHEDULED
[06:39:39.941] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8838768102305157504:20:0) after 5m35s
[06:45:14.990] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8838768102305157504:20:0)
[06:45:15.051] Build status: SCHEDULED
[06:45:15.051] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8838768102305157504:21:0) after 2m23s
[06:47:38.212] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8838768102305157504:21:0)
[06:47:38.234] Build status: SCHEDULED
[06:47:38.234] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8838768102305157504:22:0) after 1m44s
[06:49:22.687] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8838768102305157504:22:0)
[06:49:22.707] Build status: SCHEDULED
[06:49:22.707] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8838768102305157504:23:0) after 7m48s
[06:53:51.289] Received PubSub notification, asking Buildbucket for the build status
[06:53:51.314] Build status: STARTED
[06:57:10.741] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8838768102305157504:23:0)
[06:57:10.786] Build status: STARTED
[06:57:10.786] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8838768102305157504:25:0) after 8m37s
[06:59:09.499] Received PubSub notification, asking Buildbucket for the build status
[06:59:09.519] Build:
{
"id": "8673338040182504017",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-tsan-build"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-16T05:14:55.776889511Z",
"startTime": "2026-08-16T06:53:51.039927629Z",
"endTime": "2026-08-16T06:59:06.206147641Z",
"updateTime": "2026-08-16T06:59:06.206147641Z",
"status": "FAILURE",
"input": {
}
}
[06:59:09.519] Invocation finished in 1h44m15.150805474s with status FAILED