[20:03:34.956] New invocation is queued and will start shortly
[20:03:36.182] Starting the invocation (attempt 1)
[20:03:36.208] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/893902f2e88adfc00a98f0ea558b055653efb7fa"
[20:03:36.208] Popped gitiles commit info from properties and tags
[20:03:36.209] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:03:36.209] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:03:36.210] Buildbucket request:
{
"requestId": "8845597561075774864",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-tsan-gtest"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8845597561075774864",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "893902f2e88adfc00a98f0ea558b055653efb7fa"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@893902f2e88adfc00a98f0ea558b055653efb7fa",
"title": "893902f2e88adfc00a98f0ea558b055653efb7fa",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/893902f2e88adfc00a98f0ea558b055653efb7fa"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "893902f2e88adfc00a98f0ea558b055653efb7fa",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8845597561075774864"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[20:03:36.585] Scheduled build:
{
"id": "8680167499042871409",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-tsan-gtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-01T20:03:36.266178953Z",
"updateTime": "2026-06-01T20:03:36.266178953Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "893902f2e88adfc00a98f0ea558b055653efb7fa",
"ref": "refs/heads/main"
}
}
}
[20:03:36.585] Task URL: https://cr-buildbucket.appspot.com/build/8680167499042871409
[20:03:36.585] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845597561075774864:2:0) after 2m34s
[20:03:37.524] Received PubSub notification, asking Buildbucket for the build status
[20:03:37.538] Build status: SCHEDULED
[20:06:10.604] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845597561075774864:2:0)
[20:06:10.674] Build status: SCHEDULED
[20:06:10.674] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845597561075774864:4:0) after 6m28s
[20:12:38.865] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845597561075774864:4:0)
[20:12:39.032] Build status: SCHEDULED
[20:12:39.032] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845597561075774864:5:0) after 6m14s
[20:18:53.224] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845597561075774864:5:0)
[20:18:53.242] Build status: SCHEDULED
[20:18:53.242] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845597561075774864:6:0) after 6m23s
[20:25:16.399] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845597561075774864:6:0)
[20:25:16.457] Build status: SCHEDULED
[20:25:16.457] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845597561075774864:7:0) after 6m24s
[20:31:40.513] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845597561075774864:7:0)
[20:31:40.539] Build status: SCHEDULED
[20:31:40.539] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845597561075774864:8:0) after 8m56s
[20:40:36.638] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845597561075774864:8:0)
[20:40:36.654] Build status: SCHEDULED
[20:40:36.654] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845597561075774864:9:0) after 5m41s
[20:46:17.801] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845597561075774864:9:0)
[20:46:17.835] Build status: SCHEDULED
[20:46:17.835] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845597561075774864:10:0) after 1m19s
[20:47:36.961] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845597561075774864:10:0)
[20:47:36.978] Build status: SCHEDULED
[20:47:36.978] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845597561075774864:11:0) after 2m52s
[20:50:28.993] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845597561075774864:11:0)
[20:50:29.018] Build status: SCHEDULED
[20:50:29.018] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845597561075774864:12:0) after 4m50s
[20:55:19.014] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845597561075774864:12:0)
[20:55:19.035] Build status: SCHEDULED
[20:55:19.035] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845597561075774864:13:0) after 2m58s
[20:58:17.126] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845597561075774864:13:0)
[20:58:17.143] Build status: SCHEDULED
[20:58:17.143] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845597561075774864:14:0) after 6m31s
[21:04:48.193] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845597561075774864:14:0)
[21:04:48.242] Build status: SCHEDULED
[21:04:48.242] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845597561075774864:15:0) after 7m22s
[21:12:10.317] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845597561075774864:15:0)
[21:12:10.350] Build status: SCHEDULED
[21:12:10.350] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845597561075774864:16:0) after 1m51s
[21:14:01.313] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845597561075774864:16:0)
[21:14:01.331] Build status: SCHEDULED
[21:14:01.331] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845597561075774864:17:0) after 3m28s
[21:17:29.400] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845597561075774864:17:0)
[21:17:29.420] Build status: SCHEDULED
[21:17:29.420] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845597561075774864:18:0) after 4m34s
[21:22:03.622] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845597561075774864:18:0)
[21:22:03.638] Build status: SCHEDULED
[21:22:03.638] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845597561075774864:19:0) after 9m19s
[21:31:22.719] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845597561075774864:19:0)
[21:31:22.741] Build status: SCHEDULED
[21:31:22.741] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845597561075774864:20:0) after 5m4s
[21:36:26.751] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845597561075774864:20:0)
[21:36:26.769] Build status: SCHEDULED
[21:36:26.769] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845597561075774864:21:0) after 5m1s
[21:41:27.884] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845597561075774864:21:0)
[21:41:27.911] Build status: SCHEDULED
[21:41:27.912] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845597561075774864:22:0) after 3m37s
[21:45:04.923] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845597561075774864:22:0)
[21:45:04.947] Build status: SCHEDULED
[21:45:04.947] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845597561075774864:23:0) after 6m42s
[21:51:47.105] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845597561075774864:23:0)
[21:51:47.125] Build status: SCHEDULED
[21:51:47.125] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845597561075774864:24:0) after 5m7s
[21:56:54.163] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845597561075774864:24:0)
[21:56:54.245] Build status: SCHEDULED
[21:56:54.245] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845597561075774864:25:0) after 2m39s
[21:57:13.609] Received PubSub notification, asking Buildbucket for the build status
[21:57:13.625] Build status: STARTED
[21:59:33.298] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845597561075774864:25:0)
[21:59:33.318] Build status: STARTED
[21:59:33.318] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845597561075774864:27:0) after 1m49s
[22:01:22.383] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845597561075774864:27:0)
[22:01:22.476] Build status: STARTED
[22:01:22.476] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845597561075774864:28:0) after 7m3s
[22:03:13.498] Received PubSub notification, asking Buildbucket for the build status
[22:03:13.516] Build:
{
"id": "8680167499042871409",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-tsan-gtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-01T20:03:36.266178953Z",
"startTime": "2026-06-01T21:57:13.467554104Z",
"endTime": "2026-06-01T22:03:13.134916801Z",
"updateTime": "2026-06-01T22:03:13.134916801Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "893902f2e88adfc00a98f0ea558b055653efb7fa",
"ref": "refs/heads/main"
}
}
}
[22:03:13.516] Invocation finished in 1h59m38.571611755s with status FAILED