[20:56:06.635] New invocation is queued and will start shortly
[20:56:08.228] Starting the invocation (attempt 1)
[20:56:08.254] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/99e3b1b3910f8fc446d5200462d8bd5c982549f4"
[20:56:08.254] Popped gitiles commit info from properties and tags
[20:56:08.254] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:56:08.255] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:56:08.256] Buildbucket request:
{
"requestId": "8839705453478437520",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-ubsan-gtest"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8839705453478437520",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "99e3b1b3910f8fc446d5200462d8bd5c982549f4"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@99e3b1b3910f8fc446d5200462d8bd5c982549f4",
"title": "99e3b1b3910f8fc446d5200462d8bd5c982549f4",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/99e3b1b3910f8fc446d5200462d8bd5c982549f4"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "99e3b1b3910f8fc446d5200462d8bd5c982549f4",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8839705453478437520"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[20:56:08.671] Scheduled build:
{
"id": "8674275391048794225",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-ubsan-gtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-05T20:56:08.329115359Z",
"updateTime": "2026-08-05T20:56:08.329115359Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "99e3b1b3910f8fc446d5200462d8bd5c982549f4",
"ref": "refs/heads/main"
}
}
}
[20:56:08.671] Task URL: https://cr-buildbucket.appspot.com/build/8674275391048794225
[20:56:08.671] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839705453478437520:2:0) after 9m15s
[20:56:09.675] Received PubSub notification, asking Buildbucket for the build status
[20:56:09.760] Build status: SCHEDULED
[21:05:23.688] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839705453478437520:2:0)
[21:05:23.706] Build status: SCHEDULED
[21:05:23.706] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839705453478437520:4:0) after 6m27s
[21:11:50.721] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839705453478437520:4:0)
[21:11:50.741] Build status: SCHEDULED
[21:11:50.741] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839705453478437520:5:0) after 1m0s
[21:12:50.831] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839705453478437520:5:0)
[21:12:50.852] Build status: SCHEDULED
[21:12:50.852] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839705453478437520:6:0) after 2m7s
[21:14:58.061] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839705453478437520:6:0)
[21:14:58.081] Build status: SCHEDULED
[21:14:58.081] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839705453478437520:7:0) after 9m51s
[21:24:49.174] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839705453478437520:7:0)
[21:24:49.212] Build status: SCHEDULED
[21:24:49.212] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839705453478437520:8:0) after 3m20s
[21:28:09.237] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839705453478437520:8:0)
[21:28:09.260] Build status: SCHEDULED
[21:28:09.260] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839705453478437520:9:0) after 2m36s
[21:30:45.369] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839705453478437520:9:0)
[21:30:45.395] Build status: SCHEDULED
[21:30:45.395] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839705453478437520:10:0) after 4m20s
[21:35:05.440] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839705453478437520:10:0)
[21:35:05.461] Build status: SCHEDULED
[21:35:05.461] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839705453478437520:11:0) after 9m13s
[21:44:18.462] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839705453478437520:11:0)
[21:44:18.482] Build status: SCHEDULED
[21:44:18.482] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839705453478437520:12:0) after 2m28s
[21:46:46.495] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839705453478437520:12:0)
[21:46:46.516] Build status: SCHEDULED
[21:46:46.516] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839705453478437520:13:0) after 9m40s
[21:56:26.568] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839705453478437520:13:0)
[21:56:26.585] Build status: SCHEDULED
[21:56:26.585] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839705453478437520:14:0) after 6m11s
[22:02:37.790] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839705453478437520:14:0)
[22:02:37.821] Build status: SCHEDULED
[22:02:37.821] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839705453478437520:15:0) after 6m32s
[22:09:09.807] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839705453478437520:15:0)
[22:09:09.830] Build status: SCHEDULED
[22:09:09.830] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839705453478437520:16:0) after 4m33s
[22:13:42.842] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839705453478437520:16:0)
[22:13:42.864] Build status: SCHEDULED
[22:13:42.864] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839705453478437520:17:0) after 5m37s
[22:19:19.916] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839705453478437520:17:0)
[22:19:19.941] Build status: SCHEDULED
[22:19:19.941] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839705453478437520:18:0) after 4m58s
[22:24:17.957] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839705453478437520:18:0)
[22:24:17.977] Build status: SCHEDULED
[22:24:17.977] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839705453478437520:19:0) after 6m3s
[22:30:20.981] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839705453478437520:19:0)
[22:30:21.075] Build status: SCHEDULED
[22:30:21.075] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839705453478437520:20:0) after 8m4s
[22:38:25.148] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839705453478437520:20:0)
[22:38:25.167] Build status: SCHEDULED
[22:38:25.167] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839705453478437520:21:0) after 8m30s
[22:46:55.281] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839705453478437520:21:0)
[22:46:55.304] Build status: SCHEDULED
[22:46:55.304] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839705453478437520:22:0) after 2m36s
[22:48:21.824] Received PubSub notification, asking Buildbucket for the build status
[22:48:21.842] Build status: STARTED
[22:49:31.383] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839705453478437520:22:0)
[22:49:31.409] Build status: STARTED
[22:49:31.409] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839705453478437520:24:0) after 5m27s
[22:54:58.398] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839705453478437520:24:0)
[22:54:58.424] Build status: STARTED
[22:54:58.425] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839705453478437520:25:0) after 5m37s
[22:58:32.045] Received PubSub notification, asking Buildbucket for the build status
[22:58:32.102] Build:
{
"id": "8674275391048794225",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-ubsan-gtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-05T20:56:08.329115359Z",
"startTime": "2026-08-05T22:48:21.620626493Z",
"endTime": "2026-08-05T22:58:31.633608195Z",
"updateTime": "2026-08-05T22:58:31.633608195Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "99e3b1b3910f8fc446d5200462d8bd5c982549f4",
"ref": "refs/heads/main"
}
}
}
[22:58:32.102] Invocation finished in 2h2m25.472692015s with status FAILED