[22:43:50.275] New invocation is queued and will start shortly
[22:43:51.344] Starting the invocation (attempt 1)
[22:43:51.374] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/0275a1b696fde99affb51443adce1e85f75f6462"
[22:43:51.374] Popped gitiles commit info from properties and tags
[22:43:51.374] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[22:43:51.374] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[22:43:51.374] Buildbucket request:
{
"requestId": "8839517481926896528",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-ubsan-gtest"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8839517481926896528",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "66c191792e09a59b852c0266aaebdd1729836efa"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@66c191792e09a59b852c0266aaebdd1729836efa",
"title": "66c191792e09a59b852c0266aaebdd1729836efa",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/66c191792e09a59b852c0266aaebdd1729836efa"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "0275a1b696fde99affb51443adce1e85f75f6462"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@0275a1b696fde99affb51443adce1e85f75f6462",
"title": "0275a1b696fde99affb51443adce1e85f75f6462",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/0275a1b696fde99affb51443adce1e85f75f6462"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "0275a1b696fde99affb51443adce1e85f75f6462",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8839517481926896528"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[22:43:51.872] Scheduled build:
{
"id": "8674087420050289665",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-ubsan-gtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-07T22:43:51.443257170Z",
"updateTime": "2026-08-07T22:43:51.443257170Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "0275a1b696fde99affb51443adce1e85f75f6462",
"ref": "refs/heads/main"
}
}
}
[22:43:51.872] Task URL: https://cr-buildbucket.appspot.com/build/8674087420050289665
[22:43:51.872] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839517481926896528:2:0) after 7m29s
[22:43:54.469] Received PubSub notification, asking Buildbucket for the build status
[22:43:54.491] Build status: SCHEDULED
[22:51:21.036] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839517481926896528:2:0)
[22:51:21.058] Build status: SCHEDULED
[22:51:21.058] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839517481926896528:4:0) after 1m2s
[22:52:23.053] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839517481926896528:4:0)
[22:52:23.075] Build status: SCHEDULED
[22:52:23.075] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839517481926896528:5:0) after 1m18s
[22:53:41.081] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839517481926896528:5:0)
[22:53:41.101] Build status: SCHEDULED
[22:53:41.101] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839517481926896528:6:0) after 3m16s
[22:56:57.116] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839517481926896528:6:0)
[22:56:57.137] Build status: SCHEDULED
[22:56:57.137] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839517481926896528:7:0) after 8m13s
[23:05:10.257] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839517481926896528:7:0)
[23:05:10.324] Build status: SCHEDULED
[23:05:10.324] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839517481926896528:8:0) after 6m30s
[23:11:40.419] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839517481926896528:8:0)
[23:11:40.440] Build status: SCHEDULED
[23:11:40.440] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839517481926896528:9:0) after 3m27s
[23:15:07.593] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839517481926896528:9:0)
[23:15:07.618] Build status: SCHEDULED
[23:15:07.618] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839517481926896528:10:0) after 2m28s
[23:17:35.746] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839517481926896528:10:0)
[23:17:35.769] Build status: SCHEDULED
[23:17:35.769] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839517481926896528:11:0) after 9m16s
[23:26:51.851] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839517481926896528:11:0)
[23:26:51.900] Build status: SCHEDULED
[23:26:51.900] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839517481926896528:12:0) after 3m29s
[23:30:21.036] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839517481926896528:12:0)
[23:30:21.060] Build status: SCHEDULED
[23:30:21.060] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839517481926896528:13:0) after 9m27s
[23:39:48.107] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839517481926896528:13:0)
[23:39:48.128] Build status: SCHEDULED
[23:39:48.128] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839517481926896528:14:0) after 2m24s
[23:42:12.144] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839517481926896528:14:0)
[23:42:12.208] Build status: SCHEDULED
[23:42:12.208] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839517481926896528:15:0) after 5m34s
[23:47:46.230] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839517481926896528:15:0)
[23:47:46.246] Build status: SCHEDULED
[23:47:46.246] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839517481926896528:16:0) after 3m11s
[23:50:57.312] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839517481926896528:16:0)
[23:50:57.342] Build status: SCHEDULED
[23:50:57.342] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839517481926896528:17:0) after 6m52s
[23:57:49.461] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839517481926896528:17:0)
[23:57:49.483] Build status: SCHEDULED
[23:57:49.483] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839517481926896528:18:0) after 7m16s
[00:05:05.693] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839517481926896528:18:0)
[00:05:05.714] Build status: SCHEDULED
[00:05:05.714] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839517481926896528:19:0) after 7m20s
[00:12:25.944] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839517481926896528:19:0)
[00:12:25.966] Build status: SCHEDULED
[00:12:25.966] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839517481926896528:20:0) after 5m48s
[00:18:14.084] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839517481926896528:20:0)
[00:18:14.106] Build status: SCHEDULED
[00:18:14.106] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839517481926896528:21:0) after 7m39s
[00:25:53.299] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839517481926896528:21:0)
[00:25:53.360] Build status: SCHEDULED
[00:25:53.360] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839517481926896528:22:0) after 1m5s
[00:26:58.403] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839517481926896528:22:0)
[00:26:58.433] Build status: SCHEDULED
[00:26:58.433] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839517481926896528:23:0) after 4m57s
[00:31:55.447] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839517481926896528:23:0)
[00:31:55.467] Build status: SCHEDULED
[00:31:55.467] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839517481926896528:24:0) after 6m47s
[00:38:42.483] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839517481926896528:24:0)
[00:38:42.507] Build status: SCHEDULED
[00:38:42.507] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839517481926896528:25:0) after 8m31s
[00:47:13.523] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839517481926896528:25:0)
[00:47:13.541] Build status: SCHEDULED
[00:47:13.541] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839517481926896528:26:0) after 9m20s
[00:56:33.609] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839517481926896528:26:0)
[00:56:33.628] Build status: SCHEDULED
[00:56:33.628] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839517481926896528:27:0) after 8m38s
[01:05:11.601] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839517481926896528:27:0)
[01:05:11.622] Build status: SCHEDULED
[01:05:11.622] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839517481926896528:28:0) after 5m52s
[01:11:03.650] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839517481926896528:28:0)
[01:11:03.672] Build status: SCHEDULED
[01:11:03.672] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839517481926896528:29:0) after 2m12s
[01:13:15.694] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839517481926896528:29:0)
[01:13:15.718] Build status: SCHEDULED
[01:13:15.718] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839517481926896528:30:0) after 1m52s
[01:15:07.814] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839517481926896528:30:0)
[01:15:07.877] Build status: SCHEDULED
[01:15:07.877] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839517481926896528:31:0) after 6m36s
[01:21:43.908] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839517481926896528:31:0)
[01:21:43.931] Build status: SCHEDULED
[01:21:43.931] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839517481926896528:32:0) after 4m34s
[01:26:18.034] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839517481926896528:32:0)
[01:26:18.094] Build status: SCHEDULED
[01:26:18.094] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839517481926896528:33:0) after 3m59s
[01:30:17.136] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839517481926896528:33:0)
[01:30:17.157] Build status: SCHEDULED
[01:30:17.157] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839517481926896528:34:0) after 9m9s
[01:39:26.180] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839517481926896528:34:0)
[01:39:26.198] Build status: SCHEDULED
[01:39:26.198] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8839517481926896528:35:0) after 5m4s
[01:39:28.846] Received PubSub notification, asking Buildbucket for the build status
[01:39:28.887] Build status: STARTED
[01:44:14.530] Received PubSub notification, asking Buildbucket for the build status
[01:44:14.546] Build:
{
"id": "8674087420050289665",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-ubsan-gtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-07T22:43:51.443257170Z",
"startTime": "2026-08-08T01:39:28.692233983Z",
"endTime": "2026-08-08T01:43:56.524128689Z",
"updateTime": "2026-08-08T01:43:56.524128689Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "0275a1b696fde99affb51443adce1e85f75f6462",
"ref": "refs/heads/main"
}
}
}
[01:44:14.546] Invocation finished in 3h0m24.276176189s with status FAILED