[19:47:49.155] New invocation is queued and will start shortly
[19:47:51.325] Starting the invocation (attempt 1)
[19:47:51.352] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/67f989151ff888a0c61c271689c5ba55fbc821f5"
[19:47:51.352] Popped gitiles commit info from properties and tags
[19:47:51.352] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[19:47:51.353] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[19:47:51.353] Buildbucket request:
{
"requestId": "8839890943929222384",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-ubsan-build"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8839890943929222384",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "e29e363257631e4a0748af47354d1f806e03919e"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@e29e363257631e4a0748af47354d1f806e03919e",
"title": "e29e363257631e4a0748af47354d1f806e03919e",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/e29e363257631e4a0748af47354d1f806e03919e"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "56da6656049c499440478a8f244dc0f6bc588b3e"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@56da6656049c499440478a8f244dc0f6bc588b3e",
"title": "56da6656049c499440478a8f244dc0f6bc588b3e",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/56da6656049c499440478a8f244dc0f6bc588b3e"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "67f989151ff888a0c61c271689c5ba55fbc821f5"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@67f989151ff888a0c61c271689c5ba55fbc821f5",
"title": "67f989151ff888a0c61c271689c5ba55fbc821f5",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/67f989151ff888a0c61c271689c5ba55fbc821f5"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "67f989151ff888a0c61c271689c5ba55fbc821f5",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8839890943929222384"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[19:47:51.760] Scheduled build:
{
"id": "8674460880890228337",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-ubsan-build"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-03T19:47:51.432737038Z",
"updateTime": "2026-08-03T19:47:51.432737038Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "67f989151ff888a0c61c271689c5ba55fbc821f5",
"ref": "refs/heads/main"
}
}
}
[19:47:51.760] Task URL: https://cr-buildbucket.appspot.com/build/8674460880890228337
[19:47:51.760] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8839890943929222384:2:0) after 6m36s
[19:47:52.684] Received PubSub notification, asking Buildbucket for the build status
[19:47:52.705] Build status: SCHEDULED
[19:54:27.796] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8839890943929222384:2:0)
[19:54:27.943] Build status: SCHEDULED
[19:54:27.943] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8839890943929222384:4:0) after 6m7s
[20:00:35.127] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8839890943929222384:4:0)
[20:00:35.148] Build status: SCHEDULED
[20:00:35.148] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8839890943929222384:5:0) after 4m19s
[20:04:54.167] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8839890943929222384:5:0)
[20:04:54.215] Build status: SCHEDULED
[20:04:54.215] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8839890943929222384:6:0) after 6m32s
[20:11:26.230] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8839890943929222384:6:0)
[20:11:26.251] Build status: SCHEDULED
[20:11:26.251] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8839890943929222384:7:0) after 8m18s
[20:19:44.392] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8839890943929222384:7:0)
[20:19:44.414] Build status: SCHEDULED
[20:19:44.414] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8839890943929222384:8:0) after 6m18s
[20:26:02.429] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8839890943929222384:8:0)
[20:26:02.446] Build status: SCHEDULED
[20:26:02.447] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8839890943929222384:9:0) after 6m56s
[20:32:58.419] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8839890943929222384:9:0)
[20:32:58.435] Build status: SCHEDULED
[20:32:58.435] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8839890943929222384:10:0) after 1m19s
[20:34:17.466] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8839890943929222384:10:0)
[20:34:17.491] Build status: SCHEDULED
[20:34:17.491] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8839890943929222384:11:0) after 7m44s
[20:42:01.652] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8839890943929222384:11:0)
[20:42:01.694] Build status: SCHEDULED
[20:42:01.694] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8839890943929222384:12:0) after 5m55s
[20:47:56.787] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8839890943929222384:12:0)
[20:47:56.924] Build status: SCHEDULED
[20:47:56.924] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8839890943929222384:13:0) after 2m37s
[20:50:34.025] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8839890943929222384:13:0)
[20:50:34.045] Build status: SCHEDULED
[20:50:34.045] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8839890943929222384:14:0) after 3m54s
[20:54:28.292] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8839890943929222384:14:0)
[20:54:28.314] Build status: SCHEDULED
[20:54:28.314] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8839890943929222384:15:0) after 6m19s
[21:00:47.469] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8839890943929222384:15:0)
[21:00:47.497] Build status: SCHEDULED
[21:00:47.497] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8839890943929222384:16:0) after 4m23s
[21:05:10.512] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8839890943929222384:16:0)
[21:05:10.553] Build status: SCHEDULED
[21:05:10.553] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8839890943929222384:17:0) after 6m14s
[21:11:24.644] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8839890943929222384:17:0)
[21:11:24.662] Build status: SCHEDULED
[21:11:24.662] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8839890943929222384:18:0) after 8m55s
[21:20:19.787] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8839890943929222384:18:0)
[21:20:19.935] Build status: SCHEDULED
[21:20:19.935] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8839890943929222384:19:0) after 9m43s
[21:30:02.952] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8839890943929222384:19:0)
[21:30:02.970] Build status: SCHEDULED
[21:30:02.970] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8839890943929222384:20:0) after 6m43s
[21:36:46.023] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8839890943929222384:20:0)
[21:36:46.072] Build status: SCHEDULED
[21:36:46.072] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8839890943929222384:21:0) after 3m36s
[21:40:22.193] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8839890943929222384:21:0)
[21:40:22.214] Build status: SCHEDULED
[21:40:22.214] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8839890943929222384:22:0) after 8m19s
[21:47:00.318] Received PubSub notification, asking Buildbucket for the build status
[21:47:00.344] Build status: STARTED
[21:48:41.309] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8839890943929222384:22:0)
[21:48:41.328] Build status: STARTED
[21:48:41.328] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8839890943929222384:24:0) after 8m6s
[21:54:52.554] Received PubSub notification, asking Buildbucket for the build status
[21:54:52.573] Build:
{
"id": "8674460880890228337",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-ubsan-build"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-03T19:47:51.432737038Z",
"startTime": "2026-08-03T21:46:48.573459972Z",
"endTime": "2026-08-03T21:54:52.264331923Z",
"updateTime": "2026-08-03T21:54:52.264331923Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "67f989151ff888a0c61c271689c5ba55fbc821f5",
"ref": "refs/heads/main"
}
}
}
[21:54:52.573] Invocation finished in 2h7m3.422906762s with status FAILED