[03:36:04.393] New invocation is queued and will start shortly
[03:36:05.654] Starting the invocation (attempt 1)
[03:36:05.685] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/3427e5c2aa041c6f5fc5f10620d7c31111d38d9a"
[03:36:05.685] Popped gitiles commit info from properties and tags
[03:36:05.685] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[03:36:05.685] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[03:36:05.685] Buildbucket request:
{
"requestId": "8844844317089962384",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-clang-tidy"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8844844317089962384",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "c5a69a6d1b0efc8b31635913082f055bb1b74703"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@c5a69a6d1b0efc8b31635913082f055bb1b74703",
"title": "c5a69a6d1b0efc8b31635913082f055bb1b74703",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/c5a69a6d1b0efc8b31635913082f055bb1b74703"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "89f08651f283432641f1137104bbd6186e0a32f4"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@89f08651f283432641f1137104bbd6186e0a32f4",
"title": "89f08651f283432641f1137104bbd6186e0a32f4",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/89f08651f283432641f1137104bbd6186e0a32f4"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "6d1941263519bcc1a581ce1a177eb77678cc9ec6"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@6d1941263519bcc1a581ce1a177eb77678cc9ec6",
"title": "6d1941263519bcc1a581ce1a177eb77678cc9ec6",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/6d1941263519bcc1a581ce1a177eb77678cc9ec6"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "3427e5c2aa041c6f5fc5f10620d7c31111d38d9a"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@3427e5c2aa041c6f5fc5f10620d7c31111d38d9a",
"title": "3427e5c2aa041c6f5fc5f10620d7c31111d38d9a",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/3427e5c2aa041c6f5fc5f10620d7c31111d38d9a"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "3427e5c2aa041c6f5fc5f10620d7c31111d38d9a",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8844844317089962384"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[03:36:06.211] Scheduled build:
{
"id": "8679414254930889505",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-clang-tidy"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-10T03:36:05.830499872Z",
"updateTime": "2026-06-10T03:36:05.830499872Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "3427e5c2aa041c6f5fc5f10620d7c31111d38d9a",
"ref": "refs/heads/main"
}
}
}
[03:36:06.211] Task URL: https://cr-buildbucket.appspot.com/build/8679414254930889505
[03:36:06.211] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844844317089962384:2:0) after 4m15s
[03:36:07.104] Received PubSub notification, asking Buildbucket for the build status
[03:36:07.160] Build status: SCHEDULED
[03:40:21.223] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844844317089962384:2:0)
[03:40:21.239] Build status: SCHEDULED
[03:40:21.239] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844844317089962384:4:0) after 3m9s
[03:43:30.368] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844844317089962384:4:0)
[03:43:30.462] Build status: SCHEDULED
[03:43:30.462] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844844317089962384:5:0) after 7m28s
[03:50:58.498] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844844317089962384:5:0)
[03:50:58.527] Build status: SCHEDULED
[03:50:58.528] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844844317089962384:6:0) after 1m12s
[03:52:10.526] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844844317089962384:6:0)
[03:52:10.545] Build status: SCHEDULED
[03:52:10.545] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844844317089962384:7:0) after 9m51s
[04:02:01.562] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844844317089962384:7:0)
[04:02:01.579] Build status: SCHEDULED
[04:02:01.579] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844844317089962384:8:0) after 5m13s
[04:07:14.594] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844844317089962384:8:0)
[04:07:14.614] Build status: SCHEDULED
[04:07:14.614] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844844317089962384:9:0) after 4m33s
[04:11:47.683] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844844317089962384:9:0)
[04:11:47.703] Build status: SCHEDULED
[04:11:47.703] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844844317089962384:10:0) after 3m33s
[04:15:20.719] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844844317089962384:10:0)
[04:15:20.741] Build status: SCHEDULED
[04:15:20.741] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844844317089962384:11:0) after 9m50s
[04:25:10.793] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844844317089962384:11:0)
[04:25:10.816] Build status: SCHEDULED
[04:25:10.816] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844844317089962384:12:0) after 8m39s
[04:33:49.831] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844844317089962384:12:0)
[04:33:49.849] Build status: SCHEDULED
[04:33:49.849] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844844317089962384:13:0) after 7m9s
[04:40:58.909] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844844317089962384:13:0)
[04:40:58.928] Build status: SCHEDULED
[04:40:58.928] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844844317089962384:14:0) after 3m40s
[04:44:38.916] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844844317089962384:14:0)
[04:44:38.939] Build status: SCHEDULED
[04:44:38.939] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844844317089962384:15:0) after 9m28s
[04:54:06.955] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844844317089962384:15:0)
[04:54:06.978] Build status: SCHEDULED
[04:54:06.978] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844844317089962384:16:0) after 5m9s
[04:59:15.998] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844844317089962384:16:0)
[04:59:16.023] Build status: SCHEDULED
[04:59:16.023] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844844317089962384:17:0) after 4m4s
[05:03:20.061] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844844317089962384:17:0)
[05:03:20.078] Build status: SCHEDULED
[05:03:20.078] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844844317089962384:18:0) after 3m13s
[05:06:33.098] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844844317089962384:18:0)
[05:06:33.118] Build status: SCHEDULED
[05:06:33.118] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844844317089962384:19:0) after 1m58s
[05:08:31.134] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844844317089962384:19:0)
[05:08:31.154] Build status: SCHEDULED
[05:08:31.154] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844844317089962384:20:0) after 6m48s
[05:15:19.493] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844844317089962384:20:0)
[05:15:19.516] Build status: SCHEDULED
[05:15:19.516] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844844317089962384:21:0) after 4m59s
[05:20:18.505] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844844317089962384:21:0)
[05:20:18.611] Build status: SCHEDULED
[05:20:18.611] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844844317089962384:22:0) after 4m22s
[05:24:40.626] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844844317089962384:22:0)
[05:24:40.648] Build status: SCHEDULED
[05:24:40.648] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844844317089962384:23:0) after 8m27s
[05:33:07.672] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844844317089962384:23:0)
[05:33:07.688] Build status: SCHEDULED
[05:33:07.688] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844844317089962384:24:0) after 1m44s
[05:34:51.703] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844844317089962384:24:0)
[05:34:51.721] Build status: SCHEDULED
[05:34:51.721] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844844317089962384:25:0) after 2m34s
[05:37:25.842] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844844317089962384:25:0)
[05:37:25.860] Build status: SCHEDULED
[05:37:25.860] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844844317089962384:26:0) after 6m24s
[05:43:49.926] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844844317089962384:26:0)
[05:43:49.942] Build status: SCHEDULED
[05:43:49.942] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844844317089962384:27:0) after 9m41s
[05:51:34.931] Received PubSub notification, asking Buildbucket for the build status
[05:51:34.948] Build status: STARTED
[05:53:30.960] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844844317089962384:27:0)
[05:53:30.979] Build status: STARTED
[05:53:30.979] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844844317089962384:29:0) after 6m36s
[05:54:51.699] Received PubSub notification, asking Buildbucket for the build status
[05:54:51.716] Build:
{
"id": "8679414254930889505",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-clang-tidy"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-10T03:36:05.830499872Z",
"startTime": "2026-06-10T05:51:34.757242136Z",
"endTime": "2026-06-10T05:54:51.393947775Z",
"updateTime": "2026-06-10T05:54:51.393947775Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "3427e5c2aa041c6f5fc5f10620d7c31111d38d9a",
"ref": "refs/heads/main"
}
}
}
[05:54:51.716] Invocation finished in 2h18m47.329554123s with status FAILED