[02:29:28.849] New invocation is queued and will start shortly
[02:29:30.029] Starting the invocation (attempt 1)
[02:29:30.054] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/adaa4516a59c549809f57d905cacadf87247aac8"
[02:29:30.054] Popped gitiles commit info from properties and tags
[02:29:30.054] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:29:30.055] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:29:30.056] Buildbucket request:
{
"requestId": "8837963137274595248",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-clang-tidy"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8837963137274595248",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "d5fef7a0aaf91239ef82aa5adc83fd7ff63870a4"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@d5fef7a0aaf91239ef82aa5adc83fd7ff63870a4",
"title": "d5fef7a0aaf91239ef82aa5adc83fd7ff63870a4",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/d5fef7a0aaf91239ef82aa5adc83fd7ff63870a4"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "b50aeebf1e99973396b609773b2d940da59dbd59"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@b50aeebf1e99973396b609773b2d940da59dbd59",
"title": "b50aeebf1e99973396b609773b2d940da59dbd59",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/b50aeebf1e99973396b609773b2d940da59dbd59"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "adaa4516a59c549809f57d905cacadf87247aac8"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@adaa4516a59c549809f57d905cacadf87247aac8",
"title": "adaa4516a59c549809f57d905cacadf87247aac8",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/adaa4516a59c549809f57d905cacadf87247aac8"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "adaa4516a59c549809f57d905cacadf87247aac8",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8837963137274595248"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[02:29:30.432] Scheduled build:
{
"id": "8672533075287090449",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-clang-tidy"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-25T02:29:30.122436497Z",
"updateTime": "2026-08-25T02:29:30.122436497Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "adaa4516a59c549809f57d905cacadf87247aac8",
"ref": "refs/heads/main"
}
}
}
[02:29:30.432] Task URL: https://cr-buildbucket.appspot.com/build/8672533075287090449
[02:29:30.432] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837963137274595248:2:0) after 7m41s
[02:29:31.365] Received PubSub notification, asking Buildbucket for the build status
[02:29:31.384] Build status: SCHEDULED
[02:37:11.415] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837963137274595248:2:0)
[02:37:11.435] Build status: SCHEDULED
[02:37:11.435] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837963137274595248:4:0) after 3m43s
[02:40:54.453] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837963137274595248:4:0)
[02:40:54.478] Build status: SCHEDULED
[02:40:54.478] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837963137274595248:5:0) after 6m40s
[02:47:34.492] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837963137274595248:5:0)
[02:47:34.519] Build status: SCHEDULED
[02:47:34.519] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837963137274595248:6:0) after 6m44s
[02:54:18.535] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837963137274595248:6:0)
[02:54:18.555] Build status: SCHEDULED
[02:54:18.555] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837963137274595248:7:0) after 4m28s
[02:58:46.675] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837963137274595248:7:0)
[02:58:46.708] Build status: SCHEDULED
[02:58:46.708] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837963137274595248:8:0) after 4m6s
[03:02:52.727] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837963137274595248:8:0)
[03:02:52.753] Build status: SCHEDULED
[03:02:52.753] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837963137274595248:9:0) after 8m11s
[03:11:03.853] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837963137274595248:9:0)
[03:11:03.869] Build status: SCHEDULED
[03:11:03.869] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837963137274595248:10:0) after 5m56s
[03:16:59.889] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837963137274595248:10:0)
[03:16:59.910] Build status: SCHEDULED
[03:16:59.910] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837963137274595248:11:0) after 7m37s
[03:24:36.932] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837963137274595248:11:0)
[03:24:36.961] Build status: SCHEDULED
[03:24:36.961] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837963137274595248:12:0) after 9m30s
[03:34:07.139] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837963137274595248:12:0)
[03:34:07.220] Build status: SCHEDULED
[03:34:07.220] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837963137274595248:13:0) after 8m35s
[03:42:42.234] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837963137274595248:13:0)
[03:42:42.260] Build status: SCHEDULED
[03:42:42.261] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837963137274595248:14:0) after 6m55s
[03:49:37.294] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837963137274595248:14:0)
[03:49:37.486] Build status: SCHEDULED
[03:49:37.486] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837963137274595248:15:0) after 5m29s
[03:55:06.579] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837963137274595248:15:0)
[03:55:06.599] Build status: SCHEDULED
[03:55:06.599] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837963137274595248:16:0) after 4m46s
[03:59:52.633] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837963137274595248:16:0)
[03:59:52.653] Build status: SCHEDULED
[03:59:52.653] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837963137274595248:17:0) after 6m51s
[04:06:43.734] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837963137274595248:17:0)
[04:06:43.762] Build status: SCHEDULED
[04:06:43.762] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837963137274595248:18:0) after 7m7s
[04:13:50.778] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837963137274595248:18:0)
[04:13:50.803] Build status: SCHEDULED
[04:13:50.804] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837963137274595248:19:0) after 5m58s
[04:19:48.852] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837963137274595248:19:0)
[04:19:48.877] Build status: SCHEDULED
[04:19:48.877] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837963137274595248:20:0) after 8m45s
[04:28:33.992] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837963137274595248:20:0)
[04:28:34.015] Build status: SCHEDULED
[04:28:34.015] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837963137274595248:21:0) after 3m24s
[04:31:57.997] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837963137274595248:21:0)
[04:31:58.017] Build status: SCHEDULED
[04:31:58.017] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837963137274595248:22:0) after 5m47s
[04:37:45.086] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837963137274595248:22:0)
[04:37:45.106] Build status: SCHEDULED
[04:37:45.106] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837963137274595248:23:0) after 8m0s
[04:45:45.194] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837963137274595248:23:0)
[04:45:45.217] Build status: SCHEDULED
[04:45:45.217] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837963137274595248:24:0) after 6m30s
[04:52:15.240] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837963137274595248:24:0)
[04:52:15.261] Build status: SCHEDULED
[04:52:15.261] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837963137274595248:25:0) after 4m51s
[04:57:06.330] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837963137274595248:25:0)
[04:57:06.350] Build status: SCHEDULED
[04:57:06.350] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837963137274595248:26:0) after 7m52s
[05:04:58.372] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837963137274595248:26:0)
[05:04:58.394] Build status: SCHEDULED
[05:04:58.394] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837963137274595248:27:0) after 4m40s
[05:09:38.401] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837963137274595248:27:0)
[05:09:38.438] Build status: SCHEDULED
[05:09:38.439] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837963137274595248:28:0) after 6m49s
[05:16:27.453] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837963137274595248:28:0)
[05:16:27.475] Build status: SCHEDULED
[05:16:27.475] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837963137274595248:29:0) after 4m38s
[05:21:05.564] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837963137274595248:29:0)
[05:21:05.651] Build status: SCHEDULED
[05:21:05.651] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837963137274595248:30:0) after 2m52s
[05:23:57.669] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837963137274595248:30:0)
[05:23:57.700] Build status: SCHEDULED
[05:23:57.700] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837963137274595248:31:0) after 8m31s
[05:32:28.716] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837963137274595248:31:0)
[05:32:28.737] Build status: SCHEDULED
[05:32:28.738] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837963137274595248:32:0) after 9m15s
[05:41:43.813] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837963137274595248:32:0)
[05:41:43.832] Build status: SCHEDULED
[05:41:43.832] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837963137274595248:33:0) after 8m15s
[05:49:58.853] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837963137274595248:33:0)
[05:49:58.872] Build status: SCHEDULED
[05:49:58.872] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837963137274595248:34:0) after 2m3s
[05:52:01.904] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837963137274595248:34:0)
[05:52:01.973] Build status: SCHEDULED
[05:52:01.973] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837963137274595248:35:0) after 6m19s
[05:58:20.990] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837963137274595248:35:0)
[05:58:21.016] Build status: SCHEDULED
[05:58:21.016] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837963137274595248:36:0) after 9m16s
[06:07:31.151] Received PubSub notification, asking Buildbucket for the build status
[06:07:31.171] Build status: STARTED
[06:07:37.089] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837963137274595248:36:0)
[06:07:37.127] Build status: STARTED
[06:07:37.127] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837963137274595248:38:0) after 3m51s
[06:11:28.144] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837963137274595248:38:0)
[06:11:28.168] Build status: STARTED
[06:11:28.168] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8837963137274595248:39:0) after 9m40s
[06:11:54.489] Received PubSub notification, asking Buildbucket for the build status
[06:11:54.511] Build:
{
"id": "8672533075287090449",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-clang-tidy"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-25T02:29:30.122436497Z",
"startTime": "2026-08-25T06:07:30.932297899Z",
"endTime": "2026-08-25T06:11:54.105557009Z",
"updateTime": "2026-08-25T06:11:54.105557009Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "adaa4516a59c549809f57d905cacadf87247aac8",
"ref": "refs/heads/main"
}
}
}
[06:11:54.511] Invocation finished in 3h42m25.667440913s with status FAILED