[01:04:58.989] New invocation is queued and will start shortly
[01:05:00.140] Starting the invocation (attempt 1)
[01:05:00.208] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/e7d13cc8df56e16c7713e8e9308c778a725c038d"
[01:05:00.209] Popped gitiles commit info from properties and tags
[01:05:00.209] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:05:00.209] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:05:00.209] Buildbucket request:
{
"requestId": "8844038450154360400",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-clang-tidy"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8844038450154360400",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "f3bd5268ea0949e09ee61350d661c6ece015d84c"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@f3bd5268ea0949e09ee61350d661c6ece015d84c",
"title": "f3bd5268ea0949e09ee61350d661c6ece015d84c",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/f3bd5268ea0949e09ee61350d661c6ece015d84c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "ff2c4f14ec7c9160e8f6409d6baebdb82173f741"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@ff2c4f14ec7c9160e8f6409d6baebdb82173f741",
"title": "ff2c4f14ec7c9160e8f6409d6baebdb82173f741",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/ff2c4f14ec7c9160e8f6409d6baebdb82173f741"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "d13b8a700bd01056788a406b4d916395da173a18"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@d13b8a700bd01056788a406b4d916395da173a18",
"title": "d13b8a700bd01056788a406b4d916395da173a18",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/d13b8a700bd01056788a406b4d916395da173a18"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "b77dda7d765c4f46be2c051feb14b58555d17f51"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@b77dda7d765c4f46be2c051feb14b58555d17f51",
"title": "b77dda7d765c4f46be2c051feb14b58555d17f51",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/b77dda7d765c4f46be2c051feb14b58555d17f51"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "e7d13cc8df56e16c7713e8e9308c778a725c038d"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@e7d13cc8df56e16c7713e8e9308c778a725c038d",
"title": "e7d13cc8df56e16c7713e8e9308c778a725c038d",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/e7d13cc8df56e16c7713e8e9308c778a725c038d"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "e7d13cc8df56e16c7713e8e9308c778a725c038d",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8844038450154360400"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[01:05:00.938] Scheduled build:
{
"id": "8678608388009237585",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-clang-tidy"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-19T01:05:00.415385811Z",
"updateTime": "2026-06-19T01:05:00.415385811Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "e7d13cc8df56e16c7713e8e9308c778a725c038d",
"ref": "refs/heads/main"
}
}
}
[01:05:00.938] Task URL: https://cr-buildbucket.appspot.com/build/8678608388009237585
[01:05:00.938] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844038450154360400:2:0) after 3m51s
[01:05:01.820] Received PubSub notification, asking Buildbucket for the build status
[01:05:01.890] Build status: SCHEDULED
[01:08:51.996] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844038450154360400:2:0)
[01:08:52.020] Build status: SCHEDULED
[01:08:52.020] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844038450154360400:4:0) after 3m39s
[01:12:31.131] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844038450154360400:4:0)
[01:12:31.153] Build status: SCHEDULED
[01:12:31.153] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844038450154360400:5:0) after 6m10s
[01:18:41.264] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844038450154360400:5:0)
[01:18:41.284] Build status: SCHEDULED
[01:18:41.284] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844038450154360400:6:0) after 5m33s
[01:24:14.299] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844038450154360400:6:0)
[01:24:14.335] Build status: SCHEDULED
[01:24:14.335] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844038450154360400:7:0) after 9m56s
[01:34:10.348] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844038450154360400:7:0)
[01:34:10.453] Build status: SCHEDULED
[01:34:10.453] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844038450154360400:8:0) after 9m29s
[01:43:39.468] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844038450154360400:8:0)
[01:43:39.488] Build status: SCHEDULED
[01:43:39.488] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844038450154360400:9:0) after 3m26s
[01:47:05.529] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844038450154360400:9:0)
[01:47:05.554] Build status: SCHEDULED
[01:47:05.554] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844038450154360400:10:0) after 3m13s
[01:50:18.555] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844038450154360400:10:0)
[01:50:18.577] Build status: SCHEDULED
[01:50:18.577] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844038450154360400:11:0) after 5m57s
[01:56:15.596] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844038450154360400:11:0)
[01:56:15.725] Build status: SCHEDULED
[01:56:15.725] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844038450154360400:12:0) after 2m12s
[01:58:27.760] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844038450154360400:12:0)
[01:58:27.836] Build status: SCHEDULED
[01:58:27.836] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844038450154360400:13:0) after 5m20s
[02:03:47.909] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844038450154360400:13:0)
[02:03:47.927] Build status: SCHEDULED
[02:03:47.927] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844038450154360400:14:0) after 8m53s
[02:12:40.969] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844038450154360400:14:0)
[02:12:40.992] Build status: SCHEDULED
[02:12:40.992] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844038450154360400:15:0) after 6m38s
[02:19:18.989] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844038450154360400:15:0)
[02:19:19.019] Build status: SCHEDULED
[02:19:19.019] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844038450154360400:16:0) after 8m10s
[02:27:29.035] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844038450154360400:16:0)
[02:27:29.051] Build status: SCHEDULED
[02:27:29.051] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844038450154360400:17:0) after 2m40s
[02:30:09.071] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844038450154360400:17:0)
[02:30:09.124] Build status: SCHEDULED
[02:30:09.124] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844038450154360400:18:0) after 4m53s
[02:35:02.142] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844038450154360400:18:0)
[02:35:02.168] Build status: SCHEDULED
[02:35:02.168] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844038450154360400:19:0) after 9m32s
[02:44:34.282] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844038450154360400:19:0)
[02:44:34.298] Build status: SCHEDULED
[02:44:34.298] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844038450154360400:20:0) after 6m5s
[02:50:39.340] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844038450154360400:20:0)
[02:50:39.356] Build status: SCHEDULED
[02:50:39.356] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844038450154360400:21:0) after 4m54s
[02:55:33.398] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844038450154360400:21:0)
[02:55:33.413] Build status: SCHEDULED
[02:55:33.413] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844038450154360400:22:0) after 3m36s
[02:59:09.548] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844038450154360400:22:0)
[02:59:09.765] Build status: SCHEDULED
[02:59:09.765] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844038450154360400:23:0) after 4m35s
[03:03:44.785] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844038450154360400:23:0)
[03:03:44.804] Build status: SCHEDULED
[03:03:44.804] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844038450154360400:24:0) after 3m16s
[03:07:00.952] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844038450154360400:24:0)
[03:07:00.968] Build status: SCHEDULED
[03:07:00.968] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844038450154360400:25:0) after 7m32s
[03:14:33.047] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844038450154360400:25:0)
[03:14:33.085] Build status: SCHEDULED
[03:14:33.085] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844038450154360400:26:0) after 4m46s
[03:19:19.170] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844038450154360400:26:0)
[03:19:19.196] Build status: SCHEDULED
[03:19:19.197] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844038450154360400:27:0) after 6m38s
[03:25:57.216] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844038450154360400:27:0)
[03:25:57.236] Build status: SCHEDULED
[03:25:57.236] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844038450154360400:28:0) after 5m1s
[03:30:58.369] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844038450154360400:28:0)
[03:30:58.406] Build status: SCHEDULED
[03:30:58.406] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844038450154360400:29:0) after 2m25s
[03:33:23.422] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844038450154360400:29:0)
[03:33:23.438] Build status: SCHEDULED
[03:33:23.438] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844038450154360400:30:0) after 8m29s
[03:41:52.552] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844038450154360400:30:0)
[03:41:52.590] Build status: SCHEDULED
[03:41:52.590] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844038450154360400:31:0) after 2m8s
[03:44:00.599] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844038450154360400:31:0)
[03:44:00.631] Build status: SCHEDULED
[03:44:00.631] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844038450154360400:32:0) after 4m57s
[03:48:57.781] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844038450154360400:32:0)
[03:48:57.798] Build status: SCHEDULED
[03:48:57.798] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844038450154360400:33:0) after 5m7s
[03:54:04.900] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844038450154360400:33:0)
[03:54:04.922] Build status: SCHEDULED
[03:54:04.922] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844038450154360400:34:0) after 5m30s
[03:59:34.938] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844038450154360400:34:0)
[03:59:34.960] Build status: SCHEDULED
[03:59:34.960] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844038450154360400:35:0) after 1m31s
[04:01:06.050] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844038450154360400:35:0)
[04:01:06.067] Build status: SCHEDULED
[04:01:06.067] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844038450154360400:36:0) after 3m49s
[04:04:55.065] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844038450154360400:36:0)
[04:04:55.083] Build status: SCHEDULED
[04:04:55.083] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8844038450154360400:37:0) after 8m33s
[04:06:24.292] Received PubSub notification, asking Buildbucket for the build status
[04:06:24.310] Build status: STARTED
[04:09:54.283] Received PubSub notification, asking Buildbucket for the build status
[04:09:54.306] Build:
{
"id": "8678608388009237585",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-clang-tidy"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-19T01:05:00.415385811Z",
"startTime": "2026-06-19T04:06:23.957308583Z",
"endTime": "2026-06-19T04:09:53.877275163Z",
"updateTime": "2026-06-19T04:09:53.877275163Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "e7d13cc8df56e16c7713e8e9308c778a725c038d",
"ref": "refs/heads/main"
}
}
}
[04:09:54.306] Invocation finished in 3h4m55.320612908s with status FAILED