[18:33:56.584] New invocation is queued and will start shortly
[18:33:57.658] Starting the invocation (attempt 1)
[18:33:57.684] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/b40327ad6585dc29e8b664562d65d318d068a664"
[18:33:57.684] Popped gitiles commit info from properties and tags
[18:33:57.684] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[18:33:57.684] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[18:33:57.684] Buildbucket request:
{
"requestId": "8867165278705865456",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-clang-tidy"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8867165278705865456",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "b40327ad6585dc29e8b664562d65d318d068a664"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@b40327ad6585dc29e8b664562d65d318d068a664",
"title": "b40327ad6585dc29e8b664562d65d318d068a664",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/b40327ad6585dc29e8b664562d65d318d068a664"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "b40327ad6585dc29e8b664562d65d318d068a664",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8867165278705865456"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[18:33:58.204] Scheduled build:
{
"id": "8701735216838637105",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-clang-tidy"
},
"createdBy": "project:pigweed",
"createTime": "2025-10-06T18:33:57.741828186Z",
"updateTime": "2025-10-06T18:33:57.741828186Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "b40327ad6585dc29e8b664562d65d318d068a664",
"ref": "refs/heads/main"
}
},
"canary": true
}
[18:33:58.204] Task URL: https://cr-buildbucket.appspot.com/build/8701735216838637105
[18:33:58.204] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8867165278705865456:2:0) after 7m51s
[18:33:58.970] Received PubSub notification, asking Buildbucket for the build status
[18:33:58.987] Build status: SCHEDULED
[18:41:49.218] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8867165278705865456:2:0)
[18:41:49.244] Build status: SCHEDULED
[18:41:49.244] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8867165278705865456:4:0) after 6m50s
[18:48:39.386] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8867165278705865456:4:0)
[18:48:39.412] Build status: SCHEDULED
[18:48:39.412] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8867165278705865456:5:0) after 5m3s
[18:53:42.584] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8867165278705865456:5:0)
[18:53:42.607] Build status: SCHEDULED
[18:53:42.607] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8867165278705865456:6:0) after 9m51s
[19:03:33.620] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8867165278705865456:6:0)
[19:03:33.640] Build status: SCHEDULED
[19:03:33.640] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8867165278705865456:7:0) after 4m22s
[19:07:55.705] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8867165278705865456:7:0)
[19:07:55.726] Build status: SCHEDULED
[19:07:55.726] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8867165278705865456:8:0) after 3m5s
[19:11:00.750] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8867165278705865456:8:0)
[19:11:00.808] Build status: SCHEDULED
[19:11:00.808] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8867165278705865456:9:0) after 3m42s
[19:14:42.993] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8867165278705865456:9:0)
[19:14:43.011] Build status: SCHEDULED
[19:14:43.011] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8867165278705865456:10:0) after 1m57s
[19:16:40.016] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8867165278705865456:10:0)
[19:16:40.033] Build status: SCHEDULED
[19:16:40.033] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8867165278705865456:11:0) after 2m26s
[19:19:06.242] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8867165278705865456:11:0)
[19:19:06.275] Build status: SCHEDULED
[19:19:06.275] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8867165278705865456:12:0) after 3m2s
[19:22:08.294] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8867165278705865456:12:0)
[19:22:08.314] Build status: SCHEDULED
[19:22:08.314] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8867165278705865456:13:0) after 2m2s
[19:24:10.331] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8867165278705865456:13:0)
[19:24:10.355] Build status: SCHEDULED
[19:24:10.355] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8867165278705865456:14:0) after 6m43s
[19:30:53.371] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8867165278705865456:14:0)
[19:30:53.390] Build status: SCHEDULED
[19:30:53.390] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8867165278705865456:15:0) after 8m43s
[19:39:36.437] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8867165278705865456:15:0)
[19:39:36.455] Build status: SCHEDULED
[19:39:36.455] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8867165278705865456:16:0) after 8m49s
[19:48:25.571] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8867165278705865456:16:0)
[19:48:25.590] Build status: SCHEDULED
[19:48:25.591] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8867165278705865456:17:0) after 2m39s
[19:51:04.655] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8867165278705865456:17:0)
[19:51:04.670] Build status: SCHEDULED
[19:51:04.670] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8867165278705865456:18:0) after 2m24s
[19:53:28.682] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8867165278705865456:18:0)
[19:53:28.717] Build status: SCHEDULED
[19:53:28.717] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8867165278705865456:19:0) after 5m23s
[19:58:51.864] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8867165278705865456:19:0)
[19:58:51.939] Build status: SCHEDULED
[19:58:51.939] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8867165278705865456:20:0) after 6m5s
[20:04:57.003] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8867165278705865456:20:0)
[20:04:57.021] Build status: SCHEDULED
[20:04:57.021] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8867165278705865456:21:0) after 2m35s
[20:07:32.034] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8867165278705865456:21:0)
[20:07:32.052] Build status: SCHEDULED
[20:07:32.052] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8867165278705865456:22:0) after 1m18s
[20:08:50.115] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8867165278705865456:22:0)
[20:08:50.187] Build status: SCHEDULED
[20:08:50.187] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8867165278705865456:23:0) after 6m31s
[20:15:21.276] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8867165278705865456:23:0)
[20:15:21.329] Build status: SCHEDULED
[20:15:21.329] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8867165278705865456:24:0) after 1m40s
[20:17:01.329] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8867165278705865456:24:0)
[20:17:01.353] Build status: SCHEDULED
[20:17:01.353] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8867165278705865456:25:0) after 6m29s
[20:23:30.404] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8867165278705865456:25:0)
[20:23:30.423] Build status: SCHEDULED
[20:23:30.423] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8867165278705865456:26:0) after 1m3s
[20:24:33.439] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8867165278705865456:26:0)
[20:24:33.458] Build status: SCHEDULED
[20:24:33.459] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8867165278705865456:27:0) after 8m5s
[20:32:38.472] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8867165278705865456:27:0)
[20:32:38.488] Build status: SCHEDULED
[20:32:38.488] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8867165278705865456:28:0) after 9m18s
[20:41:56.505] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8867165278705865456:28:0)
[20:41:56.520] Build status: SCHEDULED
[20:41:56.520] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8867165278705865456:29:0) after 5m42s
[20:43:13.444] Received PubSub notification, asking Buildbucket for the build status
[20:43:13.462] Build status: STARTED
[20:46:11.787] Received PubSub notification, asking Buildbucket for the build status
[20:46:11.862] Build:
{
"id": "8701735216838637105",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-clang-tidy"
},
"createdBy": "project:pigweed",
"createTime": "2025-10-06T18:33:57.741828186Z",
"startTime": "2025-10-06T20:43:11.251976839Z",
"endTime": "2025-10-06T20:45:43.417971805Z",
"updateTime": "2025-10-06T20:45:43.417971805Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "b40327ad6585dc29e8b664562d65d318d068a664",
"ref": "refs/heads/main"
}
},
"canary": true
}
[20:46:11.862] Invocation finished in 2h12m15.286361564s with status FAILED