[18:48:36.084] New invocation is queued and will start shortly
[18:48:37.171] Starting the invocation (attempt 1)
[18:48:37.192] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/755ea2fe3fbbb9d5cea4fbd66e7a76b47d1fc84d"
[18:48:37.192] Popped gitiles commit info from properties and tags
[18:48:37.192] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[18:48:37.192] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[18:48:37.193] Buildbucket request:
{
"requestId": "8861456747604477376",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-clang-tidy"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8861456747604477376",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "755ea2fe3fbbb9d5cea4fbd66e7a76b47d1fc84d"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@755ea2fe3fbbb9d5cea4fbd66e7a76b47d1fc84d",
"title": "755ea2fe3fbbb9d5cea4fbd66e7a76b47d1fc84d",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/755ea2fe3fbbb9d5cea4fbd66e7a76b47d1fc84d"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "755ea2fe3fbbb9d5cea4fbd66e7a76b47d1fc84d",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8861456747604477376"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[18:48:37.531] Scheduled build:
{
"id": "8696026685734962417",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-clang-tidy"
},
"createdBy": "project:pigweed",
"createTime": "2025-12-08T18:48:37.239208544Z",
"updateTime": "2025-12-08T18:48:37.239208544Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "755ea2fe3fbbb9d5cea4fbd66e7a76b47d1fc84d",
"ref": "refs/heads/main"
}
}
}
[18:48:37.531] Task URL: https://cr-buildbucket.appspot.com/build/8696026685734962417
[18:48:37.531] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861456747604477376:2:0) after 3m47s
[18:48:38.495] Received PubSub notification, asking Buildbucket for the build status
[18:48:38.513] Build status: SCHEDULED
[18:52:24.549] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861456747604477376:2:0)
[18:52:24.575] Build status: SCHEDULED
[18:52:24.575] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861456747604477376:4:0) after 8m1s
[19:00:25.637] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861456747604477376:4:0)
[19:00:25.657] Build status: SCHEDULED
[19:00:25.658] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861456747604477376:5:0) after 5m22s
[19:05:47.707] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861456747604477376:5:0)
[19:05:47.786] Build status: SCHEDULED
[19:05:47.787] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861456747604477376:6:0) after 7m22s
[19:13:09.800] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861456747604477376:6:0)
[19:13:09.823] Build status: SCHEDULED
[19:13:09.823] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861456747604477376:7:0) after 8m35s
[19:21:45.055] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861456747604477376:7:0)
[19:21:45.074] Build status: SCHEDULED
[19:21:45.074] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861456747604477376:8:0) after 7m17s
[19:29:02.087] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861456747604477376:8:0)
[19:29:02.103] Build status: SCHEDULED
[19:29:02.103] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861456747604477376:9:0) after 3m38s
[19:32:40.116] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861456747604477376:9:0)
[19:32:40.140] Build status: SCHEDULED
[19:32:40.140] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861456747604477376:10:0) after 7m36s
[19:40:16.181] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861456747604477376:10:0)
[19:40:16.202] Build status: SCHEDULED
[19:40:16.202] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861456747604477376:11:0) after 5m33s
[19:45:49.261] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861456747604477376:11:0)
[19:45:49.307] Build status: SCHEDULED
[19:45:49.307] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861456747604477376:12:0) after 8m50s
[19:54:39.385] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861456747604477376:12:0)
[19:54:39.402] Build status: SCHEDULED
[19:54:39.402] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861456747604477376:13:0) after 2m41s
[19:57:20.412] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861456747604477376:13:0)
[19:57:20.431] Build status: SCHEDULED
[19:57:20.431] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861456747604477376:14:0) after 2m34s
[19:59:54.395] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861456747604477376:14:0)
[19:59:54.414] Build status: SCHEDULED
[19:59:54.414] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861456747604477376:15:0) after 9m12s
[20:09:06.522] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861456747604477376:15:0)
[20:09:06.539] Build status: SCHEDULED
[20:09:06.539] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861456747604477376:16:0) after 8m31s
[20:17:37.551] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861456747604477376:16:0)
[20:17:37.577] Build status: SCHEDULED
[20:17:37.577] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861456747604477376:17:0) after 1m56s
[20:19:33.551] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861456747604477376:17:0)
[20:19:33.589] Build status: SCHEDULED
[20:19:33.589] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861456747604477376:18:0) after 3m42s
[20:23:15.606] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861456747604477376:18:0)
[20:23:15.760] Build status: SCHEDULED
[20:23:15.760] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861456747604477376:19:0) after 5m6s
[20:28:21.759] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861456747604477376:19:0)
[20:28:21.780] Build status: SCHEDULED
[20:28:21.780] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861456747604477376:20:0) after 5m9s
[20:33:30.927] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861456747604477376:20:0)
[20:33:30.947] Build status: SCHEDULED
[20:33:30.947] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861456747604477376:21:0) after 4m46s
[20:38:16.995] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861456747604477376:21:0)
[20:38:17.018] Build status: SCHEDULED
[20:38:17.018] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861456747604477376:22:0) after 6m20s
[20:44:37.083] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861456747604477376:22:0)
[20:44:37.098] Build status: SCHEDULED
[20:44:37.098] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861456747604477376:23:0) after 7m54s
[20:52:31.114] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861456747604477376:23:0)
[20:52:31.126] Build status: SCHEDULED
[20:52:31.126] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861456747604477376:24:0) after 5m11s
[20:57:42.212] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861456747604477376:24:0)
[20:57:42.229] Build status: SCHEDULED
[20:57:42.229] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861456747604477376:25:0) after 7m26s
[21:05:08.252] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861456747604477376:25:0)
[21:05:08.271] Build status: SCHEDULED
[21:05:08.271] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861456747604477376:26:0) after 2m31s
[21:07:39.315] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861456747604477376:26:0)
[21:07:39.342] Build status: SCHEDULED
[21:07:39.342] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861456747604477376:27:0) after 3m34s
[21:11:13.432] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861456747604477376:27:0)
[21:11:13.471] Build status: SCHEDULED
[21:11:13.471] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861456747604477376:28:0) after 6m34s
[21:17:47.453] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861456747604477376:28:0)
[21:17:47.473] Build status: SCHEDULED
[21:17:47.473] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861456747604477376:29:0) after 8m27s
[21:26:14.585] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861456747604477376:29:0)
[21:26:14.603] Build status: SCHEDULED
[21:26:14.603] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861456747604477376:30:0) after 7m2s
[21:28:40.164] Received PubSub notification, asking Buildbucket for the build status
[21:28:40.198] Build status: STARTED
[21:33:16.618] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861456747604477376:30:0)
[21:33:16.930] Build status: STARTED
[21:33:16.930] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861456747604477376:32:0) after 2m11s
[21:35:27.948] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861456747604477376:32:0)
[21:35:27.969] Build status: STARTED
[21:35:27.969] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861456747604477376:33:0) after 7m45s
[21:38:43.645] Received PubSub notification, asking Buildbucket for the build status
[21:38:43.715] Build:
{
"id": "8696026685734962417",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-clang-tidy"
},
"createdBy": "project:pigweed",
"createTime": "2025-12-08T18:48:37.239208544Z",
"startTime": "2025-12-08T21:28:39.955852488Z",
"endTime": "2025-12-08T21:38:43.411611730Z",
"updateTime": "2025-12-08T21:38:43.411611730Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "755ea2fe3fbbb9d5cea4fbd66e7a76b47d1fc84d",
"ref": "refs/heads/main"
}
}
}
[21:38:43.715] Invocation finished in 2h50m7.643343202s with status FAILED