[02:37:15.693] New invocation is queued and will start shortly
[02:37:16.996] Starting the invocation (attempt 1)
[02:37:17.024] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/d54a08c0cac954148efad881427d8f0781dfe957"
[02:37:17.024] Popped gitiles commit info from properties and tags
[02:37:17.024] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:37:17.025] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:37:17.025] Buildbucket request:
{
"requestId": "8864416961950467296",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-clang-tidy"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8864416961950467296",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "849c9b64711cab1907001fa3a776b4ab47f3d743"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@849c9b64711cab1907001fa3a776b4ab47f3d743",
"title": "849c9b64711cab1907001fa3a776b4ab47f3d743",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/849c9b64711cab1907001fa3a776b4ab47f3d743"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "d54a08c0cac954148efad881427d8f0781dfe957"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@d54a08c0cac954148efad881427d8f0781dfe957",
"title": "d54a08c0cac954148efad881427d8f0781dfe957",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/d54a08c0cac954148efad881427d8f0781dfe957"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "d54a08c0cac954148efad881427d8f0781dfe957",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8864416961950467296"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[02:37:17.462] Scheduled build:
{
"id": "8698986899843077489",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-clang-tidy"
},
"createdBy": "project:pigweed",
"createTime": "2025-11-06T02:37:17.073398953Z",
"updateTime": "2025-11-06T02:37:17.073398953Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "d54a08c0cac954148efad881427d8f0781dfe957",
"ref": "refs/heads/main"
}
}
}
[02:37:17.462] Task URL: https://cr-buildbucket.appspot.com/build/8698986899843077489
[02:37:17.462] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8864416961950467296:2:0) after 4m35s
[02:37:18.380] Received PubSub notification, asking Buildbucket for the build status
[02:37:18.394] Build status: SCHEDULED
[02:41:52.477] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8864416961950467296:2:0)
[02:41:52.502] Build status: SCHEDULED
[02:41:52.502] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8864416961950467296:4:0) after 8m35s
[02:50:27.513] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8864416961950467296:4:0)
[02:50:27.527] Build status: SCHEDULED
[02:50:27.527] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8864416961950467296:5:0) after 3m47s
[02:54:14.552] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8864416961950467296:5:0)
[02:54:14.580] Build status: SCHEDULED
[02:54:14.580] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8864416961950467296:6:0) after 1m3s
[02:55:17.592] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8864416961950467296:6:0)
[02:55:17.606] Build status: SCHEDULED
[02:55:17.606] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8864416961950467296:7:0) after 6m40s
[03:01:57.621] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8864416961950467296:7:0)
[03:01:57.639] Build status: SCHEDULED
[03:01:57.639] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8864416961950467296:8:0) after 6m26s
[03:08:23.654] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8864416961950467296:8:0)
[03:08:23.671] Build status: SCHEDULED
[03:08:23.671] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8864416961950467296:9:0) after 1m56s
[03:10:19.686] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8864416961950467296:9:0)
[03:10:19.703] Build status: SCHEDULED
[03:10:19.703] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8864416961950467296:10:0) after 7m20s
[03:17:39.804] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8864416961950467296:10:0)
[03:17:39.822] Build status: SCHEDULED
[03:17:39.822] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8864416961950467296:11:0) after 6m56s
[03:24:35.916] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8864416961950467296:11:0)
[03:24:35.941] Build status: SCHEDULED
[03:24:35.941] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8864416961950467296:12:0) after 5m26s
[03:30:01.920] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8864416961950467296:12:0)
[03:30:01.943] Build status: SCHEDULED
[03:30:01.943] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8864416961950467296:13:0) after 9m16s
[03:39:17.957] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8864416961950467296:13:0)
[03:39:17.973] Build status: SCHEDULED
[03:39:17.973] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8864416961950467296:14:0) after 9m47s
[03:49:04.986] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8864416961950467296:14:0)
[03:49:05.003] Build status: SCHEDULED
[03:49:05.003] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8864416961950467296:15:0) after 5m31s
[03:54:35.971] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8864416961950467296:15:0)
[03:54:35.987] Build status: SCHEDULED
[03:54:35.987] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8864416961950467296:16:0) after 4m19s
[03:58:55.029] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8864416961950467296:16:0)
[03:58:55.046] Build status: SCHEDULED
[03:58:55.046] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8864416961950467296:17:0) after 1m8s
[04:00:03.065] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8864416961950467296:17:0)
[04:00:03.127] Build status: SCHEDULED
[04:00:03.127] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8864416961950467296:18:0) after 8m16s
[04:08:19.146] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8864416961950467296:18:0)
[04:08:19.160] Build status: SCHEDULED
[04:08:19.160] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8864416961950467296:19:0) after 3m49s
[04:12:08.764] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8864416961950467296:19:0)
[04:12:08.779] Build status: SCHEDULED
[04:12:08.779] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8864416961950467296:20:0) after 2m44s
[04:14:52.888] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8864416961950467296:20:0)
[04:14:52.904] Build status: SCHEDULED
[04:14:52.904] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8864416961950467296:21:0) after 4m23s
[04:19:15.966] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8864416961950467296:21:0)
[04:19:15.995] Build status: SCHEDULED
[04:19:15.995] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8864416961950467296:22:0) after 8m33s
[04:27:49.011] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8864416961950467296:22:0)
[04:27:49.053] Build status: SCHEDULED
[04:27:49.053] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8864416961950467296:23:0) after 5m12s
[04:33:01.064] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8864416961950467296:23:0)
[04:33:01.086] Build status: SCHEDULED
[04:33:01.086] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8864416961950467296:24:0) after 1m24s
[04:34:25.141] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8864416961950467296:24:0)
[04:34:25.258] Build status: SCHEDULED
[04:34:25.258] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8864416961950467296:25:0) after 7m7s
[04:41:32.514] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8864416961950467296:25:0)
[04:41:32.533] Build status: SCHEDULED
[04:41:32.533] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8864416961950467296:26:0) after 5m34s
[04:47:06.549] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8864416961950467296:26:0)
[04:47:06.570] Build status: SCHEDULED
[04:47:06.570] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8864416961950467296:27:0) after 7m28s
[04:54:34.590] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8864416961950467296:27:0)
[04:54:34.605] Build status: SCHEDULED
[04:54:34.605] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8864416961950467296:28:0) after 7m14s
[05:01:48.620] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8864416961950467296:28:0)
[05:01:48.636] Build status: SCHEDULED
[05:01:48.636] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8864416961950467296:29:0) after 5m31s
[05:07:19.673] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8864416961950467296:29:0)
[05:07:19.688] Build status: SCHEDULED
[05:07:19.688] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8864416961950467296:30:0) after 9m48s
[05:17:07.760] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8864416961950467296:30:0)
[05:17:07.788] Build status: SCHEDULED
[05:17:07.788] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8864416961950467296:31:0) after 1m22s
[05:18:29.819] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8864416961950467296:31:0)
[05:18:29.836] Build status: SCHEDULED
[05:18:29.836] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8864416961950467296:32:0) after 5m43s
[05:24:12.875] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8864416961950467296:32:0)
[05:24:12.890] Build status: SCHEDULED
[05:24:12.891] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8864416961950467296:33:0) after 3m16s
[05:27:28.912] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8864416961950467296:33:0)
[05:27:28.931] Build status: SCHEDULED
[05:27:28.931] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8864416961950467296:34:0) after 8m18s
[05:35:46.993] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8864416961950467296:34:0)
[05:35:47.070] Build status: SCHEDULED
[05:35:47.070] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8864416961950467296:35:0) after 1m22s
[05:37:09.086] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8864416961950467296:35:0)
[05:37:09.108] Build status: SCHEDULED
[05:37:09.108] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8864416961950467296:36:0) after 3m38s
[05:40:47.188] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8864416961950467296:36:0)
[05:40:47.216] Build status: SCHEDULED
[05:40:47.216] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8864416961950467296:37:0) after 2m32s
[05:43:19.231] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8864416961950467296:37:0)
[05:43:19.250] Build status: SCHEDULED
[05:43:19.250] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8864416961950467296:38:0) after 3m55s
[05:47:14.268] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8864416961950467296:38:0)
[05:47:14.316] Build status: SCHEDULED
[05:47:14.316] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8864416961950467296:39:0) after 2m4s
[05:49:18.365] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8864416961950467296:39:0)
[05:49:18.383] Build status: SCHEDULED
[05:49:18.383] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8864416961950467296:40:0) after 4m16s
[05:51:14.213] Received PubSub notification, asking Buildbucket for the build status
[05:51:14.229] Build status: STARTED
[05:53:04.379] Received PubSub notification, asking Buildbucket for the build status
[05:53:04.405] Build:
{
"id": "8698986899843077489",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-clang-tidy"
},
"createdBy": "project:pigweed",
"createTime": "2025-11-06T02:37:17.073398953Z",
"startTime": "2025-11-06T05:51:14.060059551Z",
"endTime": "2025-11-06T05:53:04.103281572Z",
"updateTime": "2025-11-06T05:53:04.103281572Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "d54a08c0cac954148efad881427d8f0781dfe957",
"ref": "refs/heads/main"
}
}
}
[05:53:04.405] Invocation finished in 3h15m48.725598913s with status FAILED