[02:31:49.622] New invocation is queued and will start shortly
[02:31:50.837] Starting the invocation (attempt 1)
[02:31:50.869] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/b3087c5b6ac8cc43d2e3e4fc41f2856186d9b8b4"
[02:31:50.869] Popped gitiles commit info from properties and tags
[02:31:50.869] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:31:50.871] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:31:50.871] Buildbucket request:
{
"requestId": "8863058349362472000",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-clang-tidy"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8863058349362472000",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "b3087c5b6ac8cc43d2e3e4fc41f2856186d9b8b4"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@b3087c5b6ac8cc43d2e3e4fc41f2856186d9b8b4",
"title": "b3087c5b6ac8cc43d2e3e4fc41f2856186d9b8b4",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/b3087c5b6ac8cc43d2e3e4fc41f2856186d9b8b4"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "b3087c5b6ac8cc43d2e3e4fc41f2856186d9b8b4",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8863058349362472000"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[02:31:51.201] Scheduled build:
{
"id": "8697628287336966129",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-clang-tidy"
},
"createdBy": "project:pigweed",
"createTime": "2025-11-21T02:31:50.926368022Z",
"updateTime": "2025-11-21T02:31:50.926368022Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "b3087c5b6ac8cc43d2e3e4fc41f2856186d9b8b4",
"ref": "refs/heads/main"
}
}
}
[02:31:51.201] Task URL: https://cr-buildbucket.appspot.com/build/8697628287336966129
[02:31:51.201] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8863058349362472000:2:0) after 7m39s
[02:31:51.452] Received PubSub notification, asking Buildbucket for the build status
[02:31:51.505] Build status: SCHEDULED
[02:39:30.372] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8863058349362472000:2:0)
[02:39:30.418] Build status: SCHEDULED
[02:39:30.418] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8863058349362472000:4:0) after 7m2s
[02:46:32.456] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8863058349362472000:4:0)
[02:46:32.482] Build status: SCHEDULED
[02:46:32.482] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8863058349362472000:5:0) after 9m12s
[02:55:44.493] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8863058349362472000:5:0)
[02:55:44.716] Build status: SCHEDULED
[02:55:44.716] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8863058349362472000:6:0) after 2m45s
[02:58:29.744] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8863058349362472000:6:0)
[02:58:29.760] Build status: SCHEDULED
[02:58:29.760] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8863058349362472000:7:0) after 5m14s
[03:03:43.806] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8863058349362472000:7:0)
[03:03:43.869] Build status: SCHEDULED
[03:03:43.869] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8863058349362472000:8:0) after 8m57s
[03:12:40.886] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8863058349362472000:8:0)
[03:12:40.902] Build status: SCHEDULED
[03:12:40.902] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8863058349362472000:9:0) after 6m34s
[03:19:14.901] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8863058349362472000:9:0)
[03:19:14.919] Build status: SCHEDULED
[03:19:14.919] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8863058349362472000:10:0) after 9m16s
[03:28:30.961] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8863058349362472000:10:0)
[03:28:31.050] Build status: SCHEDULED
[03:28:31.050] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8863058349362472000:11:0) after 6m21s
[03:34:52.063] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8863058349362472000:11:0)
[03:34:52.097] Build status: SCHEDULED
[03:34:52.098] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8863058349362472000:12:0) after 4m33s
[03:39:25.298] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8863058349362472000:12:0)
[03:39:25.317] Build status: SCHEDULED
[03:39:25.317] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8863058349362472000:13:0) after 1m19s
[03:40:44.365] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8863058349362472000:13:0)
[03:40:44.382] Build status: SCHEDULED
[03:40:44.382] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8863058349362472000:14:0) after 8m2s
[03:48:46.400] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8863058349362472000:14:0)
[03:48:46.415] Build status: SCHEDULED
[03:48:46.416] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8863058349362472000:15:0) after 6m22s
[03:55:08.479] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8863058349362472000:15:0)
[03:55:08.493] Build status: SCHEDULED
[03:55:08.493] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8863058349362472000:16:0) after 9m51s
[04:04:59.521] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8863058349362472000:16:0)
[04:04:59.534] Build status: SCHEDULED
[04:04:59.534] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8863058349362472000:17:0) after 6m38s
[04:11:37.526] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8863058349362472000:17:0)
[04:11:37.541] Build status: SCHEDULED
[04:11:37.541] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8863058349362472000:18:0) after 3m34s
[04:15:11.554] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8863058349362472000:18:0)
[04:15:11.588] Build status: SCHEDULED
[04:15:11.588] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8863058349362472000:19:0) after 1m39s
[04:16:50.601] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8863058349362472000:19:0)
[04:16:50.640] Build status: SCHEDULED
[04:16:50.640] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8863058349362472000:20:0) after 9m13s
[04:26:03.652] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8863058349362472000:20:0)
[04:26:03.682] Build status: SCHEDULED
[04:26:03.682] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8863058349362472000:21:0) after 6m1s
[04:32:04.693] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8863058349362472000:21:0)
[04:32:04.745] Build status: SCHEDULED
[04:32:04.745] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8863058349362472000:22:0) after 9m24s
[04:41:28.760] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8863058349362472000:22:0)
[04:41:28.777] Build status: SCHEDULED
[04:41:28.777] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8863058349362472000:23:0) after 3m59s
[04:45:27.781] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8863058349362472000:23:0)
[04:45:27.796] Build status: SCHEDULED
[04:45:27.796] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8863058349362472000:24:0) after 4m40s
[04:50:07.854] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8863058349362472000:24:0)
[04:50:07.876] Build status: SCHEDULED
[04:50:07.876] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8863058349362472000:25:0) after 1m17s
[04:51:24.891] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8863058349362472000:25:0)
[04:51:24.912] Build status: SCHEDULED
[04:51:24.912] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8863058349362472000:26:0) after 7m13s
[04:58:37.925] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8863058349362472000:26:0)
[04:58:37.940] Build status: SCHEDULED
[04:58:37.940] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8863058349362472000:27:0) after 9m54s
[05:08:31.955] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8863058349362472000:27:0)
[05:08:31.972] Build status: SCHEDULED
[05:08:31.972] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8863058349362472000:28:0) after 2m35s
[05:11:06.978] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8863058349362472000:28:0)
[05:11:06.995] Build status: SCHEDULED
[05:11:06.995] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8863058349362472000:29:0) after 4m12s
[05:15:19.058] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8863058349362472000:29:0)
[05:15:19.104] Build status: SCHEDULED
[05:15:19.104] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8863058349362472000:30:0) after 6m14s
[05:21:33.145] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8863058349362472000:30:0)
[05:21:33.161] Build status: SCHEDULED
[05:21:33.161] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8863058349362472000:31:0) after 7m32s
[05:29:05.274] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8863058349362472000:31:0)
[05:29:05.293] Build status: SCHEDULED
[05:29:05.293] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8863058349362472000:32:0) after 9m16s
[05:38:21.356] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8863058349362472000:32:0)
[05:38:21.375] Build status: SCHEDULED
[05:38:21.375] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8863058349362472000:33:0) after 2m54s
[05:41:15.370] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8863058349362472000:33:0)
[05:41:15.388] Build status: SCHEDULED
[05:41:15.388] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8863058349362472000:34:0) after 3m38s
[05:44:53.407] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8863058349362472000:34:0)
[05:44:53.419] Build status: SCHEDULED
[05:44:53.419] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8863058349362472000:35:0) after 1m12s
[05:46:05.392] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8863058349362472000:35:0)
[05:46:05.412] Build status: SCHEDULED
[05:46:05.412] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8863058349362472000:36:0) after 9m52s
[05:55:57.507] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8863058349362472000:36:0)
[05:55:57.533] Build status: SCHEDULED
[05:55:57.533] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8863058349362472000:37:0) after 8m45s
[06:04:42.628] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8863058349362472000:37:0)
[06:04:42.646] Build status: SCHEDULED
[06:04:42.646] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8863058349362472000:38:0) after 1m37s
[06:06:19.689] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8863058349362472000:38:0)
[06:06:19.707] Build status: SCHEDULED
[06:06:19.707] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8863058349362472000:39:0) after 8m20s
[06:14:39.670] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8863058349362472000:39:0)
[06:14:39.734] Build status: SCHEDULED
[06:14:39.734] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8863058349362472000:40:0) after 7m16s
[06:21:55.748] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8863058349362472000:40:0)
[06:21:55.767] Build status: SCHEDULED
[06:21:55.767] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8863058349362472000:41:0) after 8m21s
[06:22:04.078] Received PubSub notification, asking Buildbucket for the build status
[06:22:04.093] Build status: STARTED
[06:24:33.664] Received PubSub notification, asking Buildbucket for the build status
[06:24:33.706] Build:
{
"id": "8697628287336966129",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-clang-tidy"
},
"createdBy": "project:pigweed",
"createTime": "2025-11-21T02:31:50.926368022Z",
"startTime": "2025-11-21T06:22:03.921759921Z",
"endTime": "2025-11-21T06:24:33.343818455Z",
"updateTime": "2025-11-21T06:24:33.343818455Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "b3087c5b6ac8cc43d2e3e4fc41f2856186d9b8b4",
"ref": "refs/heads/main"
}
}
}
[06:24:33.706] Invocation finished in 3h52m44.094200076s with status FAILED