[05:10:36.688] New invocation is queued and will start shortly
[05:10:37.899] Starting the invocation (attempt 1)
[05:10:37.925] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/4daf44664dfd99294dd9069c91549082623342c9"
[05:10:37.925] Popped gitiles commit info from properties and tags
[05:10:37.925] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[05:10:37.926] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[05:10:37.926] Buildbucket request:
{
"requestId": "8861236420183445024",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-clang-tidy"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8861236420183445024",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "33cfef50494a651d4b1c06927abc8a0f578402e3"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@33cfef50494a651d4b1c06927abc8a0f578402e3",
"title": "33cfef50494a651d4b1c06927abc8a0f578402e3",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/33cfef50494a651d4b1c06927abc8a0f578402e3"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "4daf44664dfd99294dd9069c91549082623342c9"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@4daf44664dfd99294dd9069c91549082623342c9",
"title": "4daf44664dfd99294dd9069c91549082623342c9",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/4daf44664dfd99294dd9069c91549082623342c9"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "4daf44664dfd99294dd9069c91549082623342c9",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8861236420183445024"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[05:10:38.269] Scheduled build:
{
"id": "8695806358171438369",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-clang-tidy"
},
"createdBy": "project:pigweed",
"createTime": "2025-12-11T05:10:37.977957162Z",
"updateTime": "2025-12-11T05:10:37.977957162Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "4daf44664dfd99294dd9069c91549082623342c9",
"ref": "refs/heads/main"
}
}
}
[05:10:38.269] Task URL: https://cr-buildbucket.appspot.com/build/8695806358171438369
[05:10:38.269] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8861236420183445024:2:0) after 4m53s
[05:10:38.755] Received PubSub notification, asking Buildbucket for the build status
[05:10:38.787] Build status: SCHEDULED
[05:15:31.283] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8861236420183445024:2:0)
[05:15:31.384] Build status: SCHEDULED
[05:15:31.384] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8861236420183445024:4:0) after 6m39s
[05:22:10.444] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8861236420183445024:4:0)
[05:22:10.460] Build status: SCHEDULED
[05:22:10.460] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8861236420183445024:5:0) after 3m30s
[05:25:40.423] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8861236420183445024:5:0)
[05:25:40.443] Build status: SCHEDULED
[05:25:40.443] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8861236420183445024:6:0) after 4m20s
[05:30:00.451] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8861236420183445024:6:0)
[05:30:00.479] Build status: SCHEDULED
[05:30:00.479] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8861236420183445024:7:0) after 7m40s
[05:37:40.493] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8861236420183445024:7:0)
[05:37:40.517] Build status: SCHEDULED
[05:37:40.517] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8861236420183445024:8:0) after 6m54s
[05:44:34.529] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8861236420183445024:8:0)
[05:44:34.544] Build status: SCHEDULED
[05:44:34.544] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8861236420183445024:9:0) after 7m43s
[05:52:17.599] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8861236420183445024:9:0)
[05:52:17.613] Build status: SCHEDULED
[05:52:17.613] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8861236420183445024:10:0) after 8m12s
[06:00:29.621] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8861236420183445024:10:0)
[06:00:29.744] Build status: SCHEDULED
[06:00:29.744] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8861236420183445024:11:0) after 5m29s
[06:05:58.776] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8861236420183445024:11:0)
[06:05:58.792] Build status: SCHEDULED
[06:05:58.793] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8861236420183445024:12:0) after 9m44s
[06:15:42.885] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8861236420183445024:12:0)
[06:15:42.905] Build status: SCHEDULED
[06:15:42.905] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8861236420183445024:13:0) after 5m42s
[06:21:24.871] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8861236420183445024:13:0)
[06:21:24.887] Build status: SCHEDULED
[06:21:24.887] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8861236420183445024:14:0) after 9m5s
[06:30:29.908] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8861236420183445024:14:0)
[06:30:29.932] Build status: SCHEDULED
[06:30:29.933] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8861236420183445024:15:0) after 5m18s
[06:35:48.006] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8861236420183445024:15:0)
[06:35:48.025] Build status: SCHEDULED
[06:35:48.025] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8861236420183445024:16:0) after 9m13s
[06:45:01.076] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8861236420183445024:16:0)
[06:45:01.091] Build status: SCHEDULED
[06:45:01.091] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8861236420183445024:17:0) after 3m7s
[06:48:08.126] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8861236420183445024:17:0)
[06:48:08.145] Build status: SCHEDULED
[06:48:08.145] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8861236420183445024:18:0) after 9m39s
[06:57:47.188] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8861236420183445024:18:0)
[06:57:47.204] Build status: SCHEDULED
[06:57:47.204] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8861236420183445024:19:0) after 7m14s
[07:05:01.216] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8861236420183445024:19:0)
[07:05:01.244] Build status: SCHEDULED
[07:05:01.244] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8861236420183445024:20:0) after 4m46s
[07:09:47.254] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8861236420183445024:20:0)
[07:09:47.273] Build status: SCHEDULED
[07:09:47.273] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8861236420183445024:21:0) after 7m52s
[07:17:39.283] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8861236420183445024:21:0)
[07:17:39.300] Build status: SCHEDULED
[07:17:39.300] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8861236420183445024:22:0) after 8m41s
[07:26:20.362] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8861236420183445024:22:0)
[07:26:20.378] Build status: SCHEDULED
[07:26:20.378] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8861236420183445024:23:0) after 9m44s
[07:36:04.392] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8861236420183445024:23:0)
[07:36:04.410] Build status: SCHEDULED
[07:36:04.410] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8861236420183445024:24:0) after 1m43s
[07:37:47.427] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8861236420183445024:24:0)
[07:37:47.444] Build status: SCHEDULED
[07:37:47.444] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8861236420183445024:25:0) after 4m48s
[07:42:35.554] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8861236420183445024:25:0)
[07:42:35.575] Build status: SCHEDULED
[07:42:35.575] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8861236420183445024:26:0) after 2m55s
[07:45:30.631] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8861236420183445024:26:0)
[07:45:30.649] Build status: SCHEDULED
[07:45:30.649] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8861236420183445024:27:0) after 2m17s
[07:47:47.637] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8861236420183445024:27:0)
[07:47:47.683] Build status: SCHEDULED
[07:47:47.684] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8861236420183445024:28:0) after 5m18s
[07:53:05.697] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8861236420183445024:28:0)
[07:53:05.722] Build status: SCHEDULED
[07:53:05.722] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8861236420183445024:29:0) after 9m25s
[08:02:30.732] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8861236420183445024:29:0)
[08:02:30.772] Build status: SCHEDULED
[08:02:30.773] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8861236420183445024:30:0) after 2m45s
[08:05:15.930] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8861236420183445024:30:0)
[08:05:15.951] Build status: SCHEDULED
[08:05:15.951] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8861236420183445024:31:0) after 2m28s
[08:07:43.972] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8861236420183445024:31:0)
[08:07:43.992] Build status: SCHEDULED
[08:07:43.992] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8861236420183445024:32:0) after 8m50s
[08:16:34.055] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8861236420183445024:32:0)
[08:16:34.067] Build status: SCHEDULED
[08:16:34.067] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8861236420183445024:33:0) after 7m20s
[08:23:54.079] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8861236420183445024:33:0)
[08:23:54.138] Build status: SCHEDULED
[08:23:54.138] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8861236420183445024:34:0) after 6m40s
[08:30:34.172] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8861236420183445024:34:0)
[08:30:34.193] Build status: SCHEDULED
[08:30:34.193] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8861236420183445024:35:0) after 6m25s
[08:36:59.206] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8861236420183445024:35:0)
[08:36:59.230] Build status: SCHEDULED
[08:36:59.230] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8861236420183445024:36:0) after 4m48s
[08:41:47.271] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8861236420183445024:36:0)
[08:41:47.285] Build status: SCHEDULED
[08:41:47.285] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8861236420183445024:37:0) after 1m22s
[08:43:09.302] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8861236420183445024:37:0)
[08:43:09.320] Build status: SCHEDULED
[08:43:09.320] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8861236420183445024:38:0) after 3m19s
[08:46:28.322] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8861236420183445024:38:0)
[08:46:28.347] Build status: SCHEDULED
[08:46:28.347] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8861236420183445024:39:0) after 1m55s
[08:48:23.360] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8861236420183445024:39:0)
[08:48:23.379] Build status: SCHEDULED
[08:48:23.379] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8861236420183445024:40:0) after 8m54s
[08:57:17.557] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8861236420183445024:40:0)
[08:57:17.580] Build status: SCHEDULED
[08:57:17.581] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8861236420183445024:41:0) after 6m12s
[09:00:52.117] Received PubSub notification, asking Buildbucket for the build status
[09:00:52.156] Build status: STARTED
[09:02:46.182] Received PubSub notification, asking Buildbucket for the build status
[09:02:46.215] Build:
{
"id": "8695806358171438369",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-clang-tidy"
},
"createdBy": "project:pigweed",
"createTime": "2025-12-11T05:10:37.977957162Z",
"startTime": "2025-12-11T09:00:47.692374964Z",
"endTime": "2025-12-11T09:02:45.814748083Z",
"updateTime": "2025-12-11T09:02:45.814748083Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "4daf44664dfd99294dd9069c91549082623342c9",
"ref": "refs/heads/main"
}
}
}
[09:02:46.215] Invocation finished in 3h52m9.540185936s with status FAILED