[21:13:18.602] New invocation is queued and will start shortly
[21:13:20.395] Starting the invocation (attempt 1)
[21:13:20.425] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/7180c1fc44be167f2b7de2c98a938eeb3c82da34"
[21:13:20.425] Popped gitiles commit info from properties and tags
[21:13:20.425] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[21:13:20.425] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[21:13:20.425] Buildbucket request:
{
"requestId": "8853746901173868944",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-clang-tidy"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8853746901173868944",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "1cd56d380810761b6e29efd04f555dd4aec2ee4e"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@1cd56d380810761b6e29efd04f555dd4aec2ee4e",
"title": "1cd56d380810761b6e29efd04f555dd4aec2ee4e",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/1cd56d380810761b6e29efd04f555dd4aec2ee4e"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "7180c1fc44be167f2b7de2c98a938eeb3c82da34"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@7180c1fc44be167f2b7de2c98a938eeb3c82da34",
"title": "7180c1fc44be167f2b7de2c98a938eeb3c82da34",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/7180c1fc44be167f2b7de2c98a938eeb3c82da34"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "7180c1fc44be167f2b7de2c98a938eeb3c82da34",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8853746901173868944"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[21:13:21.003] Scheduled build:
{
"id": "8688316838530599569",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-clang-tidy"
},
"createdBy": "project:pigweed",
"createTime": "2026-03-03T21:13:20.501312803Z",
"updateTime": "2026-03-03T21:13:20.501312803Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "7180c1fc44be167f2b7de2c98a938eeb3c82da34",
"ref": "refs/heads/main"
}
}
}
[21:13:21.003] Task URL: https://cr-buildbucket.appspot.com/build/8688316838530599569
[21:13:21.003] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8853746901173868944:2:0) after 1m4s
[21:13:21.826] Received PubSub notification, asking Buildbucket for the build status
[21:13:21.848] Build status: SCHEDULED
[21:14:25.234] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8853746901173868944:2:0)
[21:14:25.255] Build status: SCHEDULED
[21:14:25.255] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8853746901173868944:4:0) after 3m5s
[21:17:30.224] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8853746901173868944:4:0)
[21:17:30.255] Build status: SCHEDULED
[21:17:30.255] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8853746901173868944:5:0) after 1m51s
[21:19:21.318] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8853746901173868944:5:0)
[21:19:21.442] Build status: SCHEDULED
[21:19:21.442] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8853746901173868944:6:0) after 8m40s
[21:28:01.532] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8853746901173868944:6:0)
[21:28:01.547] Build status: SCHEDULED
[21:28:01.547] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8853746901173868944:7:0) after 6m56s
[21:34:57.574] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8853746901173868944:7:0)
[21:34:57.595] Build status: SCHEDULED
[21:34:57.595] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8853746901173868944:8:0) after 2m47s
[21:37:44.620] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8853746901173868944:8:0)
[21:37:44.712] Build status: SCHEDULED
[21:37:44.712] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8853746901173868944:9:0) after 6m42s
[21:44:26.731] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8853746901173868944:9:0)
[21:44:26.753] Build status: SCHEDULED
[21:44:26.753] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8853746901173868944:10:0) after 1m32s
[21:45:58.769] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8853746901173868944:10:0)
[21:45:58.788] Build status: SCHEDULED
[21:45:58.788] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8853746901173868944:11:0) after 4m31s
[21:50:29.801] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8853746901173868944:11:0)
[21:50:29.822] Build status: SCHEDULED
[21:50:29.822] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8853746901173868944:12:0) after 9m0s
[21:59:29.836] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8853746901173868944:12:0)
[21:59:29.870] Build status: SCHEDULED
[21:59:29.870] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8853746901173868944:13:0) after 6m44s
[22:06:13.959] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8853746901173868944:13:0)
[22:06:13.981] Build status: SCHEDULED
[22:06:13.981] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8853746901173868944:14:0) after 5m17s
[22:11:31.095] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8853746901173868944:14:0)
[22:11:31.113] Build status: SCHEDULED
[22:11:31.113] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8853746901173868944:15:0) after 5m40s
[22:17:11.146] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8853746901173868944:15:0)
[22:17:11.164] Build status: SCHEDULED
[22:17:11.164] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8853746901173868944:16:0) after 9m15s
[22:26:26.151] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8853746901173868944:16:0)
[22:26:26.179] Build status: SCHEDULED
[22:26:26.179] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8853746901173868944:17:0) after 3m50s
[22:30:16.193] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8853746901173868944:17:0)
[22:30:16.216] Build status: SCHEDULED
[22:30:16.216] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8853746901173868944:18:0) after 8m4s
[22:38:20.266] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8853746901173868944:18:0)
[22:38:20.283] Build status: SCHEDULED
[22:38:20.283] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8853746901173868944:19:0) after 9m12s
[22:47:32.296] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8853746901173868944:19:0)
[22:47:32.314] Build status: SCHEDULED
[22:47:32.314] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8853746901173868944:20:0) after 6m56s
[22:54:28.428] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8853746901173868944:20:0)
[22:54:28.450] Build status: SCHEDULED
[22:54:28.450] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8853746901173868944:21:0) after 4m18s
[22:58:46.466] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8853746901173868944:21:0)
[22:58:46.481] Build status: SCHEDULED
[22:58:46.481] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8853746901173868944:22:0) after 1m45s
[23:00:31.502] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8853746901173868944:22:0)
[23:00:31.552] Build status: SCHEDULED
[23:00:31.552] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8853746901173868944:23:0) after 5m49s
[23:06:20.583] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8853746901173868944:23:0)
[23:06:20.604] Build status: SCHEDULED
[23:06:20.604] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8853746901173868944:24:0) after 9m24s
[23:15:44.620] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8853746901173868944:24:0)
[23:15:44.637] Build status: SCHEDULED
[23:15:44.638] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8853746901173868944:25:0) after 6m16s
[23:22:00.658] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8853746901173868944:25:0)
[23:22:00.721] Build status: SCHEDULED
[23:22:00.721] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8853746901173868944:26:0) after 2m50s
[23:24:50.735] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8853746901173868944:26:0)
[23:24:50.777] Build status: SCHEDULED
[23:24:50.777] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8853746901173868944:27:0) after 8m37s
[23:33:27.795] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8853746901173868944:27:0)
[23:33:27.842] Build status: SCHEDULED
[23:33:27.842] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8853746901173868944:28:0) after 2m24s
[23:35:51.908] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8853746901173868944:28:0)
[23:35:51.956] Build status: SCHEDULED
[23:35:51.956] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8853746901173868944:29:0) after 9m48s
[23:45:39.973] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8853746901173868944:29:0)
[23:45:39.997] Build status: SCHEDULED
[23:45:39.997] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8853746901173868944:30:0) after 7m9s
[23:52:49.019] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8853746901173868944:30:0)
[23:52:49.045] Build status: SCHEDULED
[23:52:49.045] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8853746901173868944:31:0) after 6m36s
[23:59:25.063] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8853746901173868944:31:0)
[23:59:25.078] Build status: SCHEDULED
[23:59:25.078] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8853746901173868944:32:0) after 8m34s
[00:07:59.077] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8853746901173868944:32:0)
[00:07:59.101] Build status: SCHEDULED
[00:07:59.101] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8853746901173868944:33:0) after 7m54s
[00:15:53.145] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8853746901173868944:33:0)
[00:15:53.234] Build status: SCHEDULED
[00:15:53.234] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8853746901173868944:34:0) after 5m50s
[00:21:43.407] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8853746901173868944:34:0)
[00:21:43.421] Build status: SCHEDULED
[00:21:43.421] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8853746901173868944:35:0) after 3m37s
[00:25:20.602] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8853746901173868944:35:0)
[00:25:20.618] Build status: SCHEDULED
[00:25:20.619] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8853746901173868944:36:0) after 5m27s
[00:30:47.601] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8853746901173868944:36:0)
[00:30:47.621] Build status: SCHEDULED
[00:30:47.621] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8853746901173868944:37:0) after 8m44s
[00:39:31.658] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8853746901173868944:37:0)
[00:39:31.735] Build status: SCHEDULED
[00:39:31.735] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8853746901173868944:38:0) after 5m10s
[00:39:47.957] Received PubSub notification, asking Buildbucket for the build status
[00:39:47.980] Build status: STARTED
[00:44:41.751] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8853746901173868944:38:0)
[00:44:41.769] Build status: STARTED
[00:44:41.769] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8853746901173868944:40:0) after 2m45s
[00:46:34.133] Received PubSub notification, asking Buildbucket for the build status
[00:46:34.150] Build:
{
"id": "8688316838530599569",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-clang-tidy"
},
"createdBy": "project:pigweed",
"createTime": "2026-03-03T21:13:20.501312803Z",
"startTime": "2026-03-04T00:39:47.755195905Z",
"endTime": "2026-03-04T00:46:33.837459651Z",
"updateTime": "2026-03-04T00:46:33.837459651Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "7180c1fc44be167f2b7de2c98a938eeb3c82da34",
"ref": "refs/heads/main"
}
}
}
[00:46:34.150] Invocation finished in 3h33m15.553086926s with status FAILED