[23:47:12.259] New invocation is queued and will start shortly
[23:47:13.388] Starting the invocation (attempt 1)
[23:47:13.415] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/8ff445a0b7f25b75d448ca491d561d2d0c2a1389"
[23:47:13.416] Popped gitiles commit info from properties and tags
[23:47:13.416] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:47:13.416] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:47:13.416] Buildbucket request:
{
"requestId": "8835980213567767264",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-clang-tidy"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8835980213567767264",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "1dad39c60e4e3392d9e33683d8ba5355c3a3a383"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@1dad39c60e4e3392d9e33683d8ba5355c3a3a383",
"title": "1dad39c60e4e3392d9e33683d8ba5355c3a3a383",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/1dad39c60e4e3392d9e33683d8ba5355c3a3a383"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "8ff445a0b7f25b75d448ca491d561d2d0c2a1389"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@8ff445a0b7f25b75d448ca491d561d2d0c2a1389",
"title": "8ff445a0b7f25b75d448ca491d561d2d0c2a1389",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/8ff445a0b7f25b75d448ca491d561d2d0c2a1389"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "8ff445a0b7f25b75d448ca491d561d2d0c2a1389",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8835980213567767264"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[23:47:13.815] Scheduled build:
{
"id": "8670550151630192897",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-clang-tidy"
},
"createdBy": "project:pigweed",
"createTime": "2026-09-15T23:47:13.485245643Z",
"updateTime": "2026-09-15T23:47:13.485245643Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "8ff445a0b7f25b75d448ca491d561d2d0c2a1389",
"ref": "refs/heads/main"
}
}
}
[23:47:13.815] Task URL: https://cr-buildbucket.appspot.com/build/8670550151630192897
[23:47:13.815] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835980213567767264:2:0) after 3m34s
[23:47:14.831] Received PubSub notification, asking Buildbucket for the build status
[23:47:14.872] Build status: SCHEDULED
[23:50:47.831] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835980213567767264:2:0)
[23:50:47.848] Build status: SCHEDULED
[23:50:47.848] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835980213567767264:4:0) after 2m38s
[23:53:25.865] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835980213567767264:4:0)
[23:53:25.884] Build status: SCHEDULED
[23:53:25.884] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835980213567767264:5:0) after 6m44s
[00:00:09.957] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835980213567767264:5:0)
[00:00:10.058] Build status: SCHEDULED
[00:00:10.059] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835980213567767264:6:0) after 5m8s
[00:05:18.162] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835980213567767264:6:0)
[00:05:18.183] Build status: SCHEDULED
[00:05:18.183] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835980213567767264:7:0) after 7m52s
[00:13:10.408] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835980213567767264:7:0)
[00:13:10.429] Build status: SCHEDULED
[00:13:10.430] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835980213567767264:8:0) after 6m54s
[00:20:04.584] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835980213567767264:8:0)
[00:20:04.617] Build status: SCHEDULED
[00:20:04.618] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835980213567767264:9:0) after 1m53s
[00:21:57.753] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835980213567767264:9:0)
[00:21:57.776] Build status: SCHEDULED
[00:21:57.776] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835980213567767264:10:0) after 1m2s
[00:22:59.853] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835980213567767264:10:0)
[00:22:59.889] Build status: SCHEDULED
[00:22:59.889] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835980213567767264:11:0) after 1m27s
[00:24:26.999] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835980213567767264:11:0)
[00:24:27.059] Build status: SCHEDULED
[00:24:27.059] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835980213567767264:12:0) after 4m37s
[00:29:04.077] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835980213567767264:12:0)
[00:29:04.100] Build status: SCHEDULED
[00:29:04.100] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835980213567767264:13:0) after 4m48s
[00:33:52.195] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835980213567767264:13:0)
[00:33:52.220] Build status: SCHEDULED
[00:33:52.220] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835980213567767264:14:0) after 3m10s
[00:37:02.406] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835980213567767264:14:0)
[00:37:02.434] Build status: SCHEDULED
[00:37:02.434] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835980213567767264:15:0) after 6m35s
[00:43:37.406] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835980213567767264:15:0)
[00:43:37.448] Build status: SCHEDULED
[00:43:37.448] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835980213567767264:16:0) after 3m37s
[00:47:14.516] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835980213567767264:16:0)
[00:47:14.548] Build status: SCHEDULED
[00:47:14.548] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835980213567767264:17:0) after 1m27s
[00:48:41.653] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835980213567767264:17:0)
[00:48:41.673] Build status: SCHEDULED
[00:48:41.673] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835980213567767264:18:0) after 8m6s
[00:56:47.677] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835980213567767264:18:0)
[00:56:47.700] Build status: SCHEDULED
[00:56:47.701] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835980213567767264:19:0) after 2m56s
[00:59:43.832] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835980213567767264:19:0)
[00:59:43.857] Build status: SCHEDULED
[00:59:43.858] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835980213567767264:20:0) after 6m21s
[01:06:04.880] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835980213567767264:20:0)
[01:06:04.906] Build status: SCHEDULED
[01:06:04.906] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835980213567767264:21:0) after 5m53s
[01:11:57.932] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835980213567767264:21:0)
[01:11:57.971] Build status: SCHEDULED
[01:11:57.971] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835980213567767264:22:0) after 9m12s
[01:21:09.987] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835980213567767264:22:0)
[01:21:10.006] Build status: SCHEDULED
[01:21:10.006] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835980213567767264:23:0) after 9m1s
[01:30:11.072] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835980213567767264:23:0)
[01:30:11.101] Build status: SCHEDULED
[01:30:11.101] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835980213567767264:24:0) after 5m57s
[01:36:08.103] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835980213567767264:24:0)
[01:36:08.159] Build status: SCHEDULED
[01:36:08.159] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835980213567767264:25:0) after 3m57s
[01:40:05.175] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835980213567767264:25:0)
[01:40:05.192] Build status: SCHEDULED
[01:40:05.192] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835980213567767264:26:0) after 4m32s
[01:44:37.205] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835980213567767264:26:0)
[01:44:37.277] Build status: SCHEDULED
[01:44:37.277] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835980213567767264:27:0) after 8m50s
[01:53:27.324] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835980213567767264:27:0)
[01:53:27.343] Build status: SCHEDULED
[01:53:27.343] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835980213567767264:28:0) after 6m21s
[01:59:48.371] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835980213567767264:28:0)
[01:59:48.396] Build status: SCHEDULED
[01:59:48.396] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835980213567767264:29:0) after 3m55s
[02:03:43.418] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835980213567767264:29:0)
[02:03:43.439] Build status: SCHEDULED
[02:03:43.439] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835980213567767264:30:0) after 1m27s
[02:05:10.526] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835980213567767264:30:0)
[02:05:10.550] Build status: SCHEDULED
[02:05:10.550] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835980213567767264:31:0) after 7m48s
[02:12:58.698] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835980213567767264:31:0)
[02:12:58.722] Build status: SCHEDULED
[02:12:58.722] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835980213567767264:32:0) after 4m31s
[02:17:29.792] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835980213567767264:32:0)
[02:17:29.809] Build status: SCHEDULED
[02:17:29.809] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835980213567767264:33:0) after 7m16s
[02:24:45.799] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835980213567767264:33:0)
[02:24:45.819] Build status: SCHEDULED
[02:24:45.819] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835980213567767264:34:0) after 7m10s
[02:31:55.845] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835980213567767264:34:0)
[02:31:55.871] Build status: SCHEDULED
[02:31:55.871] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835980213567767264:35:0) after 9m14s
[02:41:09.895] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835980213567767264:35:0)
[02:41:09.916] Build status: SCHEDULED
[02:41:09.916] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835980213567767264:36:0) after 5m55s
[02:47:05.052] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835980213567767264:36:0)
[02:47:05.070] Build status: SCHEDULED
[02:47:05.070] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835980213567767264:37:0) after 2m35s
[02:48:19.076] Received PubSub notification, asking Buildbucket for the build status
[02:48:19.244] Build status: STARTED
[02:49:40.088] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835980213567767264:37:0)
[02:49:40.222] Build status: STARTED
[02:49:40.222] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835980213567767264:39:0) after 8m47s
[02:53:24.698] Received PubSub notification, asking Buildbucket for the build status
[02:53:24.717] Build:
{
"id": "8670550151630192897",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-clang-tidy"
},
"createdBy": "project:pigweed",
"createTime": "2026-09-15T23:47:13.485245643Z",
"startTime": "2026-09-16T02:48:18.922946807Z",
"endTime": "2026-09-16T02:53:24.386989702Z",
"updateTime": "2026-09-16T02:53:24.386989702Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "8ff445a0b7f25b75d448ca491d561d2d0c2a1389",
"ref": "refs/heads/main"
}
}
}
[02:53:24.717] Invocation finished in 3h6m12.462801044s with status FAILED