[20:28:09.064] New invocation is queued and will start shortly
[20:28:10.284] Starting the invocation (attempt 1)
[20:28:10.316] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/8b09b63c67d98fdd70ccbe72165ebd4eda13881c"
[20:28:10.316] Popped gitiles commit info from properties and tags
[20:28:10.316] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:28:10.317] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:28:10.317] Buildbucket request:
{
"requestId": "8835992736922024416",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-clang-tidy"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8835992736922024416",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "4b6348c60ea9dc3bfa773dda76b96c458df1e33b"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@4b6348c60ea9dc3bfa773dda76b96c458df1e33b",
"title": "4b6348c60ea9dc3bfa773dda76b96c458df1e33b",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/4b6348c60ea9dc3bfa773dda76b96c458df1e33b"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "9f633ff1323ad8cc2b4deb17aca35101a62503cc"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@9f633ff1323ad8cc2b4deb17aca35101a62503cc",
"title": "9f633ff1323ad8cc2b4deb17aca35101a62503cc",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/9f633ff1323ad8cc2b4deb17aca35101a62503cc"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "983923cc9d84124893103abca74b2035396463a5"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@983923cc9d84124893103abca74b2035396463a5",
"title": "983923cc9d84124893103abca74b2035396463a5",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/983923cc9d84124893103abca74b2035396463a5"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "8b09b63c67d98fdd70ccbe72165ebd4eda13881c"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@8b09b63c67d98fdd70ccbe72165ebd4eda13881c",
"title": "8b09b63c67d98fdd70ccbe72165ebd4eda13881c",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/8b09b63c67d98fdd70ccbe72165ebd4eda13881c"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "8b09b63c67d98fdd70ccbe72165ebd4eda13881c",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8835992736922024416"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[20:28:10.868] Scheduled build:
{
"id": "8670562674845890801",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-clang-tidy"
},
"createdBy": "project:pigweed",
"createTime": "2026-09-15T20:28:10.416865380Z",
"updateTime": "2026-09-15T20:28:10.416865380Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "8b09b63c67d98fdd70ccbe72165ebd4eda13881c",
"ref": "refs/heads/main"
}
}
}
[20:28:10.868] Task URL: https://cr-buildbucket.appspot.com/build/8670562674845890801
[20:28:10.868] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835992736922024416:2:0) after 3m57s
[20:28:11.833] Received PubSub notification, asking Buildbucket for the build status
[20:28:11.853] Build status: SCHEDULED
[20:32:07.883] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835992736922024416:2:0)
[20:32:07.907] Build status: SCHEDULED
[20:32:07.907] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835992736922024416:4:0) after 9m5s
[20:41:12.924] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835992736922024416:4:0)
[20:41:12.943] Build status: SCHEDULED
[20:41:12.943] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835992736922024416:5:0) after 2m50s
[20:44:02.935] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835992736922024416:5:0)
[20:44:02.958] Build status: SCHEDULED
[20:44:02.958] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835992736922024416:6:0) after 6m6s
[20:50:08.983] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835992736922024416:6:0)
[20:50:09.001] Build status: SCHEDULED
[20:50:09.001] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835992736922024416:7:0) after 4m38s
[20:54:47.029] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835992736922024416:7:0)
[20:54:47.051] Build status: SCHEDULED
[20:54:47.051] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835992736922024416:8:0) after 3m5s
[20:57:52.162] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835992736922024416:8:0)
[20:57:52.187] Build status: SCHEDULED
[20:57:52.187] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835992736922024416:9:0) after 4m30s
[21:02:22.254] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835992736922024416:9:0)
[21:02:22.287] Build status: SCHEDULED
[21:02:22.287] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835992736922024416:10:0) after 4m19s
[21:06:41.425] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835992736922024416:10:0)
[21:06:41.452] Build status: SCHEDULED
[21:06:41.452] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835992736922024416:11:0) after 4m17s
[21:10:58.541] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835992736922024416:11:0)
[21:10:58.568] Build status: SCHEDULED
[21:10:58.568] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835992736922024416:12:0) after 8m55s
[21:19:53.737] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835992736922024416:12:0)
[21:19:53.755] Build status: SCHEDULED
[21:19:53.755] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835992736922024416:13:0) after 7m46s
[21:27:39.769] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835992736922024416:13:0)
[21:27:39.790] Build status: SCHEDULED
[21:27:39.790] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835992736922024416:14:0) after 7m59s
[21:35:38.849] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835992736922024416:14:0)
[21:35:39.031] Build status: SCHEDULED
[21:35:39.031] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835992736922024416:15:0) after 9m8s
[21:44:47.140] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835992736922024416:15:0)
[21:44:47.162] Build status: SCHEDULED
[21:44:47.162] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835992736922024416:16:0) after 7m0s
[21:51:47.334] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835992736922024416:16:0)
[21:51:47.370] Build status: SCHEDULED
[21:51:47.370] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835992736922024416:17:0) after 6m18s
[21:58:05.385] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835992736922024416:17:0)
[21:58:05.413] Build status: SCHEDULED
[21:58:05.413] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835992736922024416:18:0) after 3m16s
[22:01:21.502] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835992736922024416:18:0)
[22:01:21.523] Build status: SCHEDULED
[22:01:21.523] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835992736922024416:19:0) after 2m41s
[22:04:02.623] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835992736922024416:19:0)
[22:04:02.643] Build status: SCHEDULED
[22:04:02.643] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835992736922024416:20:0) after 3m55s
[22:07:57.828] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835992736922024416:20:0)
[22:07:57.844] Build status: SCHEDULED
[22:07:57.844] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835992736922024416:21:0) after 5m14s
[22:13:11.844] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835992736922024416:21:0)
[22:13:11.870] Build status: SCHEDULED
[22:13:11.870] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835992736922024416:22:0) after 5m24s
[22:18:35.888] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835992736922024416:22:0)
[22:18:35.950] Build status: SCHEDULED
[22:18:35.950] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835992736922024416:23:0) after 7m8s
[22:25:43.958] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835992736922024416:23:0)
[22:25:43.977] Build status: SCHEDULED
[22:25:43.977] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835992736922024416:24:0) after 7m3s
[22:32:46.969] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835992736922024416:24:0)
[22:32:46.991] Build status: SCHEDULED
[22:32:46.991] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835992736922024416:25:0) after 6m32s
[22:39:19.013] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835992736922024416:25:0)
[22:39:19.032] Build status: SCHEDULED
[22:39:19.033] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835992736922024416:26:0) after 5m50s
[22:45:09.065] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835992736922024416:26:0)
[22:45:09.091] Build status: SCHEDULED
[22:45:09.091] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835992736922024416:27:0) after 2m46s
[22:47:55.075] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835992736922024416:27:0)
[22:47:55.173] Build status: SCHEDULED
[22:47:55.174] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835992736922024416:28:0) after 5m3s
[22:52:58.193] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835992736922024416:28:0)
[22:52:58.288] Build status: SCHEDULED
[22:52:58.288] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835992736922024416:29:0) after 3m12s
[22:56:10.309] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835992736922024416:29:0)
[22:56:10.331] Build status: SCHEDULED
[22:56:10.331] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835992736922024416:30:0) after 7m8s
[23:03:18.538] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835992736922024416:30:0)
[23:03:18.557] Build status: SCHEDULED
[23:03:18.558] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835992736922024416:31:0) after 9m10s
[23:12:28.592] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835992736922024416:31:0)
[23:12:28.613] Build status: SCHEDULED
[23:12:28.613] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835992736922024416:32:0) after 4m11s
[23:16:39.794] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835992736922024416:32:0)
[23:16:39.840] Build status: SCHEDULED
[23:16:39.840] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835992736922024416:33:0) after 5m14s
[23:21:53.914] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835992736922024416:33:0)
[23:21:53.934] Build status: SCHEDULED
[23:21:53.935] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835992736922024416:34:0) after 5m55s
[23:27:48.952] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835992736922024416:34:0)
[23:27:49.025] Build status: SCHEDULED
[23:27:49.025] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835992736922024416:35:0) after 3m45s
[23:31:34.094] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835992736922024416:35:0)
[23:31:34.134] Build status: SCHEDULED
[23:31:34.134] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835992736922024416:36:0) after 1m45s
[23:33:19.216] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835992736922024416:36:0)
[23:33:19.236] Build status: SCHEDULED
[23:33:19.236] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835992736922024416:37:0) after 5m46s
[23:39:05.338] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835992736922024416:37:0)
[23:39:05.437] Build status: SCHEDULED
[23:39:05.437] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835992736922024416:38:0) after 3m2s
[23:42:07.461] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835992736922024416:38:0)
[23:42:07.480] Build status: SCHEDULED
[23:42:07.480] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8835992736922024416:39:0) after 8m29s
[23:42:40.054] Received PubSub notification, asking Buildbucket for the build status
[23:42:40.087] Build status: STARTED
[23:47:07.024] Received PubSub notification, asking Buildbucket for the build status
[23:47:07.047] Build:
{
"id": "8670562674845890801",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-clang-tidy"
},
"createdBy": "project:pigweed",
"createTime": "2026-09-15T20:28:10.416865380Z",
"startTime": "2026-09-15T23:42:39.892601421Z",
"endTime": "2026-09-15T23:47:06.748154764Z",
"updateTime": "2026-09-15T23:47:06.748154764Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "8b09b63c67d98fdd70ccbe72165ebd4eda13881c",
"ref": "refs/heads/main"
}
}
}
[23:47:07.047] Invocation finished in 3h18m57.993782234s with status FAILED