[21:52:01.030] New invocation is queued and will start shortly
[21:52:01.030] Triggered by user:rerunner@pigweed-service-accounts.iam.gserviceaccount.com
[21:52:02.816] Starting the invocation (attempt 1)
[21:52:02.843] Ignoring gitiles_ref tag without the buildset tag
[21:52:02.843] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[21:52:02.844] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[21:52:02.844] Buildbucket request:
{
"requestId": "8839248951305839872",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-clang-tidy"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8839248951305839872",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy",
"triggers": [
{
"buildbucket": {
"tags": [
"parent_buildername:rerunner",
"user_agent:rerunner"
]
},
"id": "e21fae1a-670c-4cbc-a01e-4272728c76ec",
"title": "rerunner/0",
"url": "https://cr-buildbucket.appspot.com/build/8673819197104630385"
}
]
}
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8839248951305839872"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "rerunner"
},
{
"key": "user_agent",
"value": "rerunner"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[21:52:03.257] Scheduled build:
{
"id": "8673818888676522401",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-clang-tidy"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-10T21:52:02.917029903Z",
"updateTime": "2026-08-10T21:52:02.917029903Z",
"status": "SCHEDULED",
"input": {
}
}
[21:52:03.257] Task URL: https://cr-buildbucket.appspot.com/build/8673818888676522401
[21:52:03.257] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8839248951305839872:2:0) after 1m37s
[21:52:04.230] Received PubSub notification, asking Buildbucket for the build status
[21:52:04.257] Build status: SCHEDULED
[21:53:40.308] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8839248951305839872:2:0)
[21:53:40.332] Build status: SCHEDULED
[21:53:40.332] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8839248951305839872:4:0) after 5m41s
[21:59:21.402] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8839248951305839872:4:0)
[21:59:21.421] Build status: SCHEDULED
[21:59:21.421] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8839248951305839872:5:0) after 3m0s
[22:02:21.436] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8839248951305839872:5:0)
[22:02:21.498] Build status: SCHEDULED
[22:02:21.498] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8839248951305839872:6:0) after 5m42s
[22:08:03.726] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8839248951305839872:6:0)
[22:08:03.754] Build status: SCHEDULED
[22:08:03.754] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8839248951305839872:7:0) after 5m24s
[22:13:27.770] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8839248951305839872:7:0)
[22:13:27.815] Build status: SCHEDULED
[22:13:27.815] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8839248951305839872:8:0) after 4m3s
[22:17:30.831] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8839248951305839872:8:0)
[22:17:31.005] Build status: SCHEDULED
[22:17:31.005] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8839248951305839872:9:0) after 3m43s
[22:21:14.194] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8839248951305839872:9:0)
[22:21:14.279] Build status: SCHEDULED
[22:21:14.279] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8839248951305839872:10:0) after 6m47s
[22:28:01.295] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8839248951305839872:10:0)
[22:28:01.328] Build status: SCHEDULED
[22:28:01.328] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8839248951305839872:11:0) after 8m59s
[22:37:00.452] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8839248951305839872:11:0)
[22:37:00.476] Build status: SCHEDULED
[22:37:00.476] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8839248951305839872:12:0) after 1m34s
[22:38:34.677] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8839248951305839872:12:0)
[22:38:34.696] Build status: SCHEDULED
[22:38:34.696] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8839248951305839872:13:0) after 7m47s
[22:46:21.993] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8839248951305839872:13:0)
[22:46:22.022] Build status: SCHEDULED
[22:46:22.022] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8839248951305839872:14:0) after 6m5s
[22:52:27.124] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8839248951305839872:14:0)
[22:52:27.165] Build status: SCHEDULED
[22:52:27.165] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8839248951305839872:15:0) after 1m2s
[22:53:29.208] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8839248951305839872:15:0)
[22:53:29.227] Build status: SCHEDULED
[22:53:29.227] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8839248951305839872:16:0) after 8m16s
[23:01:45.243] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8839248951305839872:16:0)
[23:01:45.312] Build status: SCHEDULED
[23:01:45.312] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8839248951305839872:17:0) after 4m27s
[23:06:12.623] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8839248951305839872:17:0)
[23:06:12.650] Build status: SCHEDULED
[23:06:12.650] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8839248951305839872:18:0) after 1m43s
[23:07:55.991] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8839248951305839872:18:0)
[23:07:56.007] Build status: SCHEDULED
[23:07:56.007] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8839248951305839872:19:0) after 1m17s
[23:09:13.022] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8839248951305839872:19:0)
[23:09:13.049] Build status: SCHEDULED
[23:09:13.049] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8839248951305839872:20:0) after 2m36s
[23:11:49.182] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8839248951305839872:20:0)
[23:11:49.214] Build status: SCHEDULED
[23:11:49.214] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8839248951305839872:21:0) after 7m16s
[23:19:05.209] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8839248951305839872:21:0)
[23:19:05.232] Build status: SCHEDULED
[23:19:05.232] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8839248951305839872:22:0) after 2m11s
[23:21:16.332] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8839248951305839872:22:0)
[23:21:16.354] Build status: SCHEDULED
[23:21:16.354] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8839248951305839872:23:0) after 5m31s
[23:26:47.536] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8839248951305839872:23:0)
[23:26:47.556] Build status: SCHEDULED
[23:26:47.556] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8839248951305839872:24:0) after 1m30s
[23:28:17.603] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8839248951305839872:24:0)
[23:28:17.661] Build status: SCHEDULED
[23:28:17.661] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8839248951305839872:25:0) after 7m56s
[23:36:13.676] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8839248951305839872:25:0)
[23:36:13.700] Build status: SCHEDULED
[23:36:13.700] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8839248951305839872:26:0) after 5m16s
[23:41:29.814] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8839248951305839872:26:0)
[23:41:29.839] Build status: SCHEDULED
[23:41:29.839] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8839248951305839872:27:0) after 3m29s
[23:44:58.920] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8839248951305839872:27:0)
[23:44:58.944] Build status: SCHEDULED
[23:44:58.944] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8839248951305839872:28:0) after 1m8s
[23:46:07.184] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8839248951305839872:28:0)
[23:46:07.270] Build status: SCHEDULED
[23:46:07.270] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8839248951305839872:29:0) after 8m29s
[23:54:36.286] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8839248951305839872:29:0)
[23:54:36.376] Build status: SCHEDULED
[23:54:36.376] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8839248951305839872:30:0) after 9m7s
[00:03:43.479] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8839248951305839872:30:0)
[00:03:43.500] Build status: SCHEDULED
[00:03:43.500] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8839248951305839872:31:0) after 5m33s
[00:09:16.574] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8839248951305839872:31:0)
[00:09:16.598] Build status: SCHEDULED
[00:09:16.598] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8839248951305839872:32:0) after 5m14s
[00:14:30.714] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8839248951305839872:32:0)
[00:14:30.801] Build status: SCHEDULED
[00:14:30.801] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8839248951305839872:33:0) after 9m43s
[00:24:13.851] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8839248951305839872:33:0)
[00:24:13.870] Build status: SCHEDULED
[00:24:13.870] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8839248951305839872:34:0) after 5m32s
[00:29:46.000] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8839248951305839872:34:0)
[00:29:46.022] Build status: SCHEDULED
[00:29:46.022] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8839248951305839872:35:0) after 5m28s
[00:35:14.046] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8839248951305839872:35:0)
[00:35:14.067] Build status: SCHEDULED
[00:35:14.068] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8839248951305839872:36:0) after 3m7s
[00:38:21.345] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8839248951305839872:36:0)
[00:38:21.626] Build status: SCHEDULED
[00:38:21.626] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8839248951305839872:37:0) after 5m11s
[00:43:32.723] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8839248951305839872:37:0)
[00:43:32.781] Build status: SCHEDULED
[00:43:32.781] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8839248951305839872:38:0) after 7m12s
[00:50:44.815] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8839248951305839872:38:0)
[00:50:44.846] Build status: SCHEDULED
[00:50:44.846] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8839248951305839872:39:0) after 5m32s
[00:56:16.866] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8839248951305839872:39:0)
[00:56:16.885] Build status: SCHEDULED
[00:56:16.885] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8839248951305839872:40:0) after 8m46s
[01:03:34.510] Received PubSub notification, asking Buildbucket for the build status
[01:03:34.532] Build status: STARTED
[01:04:35.804] Received PubSub notification, asking Buildbucket for the build status
[01:04:35.830] Build:
{
"id": "8673818888676522401",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-clang-tidy"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-10T21:52:02.917029903Z",
"startTime": "2026-08-11T01:03:34.334204470Z",
"endTime": "2026-08-11T01:04:34.605142478Z",
"updateTime": "2026-08-11T01:04:34.605142478Z",
"status": "FAILURE",
"input": {
}
}
[01:04:35.830] Invocation finished in 3h12m34.803837211s with status FAILED