[08:35:18.859] New invocation is queued and will start shortly
[08:35:18.859] Triggered by user:rerunner@pigweed-service-accounts.iam.gserviceaccount.com
[08:35:20.046] Starting the invocation (attempt 1)
[08:35:20.072] Ignoring gitiles_ref tag without the buildset tag
[08:35:20.072] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[08:35:20.073] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[08:35:20.073] Buildbucket request:
{
"requestId": "8856784290032335856",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-clang-tidy"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8856784290032335856",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy",
"triggers": [
{
"buildbucket": {
"tags": [
"parent_buildername:rerunner",
"user_agent:rerunner"
]
},
"id": "bcd4a798-0e2c-4c02-a14a-63c618868a60",
"title": "rerunner/0",
"url": "https://cr-buildbucket.appspot.com/build/8691354427386310833"
}
]
}
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8856784290032335856"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "rerunner"
},
{
"key": "user_agent",
"value": "rerunner"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[08:35:20.413] Scheduled build:
{
"id": "8691354228050752241",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-clang-tidy"
},
"createdBy": "project:pigweed",
"createTime": "2026-01-29T08:35:20.127771182Z",
"updateTime": "2026-01-29T08:35:20.127771182Z",
"status": "SCHEDULED",
"input": {
},
"canary": true
}
[08:35:20.413] Task URL: https://cr-buildbucket.appspot.com/build/8691354228050752241
[08:35:20.413] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8856784290032335856:2:0) after 1m23s
[08:35:20.494] Received PubSub notification, asking Buildbucket for the build status
[08:35:20.525] Build status: SCHEDULED
[08:36:43.473] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8856784290032335856:2:0)
[08:36:43.496] Build status: SCHEDULED
[08:36:43.496] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8856784290032335856:4:0) after 4m53s
[08:41:36.661] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8856784290032335856:4:0)
[08:41:36.679] Build status: SCHEDULED
[08:41:36.680] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8856784290032335856:5:0) after 8m23s
[08:49:59.701] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8856784290032335856:5:0)
[08:49:59.741] Build status: SCHEDULED
[08:49:59.742] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8856784290032335856:6:0) after 3m15s
[08:53:14.755] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8856784290032335856:6:0)
[08:53:14.787] Build status: SCHEDULED
[08:53:14.787] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8856784290032335856:7:0) after 3m29s
[08:56:43.885] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8856784290032335856:7:0)
[08:56:43.901] Build status: SCHEDULED
[08:56:43.901] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8856784290032335856:8:0) after 8m12s
[09:04:55.925] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8856784290032335856:8:0)
[09:04:55.957] Build status: SCHEDULED
[09:04:55.957] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8856784290032335856:9:0) after 5m53s
[09:10:49.027] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8856784290032335856:9:0)
[09:10:49.046] Build status: SCHEDULED
[09:10:49.046] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8856784290032335856:10:0) after 9m37s
[09:20:26.058] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8856784290032335856:10:0)
[09:20:26.072] Build status: SCHEDULED
[09:20:26.072] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8856784290032335856:11:0) after 9m5s
[09:29:31.057] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8856784290032335856:11:0)
[09:29:31.100] Build status: SCHEDULED
[09:29:31.100] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8856784290032335856:12:0) after 4m10s
[09:33:41.122] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8856784290032335856:12:0)
[09:33:41.140] Build status: SCHEDULED
[09:33:41.140] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8856784290032335856:13:0) after 5m52s
[09:39:33.154] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8856784290032335856:13:0)
[09:39:33.180] Build status: SCHEDULED
[09:39:33.180] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8856784290032335856:14:0) after 2m9s
[09:41:42.247] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8856784290032335856:14:0)
[09:41:42.289] Build status: SCHEDULED
[09:41:42.289] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8856784290032335856:15:0) after 8m54s
[09:50:36.369] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8856784290032335856:15:0)
[09:50:36.387] Build status: SCHEDULED
[09:50:36.387] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8856784290032335856:16:0) after 7m55s
[09:58:31.399] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8856784290032335856:16:0)
[09:58:31.416] Build status: SCHEDULED
[09:58:31.416] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8856784290032335856:17:0) after 6m39s
[10:05:10.435] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8856784290032335856:17:0)
[10:05:10.455] Build status: SCHEDULED
[10:05:10.455] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8856784290032335856:18:0) after 9m33s
[10:14:43.515] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8856784290032335856:18:0)
[10:14:43.536] Build status: SCHEDULED
[10:14:43.536] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8856784290032335856:19:0) after 6m13s
[10:20:56.570] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8856784290032335856:19:0)
[10:20:56.585] Build status: SCHEDULED
[10:20:56.585] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8856784290032335856:20:0) after 4m18s
[10:25:14.602] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8856784290032335856:20:0)
[10:25:14.618] Build status: SCHEDULED
[10:25:14.618] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8856784290032335856:21:0) after 4m24s
[10:29:38.671] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8856784290032335856:21:0)
[10:29:38.698] Build status: SCHEDULED
[10:29:38.698] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8856784290032335856:22:0) after 7m32s
[10:37:10.710] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8856784290032335856:22:0)
[10:37:10.726] Build status: SCHEDULED
[10:37:10.726] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8856784290032335856:23:0) after 9m24s
[10:46:34.755] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8856784290032335856:23:0)
[10:46:34.769] Build status: SCHEDULED
[10:46:34.769] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8856784290032335856:24:0) after 8m56s
[10:55:30.836] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8856784290032335856:24:0)
[10:55:30.853] Build status: SCHEDULED
[10:55:30.853] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8856784290032335856:25:0) after 4m22s
[10:59:52.894] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8856784290032335856:25:0)
[10:59:52.916] Build status: SCHEDULED
[10:59:52.916] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8856784290032335856:26:0) after 7m13s
[11:07:05.989] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8856784290032335856:26:0)
[11:07:06.009] Build status: SCHEDULED
[11:07:06.009] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8856784290032335856:27:0) after 4m21s
[11:11:27.026] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8856784290032335856:27:0)
[11:11:27.060] Build status: SCHEDULED
[11:11:27.060] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8856784290032335856:28:0) after 2m34s
[11:14:01.073] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8856784290032335856:28:0)
[11:14:01.105] Build status: SCHEDULED
[11:14:01.105] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8856784290032335856:29:0) after 8m2s
[11:22:03.095] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8856784290032335856:29:0)
[11:22:03.128] Build status: SCHEDULED
[11:22:03.128] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8856784290032335856:30:0) after 4m48s
[11:23:25.130] Received PubSub notification, asking Buildbucket for the build status
[11:23:25.150] Build status: STARTED
[11:26:01.894] Received PubSub notification, asking Buildbucket for the build status
[11:26:01.953] Build:
{
"id": "8691354228050752241",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-clang-tidy"
},
"createdBy": "project:pigweed",
"createTime": "2026-01-29T08:35:20.127771182Z",
"startTime": "2026-01-29T11:23:24.869215474Z",
"endTime": "2026-01-29T11:26:01.520266551Z",
"updateTime": "2026-01-29T11:26:01.520266551Z",
"status": "FAILURE",
"input": {
},
"canary": true
}
[11:26:01.953] Invocation finished in 2h50m43.09976842s with status FAILED