[01:59:51.702] New invocation is queued and will start shortly
[01:59:51.702] Triggered by user:rerunner@pigweed-service-accounts.iam.gserviceaccount.com
[01:59:53.137] Starting the invocation (attempt 1)
[01:59:53.163] Ignoring gitiles_ref tag without the buildset tag
[01:59:53.163] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:59:53.163] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:59:53.163] Buildbucket request:
{
"requestId": "8834794106926685792",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-ubsan-gtest"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8834794106926685792",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest",
"triggers": [
{
"buildbucket": {
"tags": [
"parent_buildername:rerunner",
"user_agent:rerunner"
]
},
"id": "027cec17-ec14-4712-8ac3-7a12b0fed903",
"title": "rerunner/0",
"url": "https://cr-buildbucket.appspot.com/build/8669364459125652305"
}
]
}
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8834794106926685792"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "rerunner"
},
{
"key": "user_agent",
"value": "rerunner"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[02:00:00.753] Scheduled build:
{
"id": "8669364041600906545",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-ubsan-gtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-09-29T01:59:56.157020887Z",
"updateTime": "2026-09-29T01:59:56.157020887Z",
"status": "SCHEDULED",
"input": {
}
}
[02:00:00.754] Task URL: https://cr-buildbucket.appspot.com/build/8669364041600906545
[02:00:00.754] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834794106926685792:2:0) after 7m20s
[02:00:24.695] Received PubSub notification, asking Buildbucket for the build status
[02:00:24.714] Build status: SCHEDULED
[02:07:20.800] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834794106926685792:2:0)
[02:07:20.855] Build status: SCHEDULED
[02:07:20.855] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834794106926685792:4:0) after 4m59s
[02:12:19.894] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834794106926685792:4:0)
[02:12:19.921] Build status: SCHEDULED
[02:12:19.921] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834794106926685792:5:0) after 7m21s
[02:19:41.034] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834794106926685792:5:0)
[02:19:41.092] Build status: SCHEDULED
[02:19:41.092] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834794106926685792:6:0) after 3m51s
[02:23:32.107] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834794106926685792:6:0)
[02:23:33.378] Build status: SCHEDULED
[02:23:33.378] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834794106926685792:7:0) after 5m20s
[02:28:53.531] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834794106926685792:7:0)
[02:28:53.554] Build status: SCHEDULED
[02:28:53.554] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834794106926685792:8:0) after 6m9s
[02:35:02.582] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834794106926685792:8:0)
[02:35:02.604] Build status: SCHEDULED
[02:35:02.604] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834794106926685792:9:0) after 1m26s
[02:36:28.621] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834794106926685792:9:0)
[02:36:28.639] Build status: SCHEDULED
[02:36:28.639] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834794106926685792:10:0) after 1m25s
[02:37:53.723] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834794106926685792:10:0)
[02:37:53.751] Build status: SCHEDULED
[02:37:53.751] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834794106926685792:11:0) after 2m33s
[02:40:26.750] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834794106926685792:11:0)
[02:40:26.769] Build status: SCHEDULED
[02:40:26.769] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834794106926685792:12:0) after 2m17s
[02:42:43.781] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834794106926685792:12:0)
[02:42:43.969] Build status: SCHEDULED
[02:42:43.969] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834794106926685792:13:0) after 1m54s
[02:44:38.075] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834794106926685792:13:0)
[02:44:38.104] Build status: SCHEDULED
[02:44:38.104] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834794106926685792:14:0) after 4m21s
[02:48:59.212] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834794106926685792:14:0)
[02:48:59.233] Build status: SCHEDULED
[02:48:59.233] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834794106926685792:15:0) after 1m34s
[02:50:33.337] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834794106926685792:15:0)
[02:50:33.388] Build status: SCHEDULED
[02:50:33.388] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834794106926685792:16:0) after 4m44s
[02:55:17.435] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834794106926685792:16:0)
[02:55:17.498] Build status: SCHEDULED
[02:55:17.498] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834794106926685792:17:0) after 9m45s
[03:05:02.614] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834794106926685792:17:0)
[03:05:02.631] Build status: SCHEDULED
[03:05:02.631] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834794106926685792:18:0) after 8m54s
[03:13:56.779] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834794106926685792:18:0)
[03:13:56.845] Build status: SCHEDULED
[03:13:56.845] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834794106926685792:19:0) after 1m7s
[03:15:03.860] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834794106926685792:19:0)
[03:15:03.887] Build status: SCHEDULED
[03:15:03.887] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834794106926685792:20:0) after 7m19s
[03:22:22.906] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834794106926685792:20:0)
[03:22:22.936] Build status: SCHEDULED
[03:22:22.936] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834794106926685792:21:0) after 1m3s
[03:23:25.951] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834794106926685792:21:0)
[03:23:25.969] Build status: SCHEDULED
[03:23:25.969] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834794106926685792:22:0) after 4m36s
[03:28:01.964] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834794106926685792:22:0)
[03:28:01.989] Build status: SCHEDULED
[03:28:01.990] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834794106926685792:23:0) after 4m1s
[03:32:03.002] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834794106926685792:23:0)
[03:32:03.024] Build status: SCHEDULED
[03:32:03.024] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834794106926685792:24:0) after 6m42s
[03:38:45.147] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834794106926685792:24:0)
[03:38:45.192] Build status: SCHEDULED
[03:38:45.192] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834794106926685792:25:0) after 4m1s
[03:42:46.315] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834794106926685792:25:0)
[03:42:46.343] Build status: SCHEDULED
[03:42:46.344] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834794106926685792:26:0) after 2m14s
[03:45:00.402] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834794106926685792:26:0)
[03:45:00.419] Build status: SCHEDULED
[03:45:00.419] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834794106926685792:27:0) after 7m24s
[03:52:24.441] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834794106926685792:27:0)
[03:52:24.601] Build status: SCHEDULED
[03:52:24.601] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834794106926685792:28:0) after 2m21s
[03:54:45.617] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834794106926685792:28:0)
[03:54:45.701] Build status: SCHEDULED
[03:54:45.701] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834794106926685792:29:0) after 4m56s
[03:59:41.746] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834794106926685792:29:0)
[03:59:41.772] Build status: SCHEDULED
[03:59:41.772] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834794106926685792:30:0) after 3m23s
[04:03:04.793] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834794106926685792:30:0)
[04:03:04.816] Build status: SCHEDULED
[04:03:04.816] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834794106926685792:31:0) after 7m41s
[04:10:45.941] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834794106926685792:31:0)
[04:10:45.958] Build status: SCHEDULED
[04:10:45.958] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834794106926685792:32:0) after 8m36s
[04:19:21.998] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834794106926685792:32:0)
[04:19:22.110] Build status: SCHEDULED
[04:19:22.110] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834794106926685792:33:0) after 8m30s
[04:27:52.157] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834794106926685792:33:0)
[04:27:52.179] Build status: SCHEDULED
[04:27:52.179] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834794106926685792:34:0) after 8m5s
[04:35:57.230] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834794106926685792:34:0)
[04:35:57.298] Build status: SCHEDULED
[04:35:57.298] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834794106926685792:35:0) after 5m59s
[04:41:56.314] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834794106926685792:35:0)
[04:41:56.405] Build status: SCHEDULED
[04:41:56.405] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834794106926685792:36:0) after 9m24s
[04:48:47.454] Received PubSub notification, asking Buildbucket for the build status
[04:48:47.503] Build status: STARTED
[04:51:20.424] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834794106926685792:36:0)
[04:51:20.441] Build status: STARTED
[04:51:20.441] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-ubsan-gtest:8834794106926685792:38:0) after 7m13s
[04:53:11.657] Received PubSub notification, asking Buildbucket for the build status
[04:53:11.684] Build:
{
"id": "8669364041600906545",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-ubsan-gtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-09-29T01:59:56.157020887Z",
"startTime": "2026-09-29T04:48:46.984535569Z",
"endTime": "2026-09-29T04:53:10.704013835Z",
"updateTime": "2026-09-29T04:53:10.704013835Z",
"status": "FAILURE",
"input": {
}
}
[04:53:11.684] Invocation finished in 2h53m19.989659107s with status FAILED