[08:49:32.602] New invocation is queued and will start shortly
[08:49:32.602] Triggered by user:rerunner@pigweed-service-accounts.iam.gserviceaccount.com
[08:49:33.845] Starting the invocation (attempt 1)
[08:49:33.866] Ignoring gitiles_ref tag without the buildset tag
[08:49:33.866] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[08:49:33.866] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[08:49:33.866] Buildbucket request:
{
"requestId": "8845458774025241536",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-tsan-gtest"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8845458774025241536",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest",
"triggers": [
{
"buildbucket": {
"tags": [
"parent_buildername:rerunner",
"user_agent:rerunner"
]
},
"id": "d666d756-6a4b-4361-8516-4b5f37eb6ec4",
"title": "rerunner/0",
"url": "https://cr-buildbucket.appspot.com/build/8680028996122568369"
}
]
}
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8845458774025241536"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "rerunner"
},
{
"key": "user_agent",
"value": "rerunner"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[08:49:34.301] Scheduled build:
{
"id": "8680028711972036177",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-tsan-gtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-03T08:49:33.931515886Z",
"updateTime": "2026-06-03T08:49:33.931515886Z",
"status": "SCHEDULED",
"input": {
}
}
[08:49:34.301] Task URL: https://cr-buildbucket.appspot.com/build/8680028711972036177
[08:49:34.301] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8845458774025241536:2:0) after 2m39s
[08:49:34.504] Received PubSub notification, asking Buildbucket for the build status
[08:49:34.523] Build status: SCHEDULED
[08:52:13.321] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8845458774025241536:2:0)
[08:52:13.340] Build status: SCHEDULED
[08:52:13.340] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8845458774025241536:4:0) after 8m37s
[09:00:50.389] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8845458774025241536:4:0)
[09:00:50.419] Build status: SCHEDULED
[09:00:50.419] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8845458774025241536:5:0) after 1m33s
[09:02:23.432] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8845458774025241536:5:0)
[09:02:23.459] Build status: SCHEDULED
[09:02:23.459] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8845458774025241536:6:0) after 6m9s
[09:08:32.538] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8845458774025241536:6:0)
[09:08:32.553] Build status: SCHEDULED
[09:08:32.553] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8845458774025241536:7:0) after 2m31s
[09:11:03.545] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8845458774025241536:7:0)
[09:11:03.563] Build status: SCHEDULED
[09:11:03.563] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8845458774025241536:8:0) after 9m49s
[09:20:52.577] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8845458774025241536:8:0)
[09:20:52.593] Build status: SCHEDULED
[09:20:52.593] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8845458774025241536:9:0) after 7m57s
[09:28:49.607] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8845458774025241536:9:0)
[09:28:49.636] Build status: SCHEDULED
[09:28:49.636] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8845458774025241536:10:0) after 5m14s
[09:34:03.610] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8845458774025241536:10:0)
[09:34:03.626] Build status: SCHEDULED
[09:34:03.626] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8845458774025241536:11:0) after 5m45s
[09:39:48.694] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8845458774025241536:11:0)
[09:39:48.714] Build status: SCHEDULED
[09:39:48.714] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8845458774025241536:12:0) after 4m4s
[09:43:52.737] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8845458774025241536:12:0)
[09:43:52.802] Build status: SCHEDULED
[09:43:52.802] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8845458774025241536:13:0) after 1m57s
[09:45:49.840] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8845458774025241536:13:0)
[09:45:49.860] Build status: SCHEDULED
[09:45:49.860] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8845458774025241536:14:0) after 1m23s
[09:47:12.875] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8845458774025241536:14:0)
[09:47:12.983] Build status: SCHEDULED
[09:47:12.983] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8845458774025241536:15:0) after 7m42s
[09:54:55.024] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8845458774025241536:15:0)
[09:54:55.079] Build status: SCHEDULED
[09:54:55.079] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8845458774025241536:16:0) after 9m33s
[10:04:28.094] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8845458774025241536:16:0)
[10:04:28.115] Build status: SCHEDULED
[10:04:28.115] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8845458774025241536:17:0) after 8m15s
[10:12:43.133] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8845458774025241536:17:0)
[10:12:43.149] Build status: SCHEDULED
[10:12:43.150] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8845458774025241536:18:0) after 5m57s
[10:18:40.166] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8845458774025241536:18:0)
[10:18:40.197] Build status: SCHEDULED
[10:18:40.197] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8845458774025241536:19:0) after 9m21s
[10:28:01.169] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8845458774025241536:19:0)
[10:28:01.182] Build status: SCHEDULED
[10:28:01.182] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8845458774025241536:20:0) after 8m6s
[10:36:07.279] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8845458774025241536:20:0)
[10:36:07.304] Build status: SCHEDULED
[10:36:07.304] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8845458774025241536:21:0) after 3m18s
[10:39:25.302] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8845458774025241536:21:0)
[10:39:25.317] Build status: SCHEDULED
[10:39:25.317] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8845458774025241536:22:0) after 4m28s
[10:43:53.381] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8845458774025241536:22:0)
[10:43:53.402] Build status: SCHEDULED
[10:43:53.402] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8845458774025241536:23:0) after 5m36s
[10:49:29.421] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8845458774025241536:23:0)
[10:49:29.480] Build status: SCHEDULED
[10:49:29.480] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8845458774025241536:24:0) after 6m13s
[10:55:42.494] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8845458774025241536:24:0)
[10:55:42.511] Build status: SCHEDULED
[10:55:42.511] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8845458774025241536:25:0) after 3m16s
[10:58:58.526] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8845458774025241536:25:0)
[10:58:58.541] Build status: SCHEDULED
[10:58:58.541] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8845458774025241536:26:0) after 7m17s
[11:06:15.555] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8845458774025241536:26:0)
[11:06:15.573] Build status: SCHEDULED
[11:06:15.573] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8845458774025241536:27:0) after 8m14s
[11:08:53.610] Received PubSub notification, asking Buildbucket for the build status
[11:08:53.643] Build status: STARTED
[11:11:33.774] Received PubSub notification, asking Buildbucket for the build status
[11:11:33.789] Build:
{
"id": "8680028711972036177",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-tsan-gtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-03T08:49:33.931515886Z",
"startTime": "2026-06-03T11:08:53.364062512Z",
"endTime": "2026-06-03T11:11:33.446633032Z",
"updateTime": "2026-06-03T11:11:33.446633032Z",
"status": "FAILURE",
"input": {
}
}
[11:11:33.789] Invocation finished in 2h22m1.200043348s with status FAILED