[06:20:44.948] New invocation is queued and will start shortly
[06:20:44.948] Triggered by user:rerunner@pigweed-service-accounts.iam.gserviceaccount.com
[06:20:46.109] Starting the invocation (attempt 1)
[06:20:46.134] Ignoring gitiles_ref tag without the buildset tag
[06:20:46.134] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[06:20:46.134] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[06:20:46.134] Buildbucket request:
{
"requestId": "8844018583881835808",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-tsan-build"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8844018583881835808",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build",
"triggers": [
{
"buildbucket": {
"tags": [
"parent_buildername:rerunner",
"user_agent:rerunner"
]
},
"id": "17ff7e44-608e-4d41-aab8-e269c0f98211",
"title": "rerunner/0",
"url": "https://cr-buildbucket.appspot.com/build/8678588834377697009"
}
]
}
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8844018583881835808"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "rerunner"
},
{
"key": "user_agent",
"value": "rerunner"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[06:20:46.594] Scheduled build:
{
"id": "8678588521875173073",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-tsan-build"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-19T06:20:46.237026052Z",
"updateTime": "2026-06-19T06:20:46.237026052Z",
"status": "SCHEDULED",
"input": {
}
}
[06:20:46.594] Task URL: https://cr-buildbucket.appspot.com/build/8678588521875173073
[06:20:46.594] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844018583881835808:2:0) after 8m14s
[06:20:46.920] Received PubSub notification, asking Buildbucket for the build status
[06:20:46.943] Build status: SCHEDULED
[06:29:00.609] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844018583881835808:2:0)
[06:29:00.654] Build status: SCHEDULED
[06:29:00.661] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844018583881835808:4:0) after 7m21s
[06:36:21.673] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844018583881835808:4:0)
[06:36:21.703] Build status: SCHEDULED
[06:36:21.703] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844018583881835808:5:0) after 4m14s
[06:40:35.721] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844018583881835808:5:0)
[06:40:35.748] Build status: SCHEDULED
[06:40:35.748] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844018583881835808:6:0) after 3m1s
[06:43:36.762] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844018583881835808:6:0)
[06:43:36.844] Build status: SCHEDULED
[06:43:36.844] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844018583881835808:7:0) after 8m29s
[06:52:05.973] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844018583881835808:7:0)
[06:52:06.004] Build status: SCHEDULED
[06:52:06.004] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844018583881835808:8:0) after 9m9s
[07:01:15.035] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844018583881835808:8:0)
[07:01:15.059] Build status: SCHEDULED
[07:01:15.059] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844018583881835808:9:0) after 7m12s
[07:08:27.075] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844018583881835808:9:0)
[07:08:27.091] Build status: SCHEDULED
[07:08:27.091] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844018583881835808:10:0) after 4m13s
[07:12:40.195] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844018583881835808:10:0)
[07:12:40.239] Build status: SCHEDULED
[07:12:40.239] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844018583881835808:11:0) after 4m19s
[07:16:59.252] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844018583881835808:11:0)
[07:16:59.269] Build status: SCHEDULED
[07:16:59.269] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844018583881835808:12:0) after 8m5s
[07:25:04.288] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844018583881835808:12:0)
[07:25:04.399] Build status: SCHEDULED
[07:25:04.399] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844018583881835808:13:0) after 5m28s
[07:30:32.414] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844018583881835808:13:0)
[07:30:32.447] Build status: SCHEDULED
[07:30:32.447] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844018583881835808:14:0) after 4m14s
[07:34:46.465] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844018583881835808:14:0)
[07:34:46.487] Build status: SCHEDULED
[07:34:46.487] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844018583881835808:15:0) after 7m52s
[07:42:38.497] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844018583881835808:15:0)
[07:42:38.514] Build status: SCHEDULED
[07:42:38.514] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844018583881835808:16:0) after 4m49s
[07:47:27.530] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844018583881835808:16:0)
[07:47:27.550] Build status: SCHEDULED
[07:47:27.550] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844018583881835808:17:0) after 2m55s
[07:50:22.562] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844018583881835808:17:0)
[07:50:22.583] Build status: SCHEDULED
[07:50:22.583] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844018583881835808:18:0) after 6m2s
[07:56:24.596] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844018583881835808:18:0)
[07:56:24.617] Build status: SCHEDULED
[07:56:24.617] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844018583881835808:19:0) after 2m35s
[07:58:59.598] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844018583881835808:19:0)
[07:58:59.615] Build status: SCHEDULED
[07:58:59.615] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844018583881835808:20:0) after 5m37s
[08:04:36.630] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844018583881835808:20:0)
[08:04:36.659] Build status: SCHEDULED
[08:04:36.660] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844018583881835808:21:0) after 9m17s
[08:13:53.673] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844018583881835808:21:0)
[08:13:53.830] Build status: SCHEDULED
[08:13:53.830] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844018583881835808:22:0) after 1m10s
[08:15:03.878] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844018583881835808:22:0)
[08:15:04.079] Build status: SCHEDULED
[08:15:04.079] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844018583881835808:23:0) after 5m42s
[08:20:46.093] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844018583881835808:23:0)
[08:20:46.114] Build status: SCHEDULED
[08:20:46.114] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844018583881835808:24:0) after 4m25s
[08:25:11.131] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844018583881835808:24:0)
[08:25:11.235] Build status: SCHEDULED
[08:25:11.235] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844018583881835808:25:0) after 2m59s
[08:28:10.372] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844018583881835808:25:0)
[08:28:10.394] Build status: SCHEDULED
[08:28:10.394] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844018583881835808:26:0) after 8m16s
[08:36:26.421] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844018583881835808:26:0)
[08:36:26.474] Build status: SCHEDULED
[08:36:26.474] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844018583881835808:27:0) after 7m51s
[08:44:17.542] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844018583881835808:27:0)
[08:44:17.558] Build status: SCHEDULED
[08:44:17.558] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844018583881835808:28:0) after 9m55s
[08:48:28.098] Received PubSub notification, asking Buildbucket for the build status
[08:48:28.119] Build status: STARTED
[08:54:00.300] Received PubSub notification, asking Buildbucket for the build status
[08:54:00.321] Build:
{
"id": "8678588521875173073",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-tsan-build"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-19T06:20:46.237026052Z",
"startTime": "2026-06-19T08:48:27.924114931Z",
"endTime": "2026-06-19T08:53:59.917062876Z",
"updateTime": "2026-06-19T08:53:59.917062876Z",
"status": "FAILURE",
"input": {
}
}
[08:54:00.321] Invocation finished in 2h33m15.381301315s with status FAILED