[11:38:39.149] New invocation is queued and will start shortly
[11:38:39.149] Triggered by user:rerunner@pigweed-service-accounts.iam.gserviceaccount.com
[11:38:40.468] Starting the invocation (attempt 1)
[11:38:40.492] Ignoring gitiles_ref tag without the buildset tag
[11:38:40.492] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[11:38:40.492] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[11:38:40.492] Buildbucket request:
{
"requestId": "8839559331776746608",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-tsan-build"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8839559331776746608",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build",
"triggers": [
{
"buildbucket": {
"tags": [
"parent_buildername:rerunner",
"user_agent:rerunner"
]
},
"id": "ecbef43c-4414-460d-91ee-af2cf9f7fbfe",
"title": "rerunner/0",
"url": "https://cr-buildbucket.appspot.com/build/8674129611999211441"
}
]
}
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8839559331776746608"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "rerunner"
},
{
"key": "user_agent",
"value": "rerunner"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[11:38:40.843] Scheduled build:
{
"id": "8674129269645202305",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-tsan-build"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-07T11:38:40.559093592Z",
"updateTime": "2026-08-07T11:38:40.559093592Z",
"status": "SCHEDULED",
"input": {
}
}
[11:38:40.843] Task URL: https://cr-buildbucket.appspot.com/build/8674129269645202305
[11:38:40.843] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839559331776746608:2:0) after 8m39s
[11:38:41.828] Received PubSub notification, asking Buildbucket for the build status
[11:38:41.851] Build status: SCHEDULED
[11:47:19.935] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839559331776746608:2:0)
[11:47:19.955] Build status: SCHEDULED
[11:47:19.956] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839559331776746608:4:0) after 2m40s
[11:50:00.048] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839559331776746608:4:0)
[11:50:00.307] Build status: SCHEDULED
[11:50:00.308] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839559331776746608:5:0) after 6m45s
[11:56:45.281] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839559331776746608:5:0)
[11:56:45.309] Build status: SCHEDULED
[11:56:45.309] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839559331776746608:6:0) after 2m45s
[11:59:30.327] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839559331776746608:6:0)
[11:59:30.349] Build status: SCHEDULED
[11:59:30.349] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839559331776746608:7:0) after 5m9s
[12:04:39.418] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839559331776746608:7:0)
[12:04:39.439] Build status: SCHEDULED
[12:04:39.439] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839559331776746608:8:0) after 2m16s
[12:06:55.455] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839559331776746608:8:0)
[12:06:55.568] Build status: SCHEDULED
[12:06:55.568] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839559331776746608:9:0) after 1m48s
[12:08:43.721] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839559331776746608:9:0)
[12:08:43.743] Build status: SCHEDULED
[12:08:43.744] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839559331776746608:10:0) after 8m12s
[12:16:55.801] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839559331776746608:10:0)
[12:16:55.819] Build status: SCHEDULED
[12:16:55.819] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839559331776746608:11:0) after 6m56s
[12:23:51.897] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839559331776746608:11:0)
[12:23:51.987] Build status: SCHEDULED
[12:23:51.987] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839559331776746608:12:0) after 9m18s
[12:33:10.052] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839559331776746608:12:0)
[12:33:10.078] Build status: SCHEDULED
[12:33:10.078] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839559331776746608:13:0) after 7m42s
[12:40:52.255] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839559331776746608:13:0)
[12:40:52.279] Build status: SCHEDULED
[12:40:52.280] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839559331776746608:14:0) after 6m9s
[12:47:01.324] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839559331776746608:14:0)
[12:47:01.344] Build status: SCHEDULED
[12:47:01.344] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839559331776746608:15:0) after 4m46s
[12:51:47.456] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839559331776746608:15:0)
[12:51:47.484] Build status: SCHEDULED
[12:51:47.484] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839559331776746608:16:0) after 8m40s
[13:00:27.497] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839559331776746608:16:0)
[13:00:27.528] Build status: SCHEDULED
[13:00:27.528] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839559331776746608:17:0) after 2m42s
[13:03:09.624] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839559331776746608:17:0)
[13:03:09.645] Build status: SCHEDULED
[13:03:09.645] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839559331776746608:18:0) after 4m18s
[13:07:27.841] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839559331776746608:18:0)
[13:07:27.858] Build status: SCHEDULED
[13:07:27.858] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839559331776746608:19:0) after 1m11s
[13:08:38.955] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839559331776746608:19:0)
[13:08:39.080] Build status: SCHEDULED
[13:08:39.080] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839559331776746608:20:0) after 1m34s
[13:10:13.094] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839559331776746608:20:0)
[13:10:13.119] Build status: SCHEDULED
[13:10:13.119] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839559331776746608:21:0) after 8m32s
[13:18:45.134] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839559331776746608:21:0)
[13:18:45.157] Build status: SCHEDULED
[13:18:45.157] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839559331776746608:22:0) after 4m47s
[13:23:32.259] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839559331776746608:22:0)
[13:23:32.281] Build status: SCHEDULED
[13:23:32.281] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839559331776746608:23:0) after 9m52s
[13:33:24.296] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839559331776746608:23:0)
[13:33:24.323] Build status: SCHEDULED
[13:33:24.323] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839559331776746608:24:0) after 9m20s
[13:42:44.345] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839559331776746608:24:0)
[13:42:44.387] Build status: SCHEDULED
[13:42:44.387] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839559331776746608:25:0) after 2m44s
[13:45:28.565] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839559331776746608:25:0)
[13:45:28.588] Build status: SCHEDULED
[13:45:28.588] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839559331776746608:26:0) after 5m40s
[13:51:08.633] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839559331776746608:26:0)
[13:51:08.651] Build status: SCHEDULED
[13:51:08.651] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839559331776746608:27:0) after 1m11s
[13:52:19.763] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839559331776746608:27:0)
[13:52:19.795] Build status: SCHEDULED
[13:52:19.795] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839559331776746608:28:0) after 1m33s
[13:53:52.916] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839559331776746608:28:0)
[13:53:52.935] Build status: SCHEDULED
[13:53:52.935] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839559331776746608:29:0) after 3m32s
[13:57:24.982] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839559331776746608:29:0)
[13:57:25.004] Build status: SCHEDULED
[13:57:25.004] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839559331776746608:30:0) after 1m0s
[13:58:24.973] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839559331776746608:30:0)
[13:58:25.001] Build status: SCHEDULED
[13:58:25.001] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8839559331776746608:31:0) after 9m28s
[13:59:56.491] Received PubSub notification, asking Buildbucket for the build status
[13:59:56.611] Build status: STARTED
[14:05:54.195] Received PubSub notification, asking Buildbucket for the build status
[14:05:54.219] Build:
{
"id": "8674129269645202305",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-tsan-build"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-07T11:38:40.559093592Z",
"startTime": "2026-08-07T13:59:56.116751653Z",
"endTime": "2026-08-07T14:05:53.679155433Z",
"updateTime": "2026-08-07T14:05:53.679155433Z",
"status": "FAILURE",
"input": {
}
}
[14:05:54.219] Invocation finished in 2h27m15.075431604s with status FAILED