[20:35:05.479] New invocation is queued and will start shortly
[20:35:06.735] Starting the invocation (attempt 1)
[20:35:06.762] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/6b6d2d259108a61129d094bc93621cd3c391e6f2"
[20:35:06.762] Popped gitiles commit info from properties and tags
[20:35:06.762] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:35:06.763] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:35:06.763] Buildbucket request:
{
"requestId": "8854474081419490064",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-tsan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8854474081419490064",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "f26b92f05de490f81a4d866ac0a111ad8ccf1c97"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@f26b92f05de490f81a4d866ac0a111ad8ccf1c97",
"title": "f26b92f05de490f81a4d866ac0a111ad8ccf1c97",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/f26b92f05de490f81a4d866ac0a111ad8ccf1c97"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "0b0b9c687020d8708ae885d5b0e67d18580d0cab"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@0b0b9c687020d8708ae885d5b0e67d18580d0cab",
"title": "0b0b9c687020d8708ae885d5b0e67d18580d0cab",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/0b0b9c687020d8708ae885d5b0e67d18580d0cab"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "6b6d2d259108a61129d094bc93621cd3c391e6f2"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@6b6d2d259108a61129d094bc93621cd3c391e6f2",
"title": "6b6d2d259108a61129d094bc93621cd3c391e6f2",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/6b6d2d259108a61129d094bc93621cd3c391e6f2"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "6b6d2d259108a61129d094bc93621cd3c391e6f2",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8854474081419490064"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[20:35:07.461] Scheduled build:
{
"id": "8689044019347056065",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2026-02-23T20:35:06.833548212Z",
"updateTime": "2026-02-23T20:35:06.833548212Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "6b6d2d259108a61129d094bc93621cd3c391e6f2",
"ref": "refs/heads/main"
}
}
}
[20:35:07.461] Task URL: https://cr-buildbucket.appspot.com/build/8689044019347056065
[20:35:07.462] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8854474081419490064:2:0) after 8m22s
[20:35:08.110] Received PubSub notification, asking Buildbucket for the build status
[20:35:08.152] Build status: SCHEDULED
[20:43:29.524] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8854474081419490064:2:0)
[20:43:29.551] Build status: SCHEDULED
[20:43:29.551] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8854474081419490064:4:0) after 1m52s
[20:45:21.605] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8854474081419490064:4:0)
[20:45:21.622] Build status: SCHEDULED
[20:45:21.622] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8854474081419490064:5:0) after 7m25s
[20:52:46.618] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8854474081419490064:5:0)
[20:52:46.652] Build status: SCHEDULED
[20:52:46.653] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8854474081419490064:6:0) after 5m41s
[20:58:27.687] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8854474081419490064:6:0)
[20:58:27.707] Build status: SCHEDULED
[20:58:27.707] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8854474081419490064:7:0) after 7m32s
[21:05:59.721] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8854474081419490064:7:0)
[21:05:59.754] Build status: SCHEDULED
[21:05:59.754] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8854474081419490064:8:0) after 6m46s
[21:12:45.772] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8854474081419490064:8:0)
[21:12:45.787] Build status: SCHEDULED
[21:12:45.787] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8854474081419490064:9:0) after 4m44s
[21:17:29.879] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8854474081419490064:9:0)
[21:17:29.907] Build status: SCHEDULED
[21:17:29.907] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8854474081419490064:10:0) after 6m44s
[21:24:13.922] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8854474081419490064:10:0)
[21:24:13.937] Build status: SCHEDULED
[21:24:13.937] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8854474081419490064:11:0) after 1m40s
[21:25:53.950] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8854474081419490064:11:0)
[21:25:53.966] Build status: SCHEDULED
[21:25:53.966] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8854474081419490064:12:0) after 7m5s
[21:32:59.061] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8854474081419490064:12:0)
[21:32:59.149] Build status: SCHEDULED
[21:32:59.149] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8854474081419490064:13:0) after 5m24s
[21:38:23.208] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8854474081419490064:13:0)
[21:38:23.245] Build status: SCHEDULED
[21:38:23.245] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8854474081419490064:14:0) after 9m49s
[21:48:12.272] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8854474081419490064:14:0)
[21:48:12.288] Build status: SCHEDULED
[21:48:12.288] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8854474081419490064:15:0) after 5m10s
[21:53:22.355] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8854474081419490064:15:0)
[21:53:22.374] Build status: SCHEDULED
[21:53:22.374] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8854474081419490064:16:0) after 1m17s
[21:54:39.422] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8854474081419490064:16:0)
[21:54:39.461] Build status: SCHEDULED
[21:54:39.461] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8854474081419490064:17:0) after 1m4s
[21:55:43.479] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8854474081419490064:17:0)
[21:55:43.492] Build status: SCHEDULED
[21:55:43.492] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8854474081419490064:18:0) after 9m52s
[22:05:35.510] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8854474081419490064:18:0)
[22:05:35.587] Build status: SCHEDULED
[22:05:35.587] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8854474081419490064:19:0) after 8m34s
[22:14:09.700] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8854474081419490064:19:0)
[22:14:09.755] Build status: SCHEDULED
[22:14:09.755] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8854474081419490064:20:0) after 3m21s
[22:17:30.775] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8854474081419490064:20:0)
[22:17:30.795] Build status: SCHEDULED
[22:17:30.795] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8854474081419490064:21:0) after 2m23s
[22:19:53.809] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8854474081419490064:21:0)
[22:19:53.838] Build status: SCHEDULED
[22:19:53.838] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8854474081419490064:22:0) after 6m47s
[22:26:40.878] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8854474081419490064:22:0)
[22:26:40.895] Build status: SCHEDULED
[22:26:40.895] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8854474081419490064:23:0) after 8m45s
[22:35:25.911] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8854474081419490064:23:0)
[22:35:26.315] Build status: SCHEDULED
[22:35:26.315] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8854474081419490064:24:0) after 4m38s
[22:40:04.338] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8854474081419490064:24:0)
[22:40:04.355] Build status: SCHEDULED
[22:40:04.355] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8854474081419490064:25:0) after 8m49s
[22:48:53.455] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8854474081419490064:25:0)
[22:48:53.487] Build status: SCHEDULED
[22:48:53.487] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8854474081419490064:26:0) after 9m28s
[22:58:21.540] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8854474081419490064:26:0)
[22:58:21.559] Build status: SCHEDULED
[22:58:21.559] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8854474081419490064:27:0) after 7m42s
[23:06:03.750] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8854474081419490064:27:0)
[23:06:03.771] Build status: SCHEDULED
[23:06:03.771] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8854474081419490064:28:0) after 4m51s
[23:10:54.808] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8854474081419490064:28:0)
[23:10:54.868] Build status: SCHEDULED
[23:10:54.869] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8854474081419490064:29:0) after 8m52s
[23:19:46.910] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8854474081419490064:29:0)
[23:19:46.926] Build status: SCHEDULED
[23:19:46.926] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8854474081419490064:30:0) after 2m14s
[23:22:00.942] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8854474081419490064:30:0)
[23:22:00.957] Build status: SCHEDULED
[23:22:00.957] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8854474081419490064:31:0) after 3m46s
[23:25:47.064] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8854474081419490064:31:0)
[23:25:47.082] Build status: SCHEDULED
[23:25:47.083] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8854474081419490064:32:0) after 4m24s
[23:30:11.103] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8854474081419490064:32:0)
[23:30:11.143] Build status: SCHEDULED
[23:30:11.143] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8854474081419490064:33:0) after 5m49s
[23:35:10.901] Received PubSub notification, asking Buildbucket for the build status
[23:35:10.920] Build status: STARTED
[23:36:00.210] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8854474081419490064:33:0)
[23:36:00.227] Build status: STARTED
[23:36:00.227] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8854474081419490064:35:0) after 5m35s
[23:37:39.573] Received PubSub notification, asking Buildbucket for the build status
[23:37:39.587] Build:
{
"id": "8689044019347056065",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2026-02-23T20:35:06.833548212Z",
"startTime": "2026-02-23T23:35:10.661565945Z",
"endTime": "2026-02-23T23:37:38.976165843Z",
"updateTime": "2026-02-23T23:37:38.976165843Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "6b6d2d259108a61129d094bc93621cd3c391e6f2",
"ref": "refs/heads/main"
}
}
}
[23:37:39.587] Invocation finished in 3h2m34.113770269s with status FAILED