[10:11:52.928] New invocation is queued and will start shortly
[10:11:54.062] Starting the invocation (attempt 1)
[10:11:54.086] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/a2c12661ef106fc4e6e20a48602df6a8383b75c6"
[10:11:54.086] Popped gitiles commit info from properties and tags
[10:11:54.086] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[10:11:54.087] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[10:11:54.087] Buildbucket request:
{
"requestId": "8848715084501973520",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-tsan-build"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8848715084501973520",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "a2c12661ef106fc4e6e20a48602df6a8383b75c6"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@a2c12661ef106fc4e6e20a48602df6a8383b75c6",
"title": "a2c12661ef106fc4e6e20a48602df6a8383b75c6",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/a2c12661ef106fc4e6e20a48602df6a8383b75c6"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "a2c12661ef106fc4e6e20a48602df6a8383b75c6",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8848715084501973520"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[10:11:54.489] Scheduled build:
{
"id": "8683285022515527857",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-tsan-build"
},
"createdBy": "project:pigweed",
"createTime": "2026-04-28T10:11:54.199034651Z",
"updateTime": "2026-04-28T10:11:54.199034651Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "a2c12661ef106fc4e6e20a48602df6a8383b75c6",
"ref": "refs/heads/main"
}
}
}
[10:11:54.489] Task URL: https://cr-buildbucket.appspot.com/build/8683285022515527857
[10:11:54.490] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8848715084501973520:2:0) after 3m47s
[10:11:55.483] Received PubSub notification, asking Buildbucket for the build status
[10:11:55.504] Build status: SCHEDULED
[10:15:41.537] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8848715084501973520:2:0)
[10:15:41.563] Build status: SCHEDULED
[10:15:41.563] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8848715084501973520:4:0) after 1m26s
[10:17:07.577] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8848715084501973520:4:0)
[10:17:07.613] Build status: SCHEDULED
[10:17:07.613] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8848715084501973520:5:0) after 9m19s
[10:26:26.627] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8848715084501973520:5:0)
[10:26:26.645] Build status: SCHEDULED
[10:26:26.645] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8848715084501973520:6:0) after 8m42s
[10:35:08.682] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8848715084501973520:6:0)
[10:35:08.701] Build status: SCHEDULED
[10:35:08.701] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8848715084501973520:7:0) after 6m24s
[10:41:32.666] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8848715084501973520:7:0)
[10:41:32.683] Build status: SCHEDULED
[10:41:32.683] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8848715084501973520:8:0) after 5m17s
[10:46:49.701] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8848715084501973520:8:0)
[10:46:49.774] Build status: SCHEDULED
[10:46:49.774] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8848715084501973520:9:0) after 1m21s
[10:48:10.824] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8848715084501973520:9:0)
[10:48:10.853] Build status: SCHEDULED
[10:48:10.853] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8848715084501973520:10:0) after 6m6s
[10:54:16.869] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8848715084501973520:10:0)
[10:54:16.891] Build status: SCHEDULED
[10:54:16.891] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8848715084501973520:11:0) after 8m19s
[11:02:35.907] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8848715084501973520:11:0)
[11:02:36.199] Build status: SCHEDULED
[11:02:36.199] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8848715084501973520:12:0) after 7m48s
[11:10:24.265] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8848715084501973520:12:0)
[11:10:24.338] Build status: SCHEDULED
[11:10:24.338] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8848715084501973520:13:0) after 5m54s
[11:16:18.352] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8848715084501973520:13:0)
[11:16:18.372] Build status: SCHEDULED
[11:16:18.372] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8848715084501973520:14:0) after 4m7s
[11:20:25.472] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8848715084501973520:14:0)
[11:20:25.495] Build status: SCHEDULED
[11:20:25.495] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8848715084501973520:15:0) after 9m3s
[11:29:28.556] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8848715084501973520:15:0)
[11:29:28.598] Build status: SCHEDULED
[11:29:28.598] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8848715084501973520:16:0) after 9m45s
[11:39:13.615] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8848715084501973520:16:0)
[11:39:13.645] Build status: SCHEDULED
[11:39:13.645] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8848715084501973520:17:0) after 7m38s
[11:46:51.628] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8848715084501973520:17:0)
[11:46:51.643] Build status: SCHEDULED
[11:46:51.643] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8848715084501973520:18:0) after 8m27s
[11:55:18.745] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8848715084501973520:18:0)
[11:55:18.764] Build status: SCHEDULED
[11:55:18.764] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8848715084501973520:19:0) after 6m58s
[12:02:16.833] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8848715084501973520:19:0)
[12:02:16.861] Build status: SCHEDULED
[12:02:16.862] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8848715084501973520:20:0) after 4m29s
[12:06:45.926] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8848715084501973520:20:0)
[12:06:46.021] Build status: SCHEDULED
[12:06:46.021] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8848715084501973520:21:0) after 5m39s
[12:12:25.086] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8848715084501973520:21:0)
[12:12:25.110] Build status: SCHEDULED
[12:12:25.110] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8848715084501973520:22:0) after 3m19s
[12:15:44.123] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8848715084501973520:22:0)
[12:15:44.141] Build status: SCHEDULED
[12:15:44.141] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8848715084501973520:23:0) after 8m15s
[12:23:59.160] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8848715084501973520:23:0)
[12:23:59.184] Build status: SCHEDULED
[12:23:59.184] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8848715084501973520:24:0) after 4m21s
[12:28:20.201] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8848715084501973520:24:0)
[12:28:20.217] Build status: SCHEDULED
[12:28:20.217] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8848715084501973520:25:0) after 4m49s
[12:33:09.251] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8848715084501973520:25:0)
[12:33:09.281] Build status: SCHEDULED
[12:33:09.281] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8848715084501973520:26:0) after 2m12s
[12:35:21.318] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8848715084501973520:26:0)
[12:35:21.342] Build status: SCHEDULED
[12:35:21.342] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8848715084501973520:27:0) after 4m42s
[12:36:31.616] Received PubSub notification, asking Buildbucket for the build status
[12:36:31.686] Build status: STARTED
[12:40:03.356] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8848715084501973520:27:0)
[12:40:03.395] Build status: STARTED
[12:40:03.395] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8848715084501973520:29:0) after 5m42s
[12:41:31.093] Received PubSub notification, asking Buildbucket for the build status
[12:41:31.196] Build:
{
"id": "8683285022515527857",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-tsan-build"
},
"createdBy": "project:pigweed",
"createTime": "2026-04-28T10:11:54.199034651Z",
"startTime": "2026-04-28T12:36:30.816189278Z",
"endTime": "2026-04-28T12:41:30.779943830Z",
"updateTime": "2026-04-28T12:41:30.779943830Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "a2c12661ef106fc4e6e20a48602df6a8383b75c6",
"ref": "refs/heads/main"
}
}
}
[12:41:31.196] Invocation finished in 2h29m38.275067977s with status FAILED