[09:22:40.692] New invocation is queued and will start shortly
[09:22:41.726] Starting the invocation (attempt 1)
[09:22:41.754] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/13fe299b23f44db3ab688896b4ab6119b91da7ab"
[09:22:41.754] Popped gitiles commit info from properties and tags
[09:22:41.754] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[09:22:41.755] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[09:22:41.755] Buildbucket request:
{
"requestId": "8833226098890195904",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-tsan-gtest"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8833226098890195904",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "13fe299b23f44db3ab688896b4ab6119b91da7ab"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@13fe299b23f44db3ab688896b4ab6119b91da7ab",
"title": "13fe299b23f44db3ab688896b4ab6119b91da7ab",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/13fe299b23f44db3ab688896b4ab6119b91da7ab"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "13fe299b23f44db3ab688896b4ab6119b91da7ab",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8833226098890195904"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[09:22:42.170] Scheduled build:
{
"id": "8667796037029666017",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-tsan-gtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-10-16T09:22:41.844661076Z",
"updateTime": "2026-10-16T09:22:41.844661076Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "13fe299b23f44db3ab688896b4ab6119b91da7ab",
"ref": "refs/heads/main"
}
}
}
[09:22:42.171] Task URL: https://cr-buildbucket.appspot.com/build/8667796037029666017
[09:22:42.171] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8833226098890195904:2:0) after 4m8s
[09:22:43.116] Received PubSub notification, asking Buildbucket for the build status
[09:22:43.139] Build status: SCHEDULED
[09:26:50.224] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8833226098890195904:2:0)
[09:26:50.244] Build status: SCHEDULED
[09:26:50.244] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8833226098890195904:4:0) after 3m16s
[09:30:06.316] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8833226098890195904:4:0)
[09:30:06.346] Build status: SCHEDULED
[09:30:06.346] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8833226098890195904:5:0) after 5m3s
[09:35:09.566] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8833226098890195904:5:0)
[09:35:09.605] Build status: SCHEDULED
[09:35:09.605] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8833226098890195904:6:0) after 6m47s
[09:41:56.617] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8833226098890195904:6:0)
[09:41:56.639] Build status: SCHEDULED
[09:41:56.639] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8833226098890195904:7:0) after 5m26s
[09:47:22.739] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8833226098890195904:7:0)
[09:47:22.762] Build status: SCHEDULED
[09:47:22.762] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8833226098890195904:8:0) after 7m50s
[09:55:12.780] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8833226098890195904:8:0)
[09:55:12.799] Build status: SCHEDULED
[09:55:12.799] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8833226098890195904:9:0) after 3m35s
[09:58:47.815] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8833226098890195904:9:0)
[09:58:47.835] Build status: SCHEDULED
[09:58:47.835] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8833226098890195904:10:0) after 4m23s
[10:03:10.862] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8833226098890195904:10:0)
[10:03:10.885] Build status: SCHEDULED
[10:03:10.886] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8833226098890195904:11:0) after 3m47s
[10:06:57.905] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8833226098890195904:11:0)
[10:06:57.927] Build status: SCHEDULED
[10:06:57.927] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8833226098890195904:12:0) after 7m50s
[10:14:48.128] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8833226098890195904:12:0)
[10:14:48.145] Build status: SCHEDULED
[10:14:48.145] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8833226098890195904:13:0) after 4m56s
[10:19:44.158] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8833226098890195904:13:0)
[10:19:44.177] Build status: SCHEDULED
[10:19:44.177] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8833226098890195904:14:0) after 4m13s
[10:23:57.261] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8833226098890195904:14:0)
[10:23:57.283] Build status: SCHEDULED
[10:23:57.283] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8833226098890195904:15:0) after 2m58s
[10:26:55.329] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8833226098890195904:15:0)
[10:26:55.354] Build status: SCHEDULED
[10:26:55.354] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8833226098890195904:16:0) after 8m4s
[10:34:59.438] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8833226098890195904:16:0)
[10:34:59.480] Build status: SCHEDULED
[10:34:59.480] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8833226098890195904:17:0) after 6m11s
[10:41:10.452] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8833226098890195904:17:0)
[10:41:10.472] Build status: SCHEDULED
[10:41:10.472] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8833226098890195904:18:0) after 9m32s
[10:50:42.486] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8833226098890195904:18:0)
[10:50:42.523] Build status: SCHEDULED
[10:50:42.523] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8833226098890195904:19:0) after 8m53s
[10:59:35.575] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8833226098890195904:19:0)
[10:59:35.604] Build status: SCHEDULED
[10:59:35.604] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8833226098890195904:20:0) after 8m34s
[11:08:09.794] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8833226098890195904:20:0)
[11:08:09.957] Build status: SCHEDULED
[11:08:09.957] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8833226098890195904:21:0) after 6m29s
[11:14:38.977] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8833226098890195904:21:0)
[11:14:38.999] Build status: SCHEDULED
[11:14:38.999] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8833226098890195904:22:0) after 8m47s
[11:23:26.020] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8833226098890195904:22:0)
[11:23:26.044] Build status: SCHEDULED
[11:23:26.044] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8833226098890195904:23:0) after 9m10s
[11:32:36.067] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8833226098890195904:23:0)
[11:32:36.086] Build status: SCHEDULED
[11:32:36.086] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8833226098890195904:24:0) after 5m30s
[11:35:20.475] Received PubSub notification, asking Buildbucket for the build status
[11:35:20.498] Build status: STARTED
[11:37:10.902] Received PubSub notification, asking Buildbucket for the build status
[11:37:10.928] Build:
{
"id": "8667796037029666017",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-tsan-gtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-10-16T09:22:41.844661076Z",
"startTime": "2026-10-16T11:34:54.769351541Z",
"endTime": "2026-10-16T11:37:10.605380836Z",
"updateTime": "2026-10-16T11:37:10.605380836Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "13fe299b23f44db3ab688896b4ab6119b91da7ab",
"ref": "refs/heads/main"
}
}
}
[11:37:10.928] Invocation finished in 2h14m30.240781798s with status FAILED