[00:24:09.253] New invocation is queued and will start shortly
[00:24:11.678] Starting the invocation (attempt 1)
[00:24:11.705] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/03ab020d52d3ea6b565c754b961ae65c3c59166a"
[00:24:11.705] Popped gitiles commit info from properties and tags
[00:24:11.705] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:24:11.705] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:24:11.705] Buildbucket request:
{
"requestId": "8837336843388911744",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-tsan-gtest"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8837336843388911744",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "b578dcafac84fd9e3d942eda0fff9248fad019c1"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@b578dcafac84fd9e3d942eda0fff9248fad019c1",
"title": "b578dcafac84fd9e3d942eda0fff9248fad019c1",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/b578dcafac84fd9e3d942eda0fff9248fad019c1"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "ceb85158aa15bda588d5da95ca33589a5b672323"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@ceb85158aa15bda588d5da95ca33589a5b672323",
"title": "ceb85158aa15bda588d5da95ca33589a5b672323",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/ceb85158aa15bda588d5da95ca33589a5b672323"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "ca243ad458bdc41ff8d5174dfa57ff7ff2c800d2"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@ca243ad458bdc41ff8d5174dfa57ff7ff2c800d2",
"title": "ca243ad458bdc41ff8d5174dfa57ff7ff2c800d2",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/ca243ad458bdc41ff8d5174dfa57ff7ff2c800d2"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "09f39e5f3574b77bd367f8b51dd350f4748a1b3d"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@09f39e5f3574b77bd367f8b51dd350f4748a1b3d",
"title": "09f39e5f3574b77bd367f8b51dd350f4748a1b3d",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/09f39e5f3574b77bd367f8b51dd350f4748a1b3d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "5f30249bac3bea869bb8cf107e566942577bc781"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@5f30249bac3bea869bb8cf107e566942577bc781",
"title": "5f30249bac3bea869bb8cf107e566942577bc781",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/5f30249bac3bea869bb8cf107e566942577bc781"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "03ab020d52d3ea6b565c754b961ae65c3c59166a"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@03ab020d52d3ea6b565c754b961ae65c3c59166a",
"title": "03ab020d52d3ea6b565c754b961ae65c3c59166a",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/03ab020d52d3ea6b565c754b961ae65c3c59166a"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "03ab020d52d3ea6b565c754b961ae65c3c59166a",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8837336843388911744"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[00:24:12.158] Scheduled build:
{
"id": "8671906780083801745",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-tsan-gtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-09-01T00:24:11.772915378Z",
"updateTime": "2026-09-01T00:24:11.772915378Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "03ab020d52d3ea6b565c754b961ae65c3c59166a",
"ref": "refs/heads/main"
}
}
}
[00:24:12.158] Task URL: https://cr-buildbucket.appspot.com/build/8671906780083801745
[00:24:12.158] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8837336843388911744:2:0) after 6m29s
[00:24:13.047] Received PubSub notification, asking Buildbucket for the build status
[00:24:13.073] Build status: SCHEDULED
[00:30:41.339] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8837336843388911744:2:0)
[00:30:41.356] Build status: SCHEDULED
[00:30:41.356] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8837336843388911744:4:0) after 1m28s
[00:32:09.376] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8837336843388911744:4:0)
[00:32:09.398] Build status: SCHEDULED
[00:32:09.398] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8837336843388911744:5:0) after 6m52s
[00:39:01.414] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8837336843388911744:5:0)
[00:39:01.442] Build status: SCHEDULED
[00:39:01.442] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8837336843388911744:6:0) after 5m26s
[00:44:27.459] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8837336843388911744:6:0)
[00:44:27.477] Build status: SCHEDULED
[00:44:27.477] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8837336843388911744:7:0) after 3m37s
[00:48:04.523] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8837336843388911744:7:0)
[00:48:04.551] Build status: SCHEDULED
[00:48:04.551] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8837336843388911744:8:0) after 4m17s
[00:52:21.682] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8837336843388911744:8:0)
[00:52:21.720] Build status: SCHEDULED
[00:52:21.720] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8837336843388911744:9:0) after 9m44s
[01:02:05.935] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8837336843388911744:9:0)
[01:02:05.955] Build status: SCHEDULED
[01:02:05.955] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8837336843388911744:10:0) after 7m33s
[01:09:39.079] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8837336843388911744:10:0)
[01:09:39.106] Build status: SCHEDULED
[01:09:39.106] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8837336843388911744:11:0) after 1m3s
[01:10:42.121] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8837336843388911744:11:0)
[01:10:42.298] Build status: SCHEDULED
[01:10:42.298] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8837336843388911744:12:0) after 6m18s
[01:17:00.534] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8837336843388911744:12:0)
[01:17:00.569] Build status: SCHEDULED
[01:17:00.569] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8837336843388911744:13:0) after 1m24s
[01:18:24.584] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8837336843388911744:13:0)
[01:18:24.607] Build status: SCHEDULED
[01:18:24.607] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8837336843388911744:14:0) after 9m54s
[01:28:18.739] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8837336843388911744:14:0)
[01:28:18.757] Build status: SCHEDULED
[01:28:18.757] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8837336843388911744:15:0) after 6m56s
[01:35:14.845] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8837336843388911744:15:0)
[01:35:14.967] Build status: SCHEDULED
[01:35:14.967] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8837336843388911744:16:0) after 6m53s
[01:42:08.141] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8837336843388911744:16:0)
[01:42:08.205] Build status: SCHEDULED
[01:42:08.205] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8837336843388911744:17:0) after 5m56s
[01:48:04.379] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8837336843388911744:17:0)
[01:48:04.395] Build status: SCHEDULED
[01:48:04.395] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8837336843388911744:18:0) after 9m18s
[01:50:53.106] Received PubSub notification, asking Buildbucket for the build status
[01:50:53.129] Build status: STARTED
[01:53:41.636] Received PubSub notification, asking Buildbucket for the build status
[01:53:41.655] Build:
{
"id": "8671906780083801745",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-tsan-gtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-09-01T00:24:11.772915378Z",
"startTime": "2026-09-01T01:50:52.895977949Z",
"endTime": "2026-09-01T01:53:41.305055276Z",
"updateTime": "2026-09-01T01:53:41.305055276Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "03ab020d52d3ea6b565c754b961ae65c3c59166a",
"ref": "refs/heads/main"
}
}
}
[01:53:41.655] Invocation finished in 1h29m32.418463595s with status FAILED