[01:45:30.703] New invocation is queued and will start shortly
[01:45:31.918] Starting the invocation (attempt 1)
[01:45:31.943] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/26e4d31ffa0bb7f93f684a43d6805c46a0763776"
[01:45:31.943] Popped gitiles commit info from properties and tags
[01:45:31.943] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:45:31.944] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:45:31.945] Buildbucket request:
{
"requestId": "8844035900322473984",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-tsan-gtest"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8844035900322473984",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "6bf2c64d84c691b865385446c0b4d6ed9f8eb01a"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@6bf2c64d84c691b865385446c0b4d6ed9f8eb01a",
"title": "6bf2c64d84c691b865385446c0b4d6ed9f8eb01a",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/6bf2c64d84c691b865385446c0b4d6ed9f8eb01a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "f3bd5268ea0949e09ee61350d661c6ece015d84c"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@f3bd5268ea0949e09ee61350d661c6ece015d84c",
"title": "f3bd5268ea0949e09ee61350d661c6ece015d84c",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/f3bd5268ea0949e09ee61350d661c6ece015d84c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "ff2c4f14ec7c9160e8f6409d6baebdb82173f741"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@ff2c4f14ec7c9160e8f6409d6baebdb82173f741",
"title": "ff2c4f14ec7c9160e8f6409d6baebdb82173f741",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/ff2c4f14ec7c9160e8f6409d6baebdb82173f741"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "d13b8a700bd01056788a406b4d916395da173a18"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@d13b8a700bd01056788a406b4d916395da173a18",
"title": "d13b8a700bd01056788a406b4d916395da173a18",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/d13b8a700bd01056788a406b4d916395da173a18"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "b77dda7d765c4f46be2c051feb14b58555d17f51"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@b77dda7d765c4f46be2c051feb14b58555d17f51",
"title": "b77dda7d765c4f46be2c051feb14b58555d17f51",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/b77dda7d765c4f46be2c051feb14b58555d17f51"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "e7d13cc8df56e16c7713e8e9308c778a725c038d"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@e7d13cc8df56e16c7713e8e9308c778a725c038d",
"title": "e7d13cc8df56e16c7713e8e9308c778a725c038d",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/e7d13cc8df56e16c7713e8e9308c778a725c038d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "20639e3b66cdceaade4862bae7df8a98095b4e12"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@20639e3b66cdceaade4862bae7df8a98095b4e12",
"title": "20639e3b66cdceaade4862bae7df8a98095b4e12",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/20639e3b66cdceaade4862bae7df8a98095b4e12"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "26e4d31ffa0bb7f93f684a43d6805c46a0763776"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@26e4d31ffa0bb7f93f684a43d6805c46a0763776",
"title": "26e4d31ffa0bb7f93f684a43d6805c46a0763776",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/26e4d31ffa0bb7f93f684a43d6805c46a0763776"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "26e4d31ffa0bb7f93f684a43d6805c46a0763776",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8844035900322473984"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[01:45:32.315] Scheduled build:
{
"id": "8678605838291181489",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-tsan-gtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-19T01:45:32.016588040Z",
"updateTime": "2026-06-19T01:45:32.016588040Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "26e4d31ffa0bb7f93f684a43d6805c46a0763776",
"ref": "refs/heads/main"
}
}
}
[01:45:32.315] Task URL: https://cr-buildbucket.appspot.com/build/8678605838291181489
[01:45:32.315] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8844035900322473984:2:0) after 7m39s
[01:45:46.830] Received PubSub notification, asking Buildbucket for the build status
[01:45:46.858] Build status: SCHEDULED
[01:53:11.305] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8844035900322473984:2:0)
[01:53:11.337] Build status: SCHEDULED
[01:53:11.337] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8844035900322473984:4:0) after 7m53s
[02:01:04.352] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8844035900322473984:4:0)
[02:01:04.390] Build status: SCHEDULED
[02:01:04.390] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8844035900322473984:5:0) after 5m34s
[02:06:38.402] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8844035900322473984:5:0)
[02:06:38.423] Build status: SCHEDULED
[02:06:38.423] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8844035900322473984:6:0) after 1m41s
[02:08:19.487] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8844035900322473984:6:0)
[02:08:19.506] Build status: SCHEDULED
[02:08:19.506] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8844035900322473984:7:0) after 2m10s
[02:10:29.518] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8844035900322473984:7:0)
[02:10:29.535] Build status: SCHEDULED
[02:10:29.535] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8844035900322473984:8:0) after 6m21s
[02:16:50.574] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8844035900322473984:8:0)
[02:16:50.607] Build status: SCHEDULED
[02:16:50.607] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8844035900322473984:9:0) after 9m24s
[02:26:14.725] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8844035900322473984:9:0)
[02:26:14.746] Build status: SCHEDULED
[02:26:14.746] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8844035900322473984:10:0) after 8m39s
[02:34:53.921] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8844035900322473984:10:0)
[02:34:54.260] Build status: SCHEDULED
[02:34:54.260] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8844035900322473984:11:0) after 4m20s
[02:39:14.326] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8844035900322473984:11:0)
[02:39:14.360] Build status: SCHEDULED
[02:39:14.360] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8844035900322473984:12:0) after 8m39s
[02:47:53.441] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8844035900322473984:12:0)
[02:47:53.498] Build status: SCHEDULED
[02:47:53.498] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8844035900322473984:13:0) after 6m54s
[02:54:47.559] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8844035900322473984:13:0)
[02:54:47.576] Build status: SCHEDULED
[02:54:47.576] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8844035900322473984:14:0) after 8m0s
[03:02:47.643] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8844035900322473984:14:0)
[03:02:47.665] Build status: SCHEDULED
[03:02:47.665] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8844035900322473984:15:0) after 6m15s
[03:09:02.682] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8844035900322473984:15:0)
[03:09:02.715] Build status: SCHEDULED
[03:09:02.715] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8844035900322473984:16:0) after 6m6s
[03:15:08.850] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8844035900322473984:16:0)
[03:15:08.873] Build status: SCHEDULED
[03:15:08.873] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8844035900322473984:17:0) after 5m21s
[03:20:29.903] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8844035900322473984:17:0)
[03:20:29.952] Build status: SCHEDULED
[03:20:29.952] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8844035900322473984:18:0) after 6m55s
[03:27:25.121] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8844035900322473984:18:0)
[03:27:25.367] Build status: SCHEDULED
[03:27:25.367] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8844035900322473984:19:0) after 2m22s
[03:29:47.381] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8844035900322473984:19:0)
[03:29:47.467] Build status: SCHEDULED
[03:29:47.467] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8844035900322473984:20:0) after 8m19s
[03:38:06.533] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8844035900322473984:20:0)
[03:38:06.552] Build status: SCHEDULED
[03:38:06.553] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8844035900322473984:21:0) after 1m45s
[03:39:51.550] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8844035900322473984:21:0)
[03:39:51.576] Build status: SCHEDULED
[03:39:51.576] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8844035900322473984:22:0) after 8m30s
[03:48:21.552] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8844035900322473984:22:0)
[03:48:21.568] Build status: SCHEDULED
[03:48:21.568] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8844035900322473984:23:0) after 2m34s
[03:50:55.541] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8844035900322473984:23:0)
[03:50:55.560] Build status: SCHEDULED
[03:50:55.560] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8844035900322473984:24:0) after 9m42s
[04:00:37.628] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8844035900322473984:24:0)
[04:00:37.655] Build status: SCHEDULED
[04:00:37.655] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8844035900322473984:25:0) after 2m8s
[04:02:45.671] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8844035900322473984:25:0)
[04:02:45.687] Build status: SCHEDULED
[04:02:45.687] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8844035900322473984:26:0) after 4m6s
[04:06:51.785] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8844035900322473984:26:0)
[04:06:51.806] Build status: SCHEDULED
[04:06:51.806] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8844035900322473984:27:0) after 2m56s
[04:09:47.883] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8844035900322473984:27:0)
[04:09:47.902] Build status: SCHEDULED
[04:09:47.902] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8844035900322473984:28:0) after 1m11s
[04:10:58.948] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8844035900322473984:28:0)
[04:10:59.236] Build status: SCHEDULED
[04:10:59.236] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8844035900322473984:29:0) after 7m46s
[04:18:45.220] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8844035900322473984:29:0)
[04:18:45.246] Build status: SCHEDULED
[04:18:45.246] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8844035900322473984:30:0) after 5m18s
[04:22:22.881] Received PubSub notification, asking Buildbucket for the build status
[04:22:22.901] Build status: STARTED
[04:24:03.278] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8844035900322473984:30:0)
[04:24:03.300] Build status: STARTED
[04:24:03.300] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8844035900322473984:32:0) after 2m6s
[04:26:09.309] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8844035900322473984:32:0)
[04:26:09.335] Build status: STARTED
[04:26:09.335] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8844035900322473984:33:0) after 8m35s
[04:28:36.037] Received PubSub notification, asking Buildbucket for the build status
[04:28:36.058] Build:
{
"id": "8678605838291181489",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-tsan-gtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-19T01:45:32.016588040Z",
"startTime": "2026-06-19T04:22:22.707700839Z",
"endTime": "2026-06-19T04:28:35.788570842Z",
"updateTime": "2026-06-19T04:28:35.788570842Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "26e4d31ffa0bb7f93f684a43d6805c46a0763776",
"ref": "refs/heads/main"
}
}
}
[04:28:36.058] Invocation finished in 2h43m5.363049059s with status FAILED