[19:10:24.955] New invocation is queued and will start shortly
[19:10:26.034] Starting the invocation (attempt 1)
[19:10:26.065] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/50122cfd5812f45f8ccae1448851906fe67f4005"
[19:10:26.065] Popped gitiles commit info from properties and tags
[19:10:26.065] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[19:10:26.065] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[19:10:26.065] Buildbucket request:
{
"requestId": "8843517175801018352",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-tsan-gtest"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8843517175801018352",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "8cbdf90bd0253be21ca3d2e98e3a261564e2b805"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@8cbdf90bd0253be21ca3d2e98e3a261564e2b805",
"title": "8cbdf90bd0253be21ca3d2e98e3a261564e2b805",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/8cbdf90bd0253be21ca3d2e98e3a261564e2b805"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "fa1bfdd99165f5bd3251d0c637838b824d243aa8"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@fa1bfdd99165f5bd3251d0c637838b824d243aa8",
"title": "fa1bfdd99165f5bd3251d0c637838b824d243aa8",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/fa1bfdd99165f5bd3251d0c637838b824d243aa8"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "b76408abfc2d314fcc0e263bcd2567d9f098c0c7"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@b76408abfc2d314fcc0e263bcd2567d9f098c0c7",
"title": "b76408abfc2d314fcc0e263bcd2567d9f098c0c7",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/b76408abfc2d314fcc0e263bcd2567d9f098c0c7"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "fc38f5663e899233f95f0e6cc909fe54ca86f2ce"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@fc38f5663e899233f95f0e6cc909fe54ca86f2ce",
"title": "fc38f5663e899233f95f0e6cc909fe54ca86f2ce",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/fc38f5663e899233f95f0e6cc909fe54ca86f2ce"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "90c226582bb38c67ff708fc39265cea5f1f6378f"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@90c226582bb38c67ff708fc39265cea5f1f6378f",
"title": "90c226582bb38c67ff708fc39265cea5f1f6378f",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/90c226582bb38c67ff708fc39265cea5f1f6378f"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "50122cfd5812f45f8ccae1448851906fe67f4005"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@50122cfd5812f45f8ccae1448851906fe67f4005",
"title": "50122cfd5812f45f8ccae1448851906fe67f4005",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/50122cfd5812f45f8ccae1448851906fe67f4005"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "50122cfd5812f45f8ccae1448851906fe67f4005",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8843517175801018352"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[19:10:26.447] Scheduled build:
{
"id": "8678087113891574641",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-tsan-gtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-24T19:10:26.153692344Z",
"updateTime": "2026-06-24T19:10:26.153692344Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "50122cfd5812f45f8ccae1448851906fe67f4005",
"ref": "refs/heads/main"
}
}
}
[19:10:26.447] Task URL: https://cr-buildbucket.appspot.com/build/8678087113891574641
[19:10:26.447] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843517175801018352:2:0) after 7m47s
[19:10:27.410] Received PubSub notification, asking Buildbucket for the build status
[19:10:27.433] Build status: SCHEDULED
[19:18:13.504] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843517175801018352:2:0)
[19:18:13.524] Build status: SCHEDULED
[19:18:13.525] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843517175801018352:4:0) after 1m27s
[19:19:40.537] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843517175801018352:4:0)
[19:19:40.649] Build status: SCHEDULED
[19:19:40.649] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843517175801018352:5:0) after 7m7s
[19:26:47.750] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843517175801018352:5:0)
[19:26:47.775] Build status: SCHEDULED
[19:26:47.775] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843517175801018352:6:0) after 9m28s
[19:36:15.814] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843517175801018352:6:0)
[19:36:15.833] Build status: SCHEDULED
[19:36:15.833] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843517175801018352:7:0) after 8m43s
[19:44:58.893] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843517175801018352:7:0)
[19:44:58.912] Build status: SCHEDULED
[19:44:58.912] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843517175801018352:8:0) after 2m43s
[19:47:41.928] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843517175801018352:8:0)
[19:47:41.983] Build status: SCHEDULED
[19:47:41.983] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843517175801018352:9:0) after 7m30s
[19:55:12.066] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843517175801018352:9:0)
[19:55:12.086] Build status: SCHEDULED
[19:55:12.086] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843517175801018352:10:0) after 3m33s
[19:58:45.108] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843517175801018352:10:0)
[19:58:45.135] Build status: SCHEDULED
[19:58:45.135] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843517175801018352:11:0) after 4m42s
[20:03:27.129] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843517175801018352:11:0)
[20:03:27.211] Build status: SCHEDULED
[20:03:27.211] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843517175801018352:12:0) after 2m34s
[20:06:01.223] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843517175801018352:12:0)
[20:06:01.300] Build status: SCHEDULED
[20:06:01.300] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843517175801018352:13:0) after 8m22s
[20:14:23.461] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843517175801018352:13:0)
[20:14:23.486] Build status: SCHEDULED
[20:14:23.486] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843517175801018352:14:0) after 5m24s
[20:19:47.561] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843517175801018352:14:0)
[20:19:47.577] Build status: SCHEDULED
[20:19:47.577] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843517175801018352:15:0) after 5m24s
[20:25:11.697] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843517175801018352:15:0)
[20:25:11.719] Build status: SCHEDULED
[20:25:11.719] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843517175801018352:16:0) after 9m34s
[20:34:45.761] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843517175801018352:16:0)
[20:34:45.837] Build status: SCHEDULED
[20:34:45.838] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843517175801018352:17:0) after 8m26s
[20:43:11.851] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843517175801018352:17:0)
[20:43:12.165] Build status: SCHEDULED
[20:43:12.165] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843517175801018352:18:0) after 1m23s
[20:44:35.297] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843517175801018352:18:0)
[20:44:35.330] Build status: SCHEDULED
[20:44:35.330] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843517175801018352:19:0) after 2m48s
[20:47:23.400] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843517175801018352:19:0)
[20:47:23.424] Build status: SCHEDULED
[20:47:23.424] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843517175801018352:20:0) after 4m16s
[20:51:39.533] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843517175801018352:20:0)
[20:51:39.553] Build status: SCHEDULED
[20:51:39.553] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843517175801018352:21:0) after 1m3s
[20:52:42.569] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843517175801018352:21:0)
[20:52:42.592] Build status: SCHEDULED
[20:52:42.592] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843517175801018352:22:0) after 6m32s
[20:59:14.668] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843517175801018352:22:0)
[20:59:14.693] Build status: SCHEDULED
[20:59:14.693] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843517175801018352:23:0) after 3m32s
[21:02:46.662] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843517175801018352:23:0)
[21:02:46.680] Build status: SCHEDULED
[21:02:46.680] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843517175801018352:24:0) after 8m27s
[21:08:07.935] Received PubSub notification, asking Buildbucket for the build status
[21:08:08.082] Build status: STARTED
[21:11:13.697] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843517175801018352:24:0)
[21:11:13.713] Build status: STARTED
[21:11:13.713] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843517175801018352:26:0) after 2m18s
[21:12:11.874] Received PubSub notification, asking Buildbucket for the build status
[21:12:11.893] Build:
{
"id": "8678087113891574641",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-tsan-gtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-24T19:10:26.153692344Z",
"startTime": "2026-06-24T21:08:07.670287728Z",
"endTime": "2026-06-24T21:12:11.308566204Z",
"updateTime": "2026-06-24T21:12:11.308566204Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "50122cfd5812f45f8ccae1448851906fe67f4005",
"ref": "refs/heads/main"
}
}
}
[21:12:11.893] Invocation finished in 2h1m46.944266975s with status FAILED