[20:12:26.438] New invocation is queued and will start shortly
[20:12:28.498] Starting the invocation (attempt 1)
[20:12:28.531] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/3dad72c5d02f98e2ade3fc10938fce6cdee56c37"
[20:12:28.531] Popped gitiles commit info from properties and tags
[20:12:28.531] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:12:28.531] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:12:28.531] Buildbucket request:
{
"requestId": "8845506406800114496",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-tsan-gtest"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8845506406800114496",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "3dad72c5d02f98e2ade3fc10938fce6cdee56c37"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@3dad72c5d02f98e2ade3fc10938fce6cdee56c37",
"title": "3dad72c5d02f98e2ade3fc10938fce6cdee56c37",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/3dad72c5d02f98e2ade3fc10938fce6cdee56c37"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "3dad72c5d02f98e2ade3fc10938fce6cdee56c37",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8845506406800114496"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[20:12:29.004] Scheduled build:
{
"id": "8680076343873580385",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-tsan-gtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-02T20:12:28.610508662Z",
"updateTime": "2026-06-02T20:12:28.610508662Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "3dad72c5d02f98e2ade3fc10938fce6cdee56c37",
"ref": "refs/heads/main"
}
}
}
[20:12:29.004] Task URL: https://cr-buildbucket.appspot.com/build/8680076343873580385
[20:12:29.004] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8845506406800114496:2:0) after 2m53s
[20:12:29.951] Received PubSub notification, asking Buildbucket for the build status
[20:12:29.970] Build status: SCHEDULED
[20:15:22.031] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8845506406800114496:2:0)
[20:15:22.053] Build status: SCHEDULED
[20:15:22.053] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8845506406800114496:4:0) after 3m35s
[20:18:57.065] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8845506406800114496:4:0)
[20:18:57.088] Build status: SCHEDULED
[20:18:57.088] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8845506406800114496:5:0) after 8m59s
[20:27:56.171] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8845506406800114496:5:0)
[20:27:56.232] Build status: SCHEDULED
[20:27:56.232] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8845506406800114496:6:0) after 8m46s
[20:36:42.274] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8845506406800114496:6:0)
[20:36:42.288] Build status: SCHEDULED
[20:36:42.288] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8845506406800114496:7:0) after 1m14s
[20:37:56.348] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8845506406800114496:7:0)
[20:37:56.393] Build status: SCHEDULED
[20:37:56.394] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8845506406800114496:8:0) after 3m10s
[20:41:06.430] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8845506406800114496:8:0)
[20:41:06.451] Build status: SCHEDULED
[20:41:06.451] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8845506406800114496:9:0) after 4m36s
[20:45:42.534] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8845506406800114496:9:0)
[20:45:42.556] Build status: SCHEDULED
[20:45:42.556] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8845506406800114496:10:0) after 6m34s
[20:52:16.619] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8845506406800114496:10:0)
[20:52:16.635] Build status: SCHEDULED
[20:52:16.635] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8845506406800114496:11:0) after 1m39s
[20:53:55.871] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8845506406800114496:11:0)
[20:53:55.890] Build status: SCHEDULED
[20:53:55.890] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8845506406800114496:12:0) after 8m53s
[21:02:49.049] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8845506406800114496:12:0)
[21:02:49.069] Build status: SCHEDULED
[21:02:49.069] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8845506406800114496:13:0) after 1m59s
[21:04:48.143] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8845506406800114496:13:0)
[21:04:48.183] Build status: SCHEDULED
[21:04:48.183] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8845506406800114496:14:0) after 4m36s
[21:09:24.209] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8845506406800114496:14:0)
[21:09:24.236] Build status: SCHEDULED
[21:09:24.236] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8845506406800114496:15:0) after 1m42s
[21:11:06.389] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8845506406800114496:15:0)
[21:11:06.404] Build status: SCHEDULED
[21:11:06.404] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8845506406800114496:16:0) after 3m12s
[21:14:18.418] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8845506406800114496:16:0)
[21:14:18.460] Build status: SCHEDULED
[21:14:18.460] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8845506406800114496:17:0) after 6m5s
[21:20:23.519] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8845506406800114496:17:0)
[21:20:23.543] Build status: SCHEDULED
[21:20:23.543] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8845506406800114496:18:0) after 9m41s
[21:30:04.622] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8845506406800114496:18:0)
[21:30:04.641] Build status: SCHEDULED
[21:30:04.641] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8845506406800114496:19:0) after 2m18s
[21:32:22.698] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8845506406800114496:19:0)
[21:32:22.741] Build status: SCHEDULED
[21:32:22.741] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8845506406800114496:20:0) after 9m20s
[21:41:42.779] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8845506406800114496:20:0)
[21:41:42.791] Build status: SCHEDULED
[21:41:42.791] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8845506406800114496:21:0) after 2m25s
[21:44:07.963] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8845506406800114496:21:0)
[21:44:08.000] Build status: SCHEDULED
[21:44:08.000] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8845506406800114496:22:0) after 4m30s
[21:48:38.020] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8845506406800114496:22:0)
[21:48:38.039] Build status: SCHEDULED
[21:48:38.039] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8845506406800114496:23:0) after 1m52s
[21:50:30.228] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8845506406800114496:23:0)
[21:50:30.250] Build status: SCHEDULED
[21:50:30.250] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8845506406800114496:24:0) after 1m54s
[21:52:24.396] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8845506406800114496:24:0)
[21:52:24.442] Build status: SCHEDULED
[21:52:24.442] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8845506406800114496:25:0) after 4m12s
[21:56:36.453] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8845506406800114496:25:0)
[21:56:36.523] Build status: SCHEDULED
[21:56:36.523] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8845506406800114496:26:0) after 4m38s
[22:01:14.656] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8845506406800114496:26:0)
[22:01:14.672] Build status: SCHEDULED
[22:01:14.673] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8845506406800114496:27:0) after 9m0s
[22:10:14.755] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8845506406800114496:27:0)
[22:10:14.772] Build status: SCHEDULED
[22:10:14.772] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8845506406800114496:28:0) after 4m51s
[22:12:01.103] Received PubSub notification, asking Buildbucket for the build status
[22:12:01.121] Build status: STARTED
[22:15:05.785] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8845506406800114496:28:0)
[22:15:05.812] Build status: STARTED
[22:15:05.812] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8845506406800114496:30:0) after 2m20s
[22:17:26.027] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8845506406800114496:30:0)
[22:17:26.063] Build status: STARTED
[22:17:26.063] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8845506406800114496:31:0) after 2m19s
[22:17:58.873] Received PubSub notification, asking Buildbucket for the build status
[22:17:58.892] Build:
{
"id": "8680076343873580385",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-tsan-gtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-02T20:12:28.610508662Z",
"startTime": "2026-06-02T22:12:00.924800088Z",
"endTime": "2026-06-02T22:17:58.518146369Z",
"updateTime": "2026-06-02T22:17:58.518146369Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "3dad72c5d02f98e2ade3fc10938fce6cdee56c37",
"ref": "refs/heads/main"
}
}
}
[22:17:58.892] Invocation finished in 2h5m32.457483601s with status FAILED