[20:27:52.052] New invocation is queued and will start shortly
[20:27:53.141] Starting the invocation (attempt 1)
[20:27:53.170] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/1d683db3b2b2fca86dc70f1c3742295ead34bf71"
[20:27:53.170] Popped gitiles commit info from properties and tags
[20:27:53.170] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:27:53.170] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:27:53.171] Buildbucket request:
{
"requestId": "8837079918352493376",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-tsan-gtest"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8837079918352493376",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "bdd975a9acf6cdd1b6159d82805d1a3d77a64772"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@bdd975a9acf6cdd1b6159d82805d1a3d77a64772",
"title": "bdd975a9acf6cdd1b6159d82805d1a3d77a64772",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/bdd975a9acf6cdd1b6159d82805d1a3d77a64772"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "1d683db3b2b2fca86dc70f1c3742295ead34bf71"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@1d683db3b2b2fca86dc70f1c3742295ead34bf71",
"title": "1d683db3b2b2fca86dc70f1c3742295ead34bf71",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/1d683db3b2b2fca86dc70f1c3742295ead34bf71"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "1d683db3b2b2fca86dc70f1c3742295ead34bf71",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8837079918352493376"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[20:27:53.537] Scheduled build:
{
"id": "8671649856453125249",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-tsan-gtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-09-03T20:27:53.240253475Z",
"updateTime": "2026-09-03T20:27:53.240253475Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "1d683db3b2b2fca86dc70f1c3742295ead34bf71",
"ref": "refs/heads/main"
}
}
}
[20:27:53.537] Task URL: https://cr-buildbucket.appspot.com/build/8671649856453125249
[20:27:53.538] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8837079918352493376:2:0) after 3m54s
[20:27:54.548] Received PubSub notification, asking Buildbucket for the build status
[20:27:54.574] Build status: SCHEDULED
[20:31:47.612] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8837079918352493376:2:0)
[20:31:47.649] Build status: SCHEDULED
[20:31:47.649] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8837079918352493376:4:0) after 7m34s
[20:39:21.661] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8837079918352493376:4:0)
[20:39:21.759] Build status: SCHEDULED
[20:39:21.759] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8837079918352493376:5:0) after 9m30s
[20:48:51.856] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8837079918352493376:5:0)
[20:48:51.883] Build status: SCHEDULED
[20:48:51.883] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8837079918352493376:6:0) after 6m28s
[20:55:19.899] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8837079918352493376:6:0)
[20:55:19.917] Build status: SCHEDULED
[20:55:19.917] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8837079918352493376:7:0) after 6m39s
[21:01:58.987] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8837079918352493376:7:0)
[21:01:59.017] Build status: SCHEDULED
[21:01:59.017] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8837079918352493376:8:0) after 1m15s
[21:03:14.103] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8837079918352493376:8:0)
[21:03:14.231] Build status: SCHEDULED
[21:03:14.231] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8837079918352493376:9:0) after 7m5s
[21:10:19.335] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8837079918352493376:9:0)
[21:10:19.354] Build status: SCHEDULED
[21:10:19.354] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8837079918352493376:10:0) after 8m6s
[21:18:25.401] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8837079918352493376:10:0)
[21:18:25.426] Build status: SCHEDULED
[21:18:25.426] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8837079918352493376:11:0) after 1m13s
[21:19:38.609] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8837079918352493376:11:0)
[21:19:38.629] Build status: SCHEDULED
[21:19:38.629] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8837079918352493376:12:0) after 6m47s
[21:26:25.703] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8837079918352493376:12:0)
[21:26:25.725] Build status: SCHEDULED
[21:26:25.725] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8837079918352493376:13:0) after 5m33s
[21:31:58.840] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8837079918352493376:13:0)
[21:31:58.867] Build status: SCHEDULED
[21:31:58.867] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8837079918352493376:14:0) after 9m2s
[21:41:00.943] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8837079918352493376:14:0)
[21:41:00.967] Build status: SCHEDULED
[21:41:00.967] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8837079918352493376:15:0) after 7m12s
[21:48:12.932] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8837079918352493376:15:0)
[21:48:12.978] Build status: SCHEDULED
[21:48:12.978] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8837079918352493376:16:0) after 4m26s
[21:52:39.040] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8837079918352493376:16:0)
[21:52:39.062] Build status: SCHEDULED
[21:52:39.062] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8837079918352493376:17:0) after 4m7s
[21:55:48.178] Received PubSub notification, asking Buildbucket for the build status
[21:55:48.250] Build status: STARTED
[21:56:46.112] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8837079918352493376:17:0)
[21:56:46.131] Build status: STARTED
[21:56:46.131] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8837079918352493376:19:0) after 4m43s
[21:58:04.628] Received PubSub notification, asking Buildbucket for the build status
[21:58:04.651] Build:
{
"id": "8671649856453125249",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-tsan-gtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-09-03T20:27:53.240253475Z",
"startTime": "2026-09-03T21:55:47.900865784Z",
"endTime": "2026-09-03T21:58:04.307396291Z",
"updateTime": "2026-09-03T21:58:04.307396291Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "1d683db3b2b2fca86dc70f1c3742295ead34bf71",
"ref": "refs/heads/main"
}
}
}
[21:58:04.651] Invocation finished in 1h30m12.606275173s with status FAILED