[19:36:49.020] New invocation is queued and will start shortly
[19:36:50.337] Starting the invocation (attempt 1)
[19:36:50.374] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/7023a4b9859b20b3c3c08f99c34693ead8fc85cc"
[19:36:50.374] Popped gitiles commit info from properties and tags
[19:36:50.374] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[19:36:50.374] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[19:36:50.374] Buildbucket request:
{
"requestId": "8837898502869369536",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-tsan-build"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8837898502869369536",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "7023a4b9859b20b3c3c08f99c34693ead8fc85cc"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@7023a4b9859b20b3c3c08f99c34693ead8fc85cc",
"title": "7023a4b9859b20b3c3c08f99c34693ead8fc85cc",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/7023a4b9859b20b3c3c08f99c34693ead8fc85cc"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "7023a4b9859b20b3c3c08f99c34693ead8fc85cc",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8837898502869369536"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[19:36:50.773] Scheduled build:
{
"id": "8672468440707506833",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-tsan-build"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-25T19:36:50.461463284Z",
"updateTime": "2026-08-25T19:36:50.461463284Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "7023a4b9859b20b3c3c08f99c34693ead8fc85cc",
"ref": "refs/heads/main"
}
}
}
[19:36:50.773] Task URL: https://cr-buildbucket.appspot.com/build/8672468440707506833
[19:36:50.773] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8837898502869369536:2:0) after 8m10s
[19:37:06.556] Received PubSub notification, asking Buildbucket for the build status
[19:37:06.582] Build status: SCHEDULED
[19:45:00.790] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8837898502869369536:2:0)
[19:45:00.840] Build status: SCHEDULED
[19:45:00.840] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8837898502869369536:4:0) after 2m37s
[19:47:37.884] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8837898502869369536:4:0)
[19:47:37.901] Build status: SCHEDULED
[19:47:37.902] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8837898502869369536:5:0) after 2m15s
[19:49:52.951] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8837898502869369536:5:0)
[19:49:53.020] Build status: SCHEDULED
[19:49:53.021] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8837898502869369536:6:0) after 9m11s
[19:59:04.039] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8837898502869369536:6:0)
[19:59:04.143] Build status: SCHEDULED
[19:59:04.143] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8837898502869369536:7:0) after 9m48s
[20:08:52.182] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8837898502869369536:7:0)
[20:08:52.245] Build status: SCHEDULED
[20:08:52.245] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8837898502869369536:8:0) after 9m45s
[20:18:37.261] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8837898502869369536:8:0)
[20:18:37.282] Build status: SCHEDULED
[20:18:37.282] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8837898502869369536:9:0) after 7m50s
[20:26:27.297] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8837898502869369536:9:0)
[20:26:27.324] Build status: SCHEDULED
[20:26:27.324] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8837898502869369536:10:0) after 9m49s
[20:36:16.404] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8837898502869369536:10:0)
[20:36:16.434] Build status: SCHEDULED
[20:36:16.434] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8837898502869369536:11:0) after 2m30s
[20:38:46.447] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8837898502869369536:11:0)
[20:38:46.490] Build status: SCHEDULED
[20:38:46.490] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8837898502869369536:12:0) after 6m27s
[20:45:13.527] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8837898502869369536:12:0)
[20:45:13.585] Build status: SCHEDULED
[20:45:13.586] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8837898502869369536:13:0) after 4m58s
[20:50:11.596] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8837898502869369536:13:0)
[20:50:11.614] Build status: SCHEDULED
[20:50:11.614] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8837898502869369536:14:0) after 6m1s
[20:56:12.618] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8837898502869369536:14:0)
[20:56:12.642] Build status: SCHEDULED
[20:56:12.642] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8837898502869369536:15:0) after 7m50s
[21:04:02.658] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8837898502869369536:15:0)
[21:04:02.750] Build status: SCHEDULED
[21:04:02.750] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8837898502869369536:16:0) after 9m9s
[21:13:11.961] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8837898502869369536:16:0)
[21:13:11.986] Build status: SCHEDULED
[21:13:11.986] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8837898502869369536:17:0) after 6m24s
[21:19:36.040] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8837898502869369536:17:0)
[21:19:36.059] Build status: SCHEDULED
[21:19:36.059] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8837898502869369536:18:0) after 9m15s
[21:28:51.166] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8837898502869369536:18:0)
[21:28:51.184] Build status: SCHEDULED
[21:28:51.184] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8837898502869369536:19:0) after 1m22s
[21:30:13.390] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8837898502869369536:19:0)
[21:30:13.459] Build status: SCHEDULED
[21:30:13.459] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8837898502869369536:20:0) after 1m20s
[21:31:33.446] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8837898502869369536:20:0)
[21:31:33.498] Build status: SCHEDULED
[21:31:33.498] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8837898502869369536:21:0) after 5m12s
[21:36:45.606] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8837898502869369536:21:0)
[21:36:45.875] Build status: SCHEDULED
[21:36:45.875] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8837898502869369536:22:0) after 2m51s
[21:39:36.945] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8837898502869369536:22:0)
[21:39:36.965] Build status: SCHEDULED
[21:39:36.965] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8837898502869369536:23:0) after 1m36s
[21:41:12.951] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8837898502869369536:23:0)
[21:41:12.986] Build status: SCHEDULED
[21:41:12.986] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8837898502869369536:24:0) after 4m36s
[21:45:49.092] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8837898502869369536:24:0)
[21:45:49.117] Build status: SCHEDULED
[21:45:49.117] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8837898502869369536:25:0) after 3m49s
[21:49:38.127] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8837898502869369536:25:0)
[21:49:38.154] Build status: SCHEDULED
[21:49:38.154] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8837898502869369536:26:0) after 1m18s
[21:50:56.232] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8837898502869369536:26:0)
[21:50:56.256] Build status: SCHEDULED
[21:50:56.256] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8837898502869369536:27:0) after 4m1s
[21:54:57.243] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8837898502869369536:27:0)
[21:54:57.269] Build status: SCHEDULED
[21:54:57.269] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8837898502869369536:28:0) after 8m6s
[22:03:03.336] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8837898502869369536:28:0)
[22:03:03.354] Build status: SCHEDULED
[22:03:03.354] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8837898502869369536:29:0) after 4m37s
[22:07:40.398] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8837898502869369536:29:0)
[22:07:40.431] Build status: SCHEDULED
[22:07:40.431] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8837898502869369536:30:0) after 1m9s
[22:08:49.459] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8837898502869369536:30:0)
[22:08:49.490] Build status: SCHEDULED
[22:08:49.490] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8837898502869369536:31:0) after 6m48s
[22:15:37.506] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8837898502869369536:31:0)
[22:15:37.525] Build status: SCHEDULED
[22:15:37.525] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8837898502869369536:32:0) after 6m31s
[22:22:08.546] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8837898502869369536:32:0)
[22:22:08.568] Build status: SCHEDULED
[22:22:08.568] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8837898502869369536:33:0) after 9m30s
[22:31:38.689] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8837898502869369536:33:0)
[22:31:38.711] Build status: SCHEDULED
[22:31:38.711] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8837898502869369536:34:0) after 6m55s
[22:37:38.755] Received PubSub notification, asking Buildbucket for the build status
[22:37:38.774] Build status: STARTED
[22:38:33.801] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8837898502869369536:34:0)
[22:38:33.820] Build status: STARTED
[22:38:33.820] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8837898502869369536:36:0) after 4m6s
[22:42:39.837] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8837898502869369536:36:0)
[22:42:39.861] Build status: STARTED
[22:42:39.861] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8837898502869369536:37:0) after 2m15s
[22:43:00.856] Received PubSub notification, asking Buildbucket for the build status
[22:43:00.872] Build:
{
"id": "8672468440707506833",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-tsan-build"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-25T19:36:50.461463284Z",
"startTime": "2026-08-25T22:37:38.562828627Z",
"endTime": "2026-08-25T22:43:00.129321463Z",
"updateTime": "2026-08-25T22:43:00.129321463Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "7023a4b9859b20b3c3c08f99c34693ead8fc85cc",
"ref": "refs/heads/main"
}
}
}
[22:43:00.872] Invocation finished in 3h6m11.856260219s with status FAILED