[20:36:08.536] New invocation is queued and will start shortly
[20:36:09.696] Starting the invocation (attempt 1)
[20:36:09.727] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/835e78f5e7a1f228c8af60e88bf30050a378e10a"
[20:36:09.727] Popped gitiles commit info from properties and tags
[20:36:09.727] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:36:09.728] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:36:09.728] Buildbucket request:
{
"requestId": "8865073860367723744",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-tsan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8865073860367723744",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "1d0c07ffecf0eac74ea5a23abe5a899821f68fd6"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@1d0c07ffecf0eac74ea5a23abe5a899821f68fd6",
"title": "1d0c07ffecf0eac74ea5a23abe5a899821f68fd6",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/1d0c07ffecf0eac74ea5a23abe5a899821f68fd6"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "e82c55784f4f97ffa1d36b814827bbcdd7c01c1e"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@e82c55784f4f97ffa1d36b814827bbcdd7c01c1e",
"title": "e82c55784f4f97ffa1d36b814827bbcdd7c01c1e",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/e82c55784f4f97ffa1d36b814827bbcdd7c01c1e"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "835e78f5e7a1f228c8af60e88bf30050a378e10a"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@835e78f5e7a1f228c8af60e88bf30050a378e10a",
"title": "835e78f5e7a1f228c8af60e88bf30050a378e10a",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/835e78f5e7a1f228c8af60e88bf30050a378e10a"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "835e78f5e7a1f228c8af60e88bf30050a378e10a",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8865073860367723744"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[20:36:10.297] Scheduled build:
{
"id": "8699643798386012657",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-10-29T20:36:09.804902794Z",
"updateTime": "2025-10-29T20:36:09.804902794Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "835e78f5e7a1f228c8af60e88bf30050a378e10a",
"ref": "refs/heads/main"
}
}
}
[20:36:10.297] Task URL: https://cr-buildbucket.appspot.com/build/8699643798386012657
[20:36:10.297] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865073860367723744:2:0) after 9m52s
[20:36:11.111] Received PubSub notification, asking Buildbucket for the build status
[20:36:11.129] Build status: SCHEDULED
[20:46:02.310] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865073860367723744:2:0)
[20:46:02.341] Build status: SCHEDULED
[20:46:02.341] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865073860367723744:4:0) after 6m44s
[20:52:46.308] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865073860367723744:4:0)
[20:52:46.330] Build status: SCHEDULED
[20:52:46.330] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865073860367723744:5:0) after 9m25s
[21:02:11.351] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865073860367723744:5:0)
[21:02:11.366] Build status: SCHEDULED
[21:02:11.366] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865073860367723744:6:0) after 6m0s
[21:08:11.479] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865073860367723744:6:0)
[21:08:11.496] Build status: SCHEDULED
[21:08:11.496] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865073860367723744:7:0) after 1m19s
[21:09:30.510] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865073860367723744:7:0)
[21:09:30.529] Build status: SCHEDULED
[21:09:30.529] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865073860367723744:8:0) after 5m17s
[21:14:47.543] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865073860367723744:8:0)
[21:14:47.610] Build status: SCHEDULED
[21:14:47.610] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865073860367723744:9:0) after 6m31s
[21:21:18.627] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865073860367723744:9:0)
[21:21:18.646] Build status: SCHEDULED
[21:21:18.646] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865073860367723744:10:0) after 9m43s
[21:31:01.663] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865073860367723744:10:0)
[21:31:01.857] Build status: SCHEDULED
[21:31:01.857] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865073860367723744:11:0) after 7m52s
[21:38:54.031] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865073860367723744:11:0)
[21:38:54.080] Build status: SCHEDULED
[21:38:54.081] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865073860367723744:12:0) after 9m40s
[21:48:34.129] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865073860367723744:12:0)
[21:48:34.179] Build status: SCHEDULED
[21:48:34.179] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865073860367723744:13:0) after 9m42s
[21:58:16.195] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865073860367723744:13:0)
[21:58:16.209] Build status: SCHEDULED
[21:58:16.209] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865073860367723744:14:0) after 6m41s
[22:04:57.395] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865073860367723744:14:0)
[22:04:57.418] Build status: SCHEDULED
[22:04:57.418] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865073860367723744:15:0) after 6m53s
[22:11:50.484] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865073860367723744:15:0)
[22:11:50.502] Build status: SCHEDULED
[22:11:50.502] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865073860367723744:16:0) after 9m59s
[22:21:49.514] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865073860367723744:16:0)
[22:21:49.532] Build status: SCHEDULED
[22:21:49.532] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865073860367723744:17:0) after 1m29s
[22:23:18.546] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865073860367723744:17:0)
[22:23:18.562] Build status: SCHEDULED
[22:23:18.562] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865073860367723744:18:0) after 2m31s
[22:25:49.623] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865073860367723744:18:0)
[22:25:49.712] Build status: SCHEDULED
[22:25:49.712] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865073860367723744:19:0) after 2m21s
[22:28:10.809] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865073860367723744:19:0)
[22:28:10.835] Build status: SCHEDULED
[22:28:10.835] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865073860367723744:20:0) after 3m54s
[22:32:04.841] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865073860367723744:20:0)
[22:32:04.857] Build status: SCHEDULED
[22:32:04.858] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865073860367723744:21:0) after 8m47s
[22:40:51.950] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865073860367723744:21:0)
[22:40:51.964] Build status: SCHEDULED
[22:40:51.964] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865073860367723744:22:0) after 3m16s
[22:44:08.019] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865073860367723744:22:0)
[22:44:08.038] Build status: SCHEDULED
[22:44:08.038] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865073860367723744:23:0) after 6m37s
[22:50:45.051] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865073860367723744:23:0)
[22:50:45.138] Build status: SCHEDULED
[22:50:45.138] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865073860367723744:24:0) after 4m20s
[22:55:05.337] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865073860367723744:24:0)
[22:55:05.353] Build status: SCHEDULED
[22:55:05.353] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865073860367723744:25:0) after 4m47s
[22:59:52.446] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865073860367723744:25:0)
[22:59:52.462] Build status: SCHEDULED
[22:59:52.462] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865073860367723744:26:0) after 3m1s
[23:02:53.575] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865073860367723744:26:0)
[23:02:53.590] Build status: SCHEDULED
[23:02:53.590] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865073860367723744:27:0) after 8m50s
[23:11:43.643] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865073860367723744:27:0)
[23:11:43.666] Build status: SCHEDULED
[23:11:43.666] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865073860367723744:28:0) after 2m6s
[23:13:49.684] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865073860367723744:28:0)
[23:13:49.709] Build status: SCHEDULED
[23:13:49.709] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865073860367723744:29:0) after 6m30s
[23:20:19.873] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865073860367723744:29:0)
[23:20:19.893] Build status: SCHEDULED
[23:20:19.893] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865073860367723744:30:0) after 5m22s
[23:25:41.914] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865073860367723744:30:0)
[23:25:41.939] Build status: SCHEDULED
[23:25:41.939] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865073860367723744:31:0) after 5m50s
[23:31:31.974] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865073860367723744:31:0)
[23:31:31.990] Build status: SCHEDULED
[23:31:31.990] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865073860367723744:32:0) after 2m37s
[23:34:08.984] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865073860367723744:32:0)
[23:34:09.007] Build status: SCHEDULED
[23:34:09.007] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865073860367723744:33:0) after 7m26s
[23:41:35.075] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865073860367723744:33:0)
[23:41:35.093] Build status: SCHEDULED
[23:41:35.093] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865073860367723744:34:0) after 5m34s
[23:47:09.146] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865073860367723744:34:0)
[23:47:09.166] Build status: SCHEDULED
[23:47:09.166] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865073860367723744:35:0) after 3m14s
[23:50:23.232] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865073860367723744:35:0)
[23:50:23.266] Build status: SCHEDULED
[23:50:23.266] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865073860367723744:36:0) after 5m55s
[23:56:18.285] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865073860367723744:36:0)
[23:56:18.303] Build status: SCHEDULED
[23:56:18.303] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865073860367723744:37:0) after 2m0s
[23:58:18.338] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865073860367723744:37:0)
[23:58:18.355] Build status: SCHEDULED
[23:58:18.355] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865073860367723744:38:0) after 9m14s
[00:07:32.372] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865073860367723744:38:0)
[00:07:32.407] Build status: SCHEDULED
[00:07:32.407] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865073860367723744:39:0) after 6m47s
[00:14:19.496] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865073860367723744:39:0)
[00:14:19.511] Build status: SCHEDULED
[00:14:19.511] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8865073860367723744:40:0) after 6m24s
[00:16:19.066] Received PubSub notification, asking Buildbucket for the build status
[00:16:19.119] Build status: STARTED
[00:19:51.960] Received PubSub notification, asking Buildbucket for the build status
[00:19:52.011] Build:
{
"id": "8699643798386012657",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-10-29T20:36:09.804902794Z",
"startTime": "2025-10-30T00:16:15.638814227Z",
"endTime": "2025-10-30T00:19:50.889032507Z",
"updateTime": "2025-10-30T00:19:50.889032507Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "835e78f5e7a1f228c8af60e88bf30050a378e10a",
"ref": "refs/heads/main"
}
}
}
[00:19:52.011] Invocation finished in 3h43m43.480600346s with status FAILED