[23:41:47.392] New invocation is queued and will start shortly
[23:41:48.953] Starting the invocation (attempt 1)
[23:41:48.975] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/9323377751bb30cf0e344dd1cfdf769d89aaf47a"
[23:41:48.975] Popped gitiles commit info from properties and tags
[23:41:48.975] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:41:48.976] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:41:48.976] Buildbucket request:
{
"requestId": "8849388905244416976",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-tsan-build"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8849388905244416976",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "58363e849510d008414ca9f0e67c6a107bdec573"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@58363e849510d008414ca9f0e67c6a107bdec573",
"title": "58363e849510d008414ca9f0e67c6a107bdec573",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/58363e849510d008414ca9f0e67c6a107bdec573"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "761fe4854c76e8009d0d8ae882c1b9522edaaf40"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@761fe4854c76e8009d0d8ae882c1b9522edaaf40",
"title": "761fe4854c76e8009d0d8ae882c1b9522edaaf40",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/761fe4854c76e8009d0d8ae882c1b9522edaaf40"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "9323377751bb30cf0e344dd1cfdf769d89aaf47a"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@9323377751bb30cf0e344dd1cfdf769d89aaf47a",
"title": "9323377751bb30cf0e344dd1cfdf769d89aaf47a",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/9323377751bb30cf0e344dd1cfdf769d89aaf47a"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "9323377751bb30cf0e344dd1cfdf769d89aaf47a",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8849388905244416976"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[23:41:49.548] Scheduled build:
{
"id": "8683958842831760129",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-tsan-build"
},
"createdBy": "project:pigweed",
"createTime": "2026-04-20T23:41:49.070294750Z",
"updateTime": "2026-04-20T23:41:49.070294750Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "9323377751bb30cf0e344dd1cfdf769d89aaf47a",
"ref": "refs/heads/main"
}
}
}
[23:41:49.548] Task URL: https://cr-buildbucket.appspot.com/build/8683958842831760129
[23:41:49.548] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8849388905244416976:2:0) after 2m49s
[23:41:50.303] Received PubSub notification, asking Buildbucket for the build status
[23:41:50.320] Build status: SCHEDULED
[23:44:38.606] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8849388905244416976:2:0)
[23:44:38.674] Build status: SCHEDULED
[23:44:38.674] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8849388905244416976:4:0) after 9m26s
[23:54:04.673] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8849388905244416976:4:0)
[23:54:04.701] Build status: SCHEDULED
[23:54:04.701] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8849388905244416976:5:0) after 6m33s
[00:00:37.717] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8849388905244416976:5:0)
[00:00:37.733] Build status: SCHEDULED
[00:00:37.733] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8849388905244416976:6:0) after 5m15s
[00:05:52.745] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8849388905244416976:6:0)
[00:05:52.765] Build status: SCHEDULED
[00:05:52.765] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8849388905244416976:7:0) after 8m41s
[00:14:34.038] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8849388905244416976:7:0)
[00:14:34.058] Build status: SCHEDULED
[00:14:34.058] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8849388905244416976:8:0) after 8m31s
[00:23:05.070] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8849388905244416976:8:0)
[00:23:05.095] Build status: SCHEDULED
[00:23:05.095] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8849388905244416976:9:0) after 6m35s
[00:29:40.119] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8849388905244416976:9:0)
[00:29:40.137] Build status: SCHEDULED
[00:29:40.137] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8849388905244416976:10:0) after 3m44s
[00:33:24.187] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8849388905244416976:10:0)
[00:33:24.209] Build status: SCHEDULED
[00:33:24.209] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8849388905244416976:11:0) after 3m43s
[00:37:07.175] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8849388905244416976:11:0)
[00:37:07.192] Build status: SCHEDULED
[00:37:07.192] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8849388905244416976:12:0) after 9m16s
[00:46:23.212] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8849388905244416976:12:0)
[00:46:23.336] Build status: SCHEDULED
[00:46:23.336] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8849388905244416976:13:0) after 2m29s
[00:48:52.346] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8849388905244416976:13:0)
[00:48:52.366] Build status: SCHEDULED
[00:48:52.366] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8849388905244416976:14:0) after 6m30s
[00:55:22.476] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8849388905244416976:14:0)
[00:55:22.492] Build status: SCHEDULED
[00:55:22.492] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8849388905244416976:15:0) after 6m7s
[01:01:29.511] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8849388905244416976:15:0)
[01:01:29.536] Build status: SCHEDULED
[01:01:29.536] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8849388905244416976:16:0) after 7m43s
[01:09:12.550] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8849388905244416976:16:0)
[01:09:12.567] Build status: SCHEDULED
[01:09:12.567] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8849388905244416976:17:0) after 3m10s
[01:12:22.589] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8849388905244416976:17:0)
[01:12:22.605] Build status: SCHEDULED
[01:12:22.605] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8849388905244416976:18:0) after 8m51s
[01:21:13.619] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8849388905244416976:18:0)
[01:21:13.639] Build status: SCHEDULED
[01:21:13.639] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8849388905244416976:19:0) after 7m1s
[01:28:14.630] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8849388905244416976:19:0)
[01:28:14.647] Build status: SCHEDULED
[01:28:14.647] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8849388905244416976:20:0) after 4m58s
[01:33:12.668] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8849388905244416976:20:0)
[01:33:12.695] Build status: SCHEDULED
[01:33:12.695] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8849388905244416976:21:0) after 7m34s
[01:40:46.707] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8849388905244416976:21:0)
[01:40:46.723] Build status: SCHEDULED
[01:40:46.723] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8849388905244416976:22:0) after 7m12s
[01:47:58.785] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8849388905244416976:22:0)
[01:47:58.801] Build status: SCHEDULED
[01:47:58.801] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8849388905244416976:23:0) after 1m21s
[01:49:19.918] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8849388905244416976:23:0)
[01:49:19.936] Build status: SCHEDULED
[01:49:19.936] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8849388905244416976:24:0) after 2m58s
[01:50:03.323] Received PubSub notification, asking Buildbucket for the build status
[01:50:03.344] Build status: STARTED
[01:52:17.973] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8849388905244416976:24:0)
[01:52:18.018] Build status: STARTED
[01:52:18.018] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8849388905244416976:26:0) after 3m48s
[01:55:02.352] Received PubSub notification, asking Buildbucket for the build status
[01:55:02.373] Build:
{
"id": "8683958842831760129",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-tsan-build"
},
"createdBy": "project:pigweed",
"createTime": "2026-04-20T23:41:49.070294750Z",
"startTime": "2026-04-21T01:50:03.163324753Z",
"endTime": "2026-04-21T01:55:02.049559883Z",
"updateTime": "2026-04-21T01:55:02.049559883Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "9323377751bb30cf0e344dd1cfdf769d89aaf47a",
"ref": "refs/heads/main"
}
}
}
[01:55:02.373] Invocation finished in 2h13m14.987564112s with status FAILED