[22:21:28.739] New invocation is queued and will start shortly
[22:21:29.851] Starting the invocation (attempt 1)
[22:21:29.876] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/6ce4987872e7a726cb76ec077df8c8664306ac0e"
[22:21:29.876] Popped gitiles commit info from properties and tags
[22:21:29.876] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[22:21:29.876] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[22:21:29.876] Buildbucket request:
{
"requestId": "8843052170320142176",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-tsan-build"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8843052170320142176",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "6ce4987872e7a726cb76ec077df8c8664306ac0e"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@6ce4987872e7a726cb76ec077df8c8664306ac0e",
"title": "6ce4987872e7a726cb76ec077df8c8664306ac0e",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/6ce4987872e7a726cb76ec077df8c8664306ac0e"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "6ce4987872e7a726cb76ec077df8c8664306ac0e",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8843052170320142176"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[22:21:30.386] Scheduled build:
{
"id": "8677622108395245169",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-tsan-build"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-29T22:21:29.952842135Z",
"updateTime": "2026-06-29T22:21:29.952842135Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "6ce4987872e7a726cb76ec077df8c8664306ac0e",
"ref": "refs/heads/main"
}
}
}
[22:21:30.386] Task URL: https://cr-buildbucket.appspot.com/build/8677622108395245169
[22:21:30.386] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843052170320142176:2:0) after 8m15s
[22:21:31.755] Received PubSub notification, asking Buildbucket for the build status
[22:21:31.781] Build status: SCHEDULED
[22:29:45.431] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843052170320142176:2:0)
[22:29:45.457] Build status: SCHEDULED
[22:29:45.457] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843052170320142176:4:0) after 8m15s
[22:38:00.521] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843052170320142176:4:0)
[22:38:00.537] Build status: SCHEDULED
[22:38:00.538] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843052170320142176:5:0) after 8m30s
[22:46:30.540] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843052170320142176:5:0)
[22:46:30.566] Build status: SCHEDULED
[22:46:30.567] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843052170320142176:6:0) after 5m27s
[22:51:57.624] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843052170320142176:6:0)
[22:51:57.645] Build status: SCHEDULED
[22:51:57.645] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843052170320142176:7:0) after 8m31s
[23:00:28.671] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843052170320142176:7:0)
[23:00:28.694] Build status: SCHEDULED
[23:00:28.694] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843052170320142176:8:0) after 1m4s
[23:01:32.856] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843052170320142176:8:0)
[23:01:32.874] Build status: SCHEDULED
[23:01:32.874] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843052170320142176:9:0) after 2m44s
[23:04:16.886] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843052170320142176:9:0)
[23:04:16.905] Build status: SCHEDULED
[23:04:16.905] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843052170320142176:10:0) after 6m6s
[23:10:22.959] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843052170320142176:10:0)
[23:10:23.013] Build status: SCHEDULED
[23:10:23.013] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843052170320142176:11:0) after 7m27s
[23:17:50.025] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843052170320142176:11:0)
[23:17:50.068] Build status: SCHEDULED
[23:17:50.068] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843052170320142176:12:0) after 8m41s
[23:26:31.288] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843052170320142176:12:0)
[23:26:31.366] Build status: SCHEDULED
[23:26:31.366] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843052170320142176:13:0) after 6m17s
[23:32:48.387] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843052170320142176:13:0)
[23:32:48.405] Build status: SCHEDULED
[23:32:48.405] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843052170320142176:14:0) after 7m26s
[23:40:14.387] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843052170320142176:14:0)
[23:40:14.411] Build status: SCHEDULED
[23:40:14.411] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843052170320142176:15:0) after 9m19s
[23:49:33.469] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843052170320142176:15:0)
[23:49:33.487] Build status: SCHEDULED
[23:49:33.487] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843052170320142176:16:0) after 6m8s
[23:55:41.503] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843052170320142176:16:0)
[23:55:41.523] Build status: SCHEDULED
[23:55:41.523] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843052170320142176:17:0) after 1m27s
[23:57:08.580] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843052170320142176:17:0)
[23:57:08.610] Build status: SCHEDULED
[23:57:08.610] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843052170320142176:18:0) after 8m48s
[00:05:56.627] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843052170320142176:18:0)
[00:05:56.642] Build status: SCHEDULED
[00:05:56.642] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843052170320142176:19:0) after 9m38s
[00:15:34.655] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843052170320142176:19:0)
[00:15:34.674] Build status: SCHEDULED
[00:15:34.674] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843052170320142176:20:0) after 6m30s
[00:22:04.736] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843052170320142176:20:0)
[00:22:04.752] Build status: SCHEDULED
[00:22:04.752] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843052170320142176:21:0) after 9m59s
[00:32:03.774] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843052170320142176:21:0)
[00:32:03.941] Build status: SCHEDULED
[00:32:03.941] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843052170320142176:22:0) after 7m24s
[00:39:27.986] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843052170320142176:22:0)
[00:39:28.005] Build status: SCHEDULED
[00:39:28.005] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843052170320142176:23:0) after 6m25s
[00:45:53.011] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843052170320142176:23:0)
[00:45:53.069] Build status: SCHEDULED
[00:45:53.069] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843052170320142176:24:0) after 1m16s
[00:47:09.049] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843052170320142176:24:0)
[00:47:09.081] Build status: SCHEDULED
[00:47:09.081] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843052170320142176:25:0) after 1m6s
[00:48:15.097] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843052170320142176:25:0)
[00:48:15.115] Build status: SCHEDULED
[00:48:15.115] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843052170320142176:26:0) after 8m51s
[00:57:06.196] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843052170320142176:26:0)
[00:57:06.257] Build status: SCHEDULED
[00:57:06.257] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843052170320142176:27:0) after 6m31s
[01:03:37.289] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843052170320142176:27:0)
[01:03:37.312] Build status: SCHEDULED
[01:03:37.312] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843052170320142176:28:0) after 1m45s
[01:05:22.328] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843052170320142176:28:0)
[01:05:22.347] Build status: SCHEDULED
[01:05:22.347] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843052170320142176:29:0) after 8m22s
[01:09:15.760] Received PubSub notification, asking Buildbucket for the build status
[01:09:15.942] Build status: STARTED
[01:13:44.366] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843052170320142176:29:0)
[01:13:44.390] Build status: STARTED
[01:13:44.390] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8843052170320142176:31:0) after 7m2s
[01:13:53.331] Received PubSub notification, asking Buildbucket for the build status
[01:13:53.350] Build:
{
"id": "8677622108395245169",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-tsan-build"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-29T22:21:29.952842135Z",
"startTime": "2026-06-30T01:09:15.519259672Z",
"endTime": "2026-06-30T01:13:52.927666155Z",
"updateTime": "2026-06-30T01:13:52.927666155Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "6ce4987872e7a726cb76ec077df8c8664306ac0e",
"ref": "refs/heads/main"
}
}
}
[01:13:53.350] Invocation finished in 2h52m24.616869425s with status FAILED