[04:22:37.077] New invocation is queued and will start shortly
[04:22:38.364] Starting the invocation (attempt 1)
[04:22:38.398] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/10b6150206cf01d70b7ff4a94f4c8c95520458c5"
[04:22:38.398] Popped gitiles commit info from properties and tags
[04:22:38.398] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[04:22:38.399] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[04:22:38.399] Buildbucket request:
{
"requestId": "8844750791779834016",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-tsan-build"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8844750791779834016",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "cd75e1a612170db134024156d1dd10cc3104ffa1"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@cd75e1a612170db134024156d1dd10cc3104ffa1",
"title": "cd75e1a612170db134024156d1dd10cc3104ffa1",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/cd75e1a612170db134024156d1dd10cc3104ffa1"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "b592e332f7f594fb76a2f13317267e7ee71a4b93"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@b592e332f7f594fb76a2f13317267e7ee71a4b93",
"title": "b592e332f7f594fb76a2f13317267e7ee71a4b93",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/b592e332f7f594fb76a2f13317267e7ee71a4b93"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "10b6150206cf01d70b7ff4a94f4c8c95520458c5"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@10b6150206cf01d70b7ff4a94f4c8c95520458c5",
"title": "10b6150206cf01d70b7ff4a94f4c8c95520458c5",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/10b6150206cf01d70b7ff4a94f4c8c95520458c5"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "10b6150206cf01d70b7ff4a94f4c8c95520458c5",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8844750791779834016"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[04:22:39.136] Scheduled build:
{
"id": "8679320729672862849",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-tsan-build"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-11T04:22:38.466084938Z",
"updateTime": "2026-06-11T04:22:38.466084938Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "10b6150206cf01d70b7ff4a94f4c8c95520458c5",
"ref": "refs/heads/main"
}
}
}
[04:22:39.136] Task URL: https://cr-buildbucket.appspot.com/build/8679320729672862849
[04:22:39.136] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844750791779834016:2:0) after 5m46s
[04:22:40.143] Received PubSub notification, asking Buildbucket for the build status
[04:22:40.178] Build status: SCHEDULED
[04:28:25.163] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844750791779834016:2:0)
[04:28:25.182] Build status: SCHEDULED
[04:28:25.182] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844750791779834016:4:0) after 1m9s
[04:29:34.284] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844750791779834016:4:0)
[04:29:34.330] Build status: SCHEDULED
[04:29:34.330] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844750791779834016:5:0) after 1m20s
[04:30:54.431] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844750791779834016:5:0)
[04:30:54.463] Build status: SCHEDULED
[04:30:54.463] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844750791779834016:6:0) after 5m28s
[04:36:22.581] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844750791779834016:6:0)
[04:36:22.598] Build status: SCHEDULED
[04:36:22.598] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844750791779834016:7:0) after 9m24s
[04:45:46.623] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844750791779834016:7:0)
[04:45:46.646] Build status: SCHEDULED
[04:45:46.646] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844750791779834016:8:0) after 9m36s
[04:55:22.871] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844750791779834016:8:0)
[04:55:22.891] Build status: SCHEDULED
[04:55:22.891] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844750791779834016:9:0) after 8m24s
[05:03:47.110] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844750791779834016:9:0)
[05:03:47.131] Build status: SCHEDULED
[05:03:47.131] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844750791779834016:10:0) after 8m43s
[05:12:30.303] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844750791779834016:10:0)
[05:12:30.319] Build status: SCHEDULED
[05:12:30.319] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844750791779834016:11:0) after 1m51s
[05:14:21.530] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844750791779834016:11:0)
[05:14:21.549] Build status: SCHEDULED
[05:14:21.549] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844750791779834016:12:0) after 7m3s
[05:21:24.564] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844750791779834016:12:0)
[05:21:24.581] Build status: SCHEDULED
[05:21:24.581] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844750791779834016:13:0) after 1m3s
[05:22:27.601] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844750791779834016:13:0)
[05:22:27.623] Build status: SCHEDULED
[05:22:27.623] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844750791779834016:14:0) after 9m20s
[05:31:47.628] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844750791779834016:14:0)
[05:31:47.653] Build status: SCHEDULED
[05:31:47.653] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844750791779834016:15:0) after 7m28s
[05:39:15.705] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844750791779834016:15:0)
[05:39:15.748] Build status: SCHEDULED
[05:39:15.748] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844750791779834016:16:0) after 2m41s
[05:41:56.833] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844750791779834016:16:0)
[05:41:56.949] Build status: SCHEDULED
[05:41:56.949] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844750791779834016:17:0) after 3m20s
[05:45:16.967] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844750791779834016:17:0)
[05:45:16.997] Build status: SCHEDULED
[05:45:16.997] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844750791779834016:18:0) after 5m47s
[05:51:04.009] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844750791779834016:18:0)
[05:51:04.034] Build status: SCHEDULED
[05:51:04.034] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844750791779834016:19:0) after 2m42s
[05:53:46.075] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844750791779834016:19:0)
[05:53:46.095] Build status: SCHEDULED
[05:53:46.095] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844750791779834016:20:0) after 5m54s
[05:59:40.133] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844750791779834016:20:0)
[05:59:40.153] Build status: SCHEDULED
[05:59:40.153] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844750791779834016:21:0) after 2m17s
[06:01:57.173] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844750791779834016:21:0)
[06:01:57.305] Build status: SCHEDULED
[06:01:57.305] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844750791779834016:22:0) after 6m49s
[06:08:46.325] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844750791779834016:22:0)
[06:08:46.340] Build status: SCHEDULED
[06:08:46.340] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844750791779834016:23:0) after 4m32s
[06:13:18.360] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844750791779834016:23:0)
[06:13:18.379] Build status: SCHEDULED
[06:13:18.379] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844750791779834016:24:0) after 6m7s
[06:19:25.433] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844750791779834016:24:0)
[06:19:25.452] Build status: SCHEDULED
[06:19:25.452] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844750791779834016:25:0) after 4m51s
[06:24:16.468] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844750791779834016:25:0)
[06:24:16.486] Build status: SCHEDULED
[06:24:16.486] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844750791779834016:26:0) after 2m51s
[06:27:07.500] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844750791779834016:26:0)
[06:27:07.593] Build status: SCHEDULED
[06:27:07.593] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844750791779834016:27:0) after 1m11s
[06:28:18.591] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844750791779834016:27:0)
[06:28:18.611] Build status: SCHEDULED
[06:28:18.611] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844750791779834016:28:0) after 9m6s
[06:37:24.631] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844750791779834016:28:0)
[06:37:24.651] Build status: SCHEDULED
[06:37:24.651] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844750791779834016:29:0) after 1m1s
[06:38:25.655] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844750791779834016:29:0)
[06:38:25.673] Build status: SCHEDULED
[06:38:25.673] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844750791779834016:30:0) after 6m55s
[06:45:20.739] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844750791779834016:30:0)
[06:45:20.755] Build status: SCHEDULED
[06:45:20.755] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844750791779834016:31:0) after 8m57s
[06:54:17.787] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844750791779834016:31:0)
[06:54:17.836] Build status: SCHEDULED
[06:54:17.836] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844750791779834016:32:0) after 5m19s
[06:55:38.300] Received PubSub notification, asking Buildbucket for the build status
[06:55:38.317] Build status: STARTED
[06:59:36.850] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844750791779834016:32:0)
[06:59:36.870] Build status: STARTED
[06:59:36.870] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8844750791779834016:34:0) after 2m36s
[07:02:05.378] Received PubSub notification, asking Buildbucket for the build status
[07:02:05.399] Build:
{
"id": "8679320729672862849",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-tsan-build"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-11T04:22:38.466084938Z",
"startTime": "2026-06-11T06:55:38.029658640Z",
"endTime": "2026-06-11T07:02:05.098906003Z",
"updateTime": "2026-06-11T07:02:05.098906003Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "10b6150206cf01d70b7ff4a94f4c8c95520458c5",
"ref": "refs/heads/main"
}
}
}
[07:02:05.399] Invocation finished in 2h39m28.326031484s with status FAILED