[20:18:45.045] New invocation is queued and will start shortly
[20:18:46.224] Starting the invocation (attempt 1)
[20:18:46.246] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/5a8c6d39842bb09bbcb262894ab71da452a58c14"
[20:18:46.246] Popped gitiles commit info from properties and tags
[20:18:46.246] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:18:46.246] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:18:46.246] Buildbucket request:
{
"requestId": "8841519743283092848",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-tsan-build"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8841519743283092848",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "3bb52f7ef8b8529fafe03d8dc71e56a3aa5dc844"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@3bb52f7ef8b8529fafe03d8dc71e56a3aa5dc844",
"title": "3bb52f7ef8b8529fafe03d8dc71e56a3aa5dc844",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/3bb52f7ef8b8529fafe03d8dc71e56a3aa5dc844"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "5a8c6d39842bb09bbcb262894ab71da452a58c14"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@5a8c6d39842bb09bbcb262894ab71da452a58c14",
"title": "5a8c6d39842bb09bbcb262894ab71da452a58c14",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/5a8c6d39842bb09bbcb262894ab71da452a58c14"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "5a8c6d39842bb09bbcb262894ab71da452a58c14",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8841519743283092848"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[20:18:46.811] Scheduled build:
{
"id": "8676089681291329009",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-tsan-build"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-16T20:18:46.323968995Z",
"updateTime": "2026-07-16T20:18:46.323968995Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "5a8c6d39842bb09bbcb262894ab71da452a58c14",
"ref": "refs/heads/main"
}
}
}
[20:18:46.811] Task URL: https://cr-buildbucket.appspot.com/build/8676089681291329009
[20:18:46.811] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841519743283092848:2:0) after 9m39s
[20:18:47.743] Received PubSub notification, asking Buildbucket for the build status
[20:18:47.765] Build status: SCHEDULED
[20:28:25.839] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841519743283092848:2:0)
[20:28:25.859] Build status: SCHEDULED
[20:28:25.859] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841519743283092848:4:0) after 2m46s
[20:31:11.984] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841519743283092848:4:0)
[20:31:12.003] Build status: SCHEDULED
[20:31:12.003] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841519743283092848:5:0) after 7m40s
[20:38:52.018] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841519743283092848:5:0)
[20:38:52.044] Build status: SCHEDULED
[20:38:52.044] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841519743283092848:6:0) after 9m22s
[20:48:14.154] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841519743283092848:6:0)
[20:48:14.187] Build status: SCHEDULED
[20:48:14.188] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841519743283092848:7:0) after 6m22s
[20:54:36.919] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841519743283092848:7:0)
[20:54:36.932] Build status: SCHEDULED
[20:54:36.933] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841519743283092848:8:0) after 3m30s
[20:58:06.951] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841519743283092848:8:0)
[20:58:07.036] Build status: SCHEDULED
[20:58:07.036] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841519743283092848:9:0) after 5m8s
[21:03:15.083] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841519743283092848:9:0)
[21:03:15.104] Build status: SCHEDULED
[21:03:15.104] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841519743283092848:10:0) after 9m51s
[21:13:06.165] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841519743283092848:10:0)
[21:13:06.188] Build status: SCHEDULED
[21:13:06.188] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841519743283092848:11:0) after 6m48s
[21:19:54.509] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841519743283092848:11:0)
[21:19:54.561] Build status: SCHEDULED
[21:19:54.562] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841519743283092848:12:0) after 8m40s
[21:28:34.713] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841519743283092848:12:0)
[21:28:34.732] Build status: SCHEDULED
[21:28:34.732] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841519743283092848:13:0) after 9m8s
[21:37:42.920] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841519743283092848:13:0)
[21:37:42.939] Build status: SCHEDULED
[21:37:42.939] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841519743283092848:14:0) after 3m22s
[21:41:04.962] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841519743283092848:14:0)
[21:41:05.047] Build status: SCHEDULED
[21:41:05.051] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841519743283092848:15:0) after 4m7s
[21:45:12.107] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841519743283092848:15:0)
[21:45:12.578] Build status: SCHEDULED
[21:45:12.578] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841519743283092848:16:0) after 1m39s
[21:46:51.934] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841519743283092848:16:0)
[21:46:51.957] Build status: SCHEDULED
[21:46:51.957] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841519743283092848:17:0) after 1m42s
[21:48:34.116] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841519743283092848:17:0)
[21:48:34.161] Build status: SCHEDULED
[21:48:34.161] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841519743283092848:18:0) after 6m58s
[21:55:32.247] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841519743283092848:18:0)
[21:55:32.265] Build status: SCHEDULED
[21:55:32.265] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841519743283092848:19:0) after 7m53s
[22:03:25.335] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841519743283092848:19:0)
[22:03:25.378] Build status: SCHEDULED
[22:03:25.378] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841519743283092848:20:0) after 4m37s
[22:08:02.525] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841519743283092848:20:0)
[22:08:02.542] Build status: SCHEDULED
[22:08:02.542] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841519743283092848:21:0) after 4m3s
[22:12:05.653] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841519743283092848:21:0)
[22:12:05.668] Build status: SCHEDULED
[22:12:05.668] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841519743283092848:22:0) after 1m48s
[22:13:53.686] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841519743283092848:22:0)
[22:13:53.708] Build status: SCHEDULED
[22:13:53.708] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841519743283092848:23:0) after 6m29s
[22:20:22.756] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841519743283092848:23:0)
[22:20:22.774] Build status: SCHEDULED
[22:20:22.774] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841519743283092848:24:0) after 1m15s
[22:21:37.790] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841519743283092848:24:0)
[22:21:37.812] Build status: SCHEDULED
[22:21:37.812] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841519743283092848:25:0) after 8m35s
[22:30:12.853] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841519743283092848:25:0)
[22:30:12.871] Build status: SCHEDULED
[22:30:12.871] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841519743283092848:26:0) after 7m21s
[22:37:33.893] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841519743283092848:26:0)
[22:37:33.920] Build status: SCHEDULED
[22:37:33.920] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841519743283092848:27:0) after 5m17s
[22:42:50.952] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841519743283092848:27:0)
[22:42:50.981] Build status: SCHEDULED
[22:42:50.981] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841519743283092848:28:0) after 5m36s
[22:48:27.107] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841519743283092848:28:0)
[22:48:27.124] Build status: SCHEDULED
[22:48:27.124] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841519743283092848:29:0) after 5m4s
[22:53:31.156] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841519743283092848:29:0)
[22:53:31.172] Build status: SCHEDULED
[22:53:31.172] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841519743283092848:30:0) after 1m45s
[22:55:16.225] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841519743283092848:30:0)
[22:55:16.252] Build status: SCHEDULED
[22:55:16.252] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841519743283092848:31:0) after 2m25s
[22:57:41.268] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841519743283092848:31:0)
[22:57:41.327] Build status: SCHEDULED
[22:57:41.327] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841519743283092848:32:0) after 8m37s
[23:06:18.466] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841519743283092848:32:0)
[23:06:18.487] Build status: SCHEDULED
[23:06:18.487] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841519743283092848:33:0) after 2m16s
[23:08:34.501] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841519743283092848:33:0)
[23:08:34.519] Build status: SCHEDULED
[23:08:34.519] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841519743283092848:34:0) after 6m41s
[23:15:15.487] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841519743283092848:34:0)
[23:15:15.560] Build status: SCHEDULED
[23:15:15.560] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841519743283092848:35:0) after 5m37s
[23:20:52.627] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841519743283092848:35:0)
[23:20:52.646] Build status: SCHEDULED
[23:20:52.646] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841519743283092848:36:0) after 3m12s
[23:24:04.792] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841519743283092848:36:0)
[23:24:04.964] Build status: SCHEDULED
[23:24:04.964] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841519743283092848:37:0) after 3m54s
[23:27:59.020] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841519743283092848:37:0)
[23:27:59.049] Build status: SCHEDULED
[23:27:59.049] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841519743283092848:38:0) after 8m24s
[23:36:23.165] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841519743283092848:38:0)
[23:36:23.189] Build status: SCHEDULED
[23:36:23.189] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841519743283092848:39:0) after 7m51s
[23:44:14.204] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841519743283092848:39:0)
[23:44:14.220] Build status: SCHEDULED
[23:44:14.220] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841519743283092848:40:0) after 2m48s
[23:47:02.236] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841519743283092848:40:0)
[23:47:02.253] Build status: SCHEDULED
[23:47:02.253] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841519743283092848:41:0) after 4m4s
[23:51:06.269] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841519743283092848:41:0)
[23:51:06.285] Build status: SCHEDULED
[23:51:06.285] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8841519743283092848:42:0) after 5m55s
[23:51:08.460] Received PubSub notification, asking Buildbucket for the build status
[23:51:08.513] Build status: STARTED
[23:55:37.176] Received PubSub notification, asking Buildbucket for the build status
[23:55:37.260] Build:
{
"id": "8676089681291329009",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-tsan-build"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-16T20:18:46.323968995Z",
"startTime": "2026-07-16T23:51:08.248203710Z",
"endTime": "2026-07-16T23:55:36.792277347Z",
"updateTime": "2026-07-16T23:55:36.792277347Z",
"status": "SUCCESS",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "5a8c6d39842bb09bbcb262894ab71da452a58c14",
"ref": "refs/heads/main"
}
}
}
[23:55:37.260] Invocation finished in 3h36m52.22045292s with status SUCCEEDED