[23:32:23.916] New invocation is queued and will start shortly
[23:32:25.995] Starting the invocation (attempt 1)
[23:32:26.022] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/1cd3689cd941bc0f37996faf0b06f1dc7725d887"
[23:32:26.023] Popped gitiles commit info from properties and tags
[23:32:26.023] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:32:26.023] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:32:26.023] Buildbucket request:
{
"requestId": "8834531593598145280",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-tsan-build"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8834531593598145280",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "1292a28c2aa2e90e59867d70aa8ca2dd29eab77a"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@1292a28c2aa2e90e59867d70aa8ca2dd29eab77a",
"title": "1292a28c2aa2e90e59867d70aa8ca2dd29eab77a",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/1292a28c2aa2e90e59867d70aa8ca2dd29eab77a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "a4c51ff2429de0b46166e8f1054211a6903545bd"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@a4c51ff2429de0b46166e8f1054211a6903545bd",
"title": "a4c51ff2429de0b46166e8f1054211a6903545bd",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/a4c51ff2429de0b46166e8f1054211a6903545bd"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "3dd1f47de560cc13cb3802513a7cd02cd4f2cfff"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@3dd1f47de560cc13cb3802513a7cd02cd4f2cfff",
"title": "3dd1f47de560cc13cb3802513a7cd02cd4f2cfff",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/3dd1f47de560cc13cb3802513a7cd02cd4f2cfff"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "427f22a9febfae259b4bb7434d53c038ad18ab28"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@427f22a9febfae259b4bb7434d53c038ad18ab28",
"title": "427f22a9febfae259b4bb7434d53c038ad18ab28",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/427f22a9febfae259b4bb7434d53c038ad18ab28"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "cbf1831d2e5cacaf7ac6524d17ff751c734bb16a"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@cbf1831d2e5cacaf7ac6524d17ff751c734bb16a",
"title": "cbf1831d2e5cacaf7ac6524d17ff751c734bb16a",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/cbf1831d2e5cacaf7ac6524d17ff751c734bb16a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "1cd3689cd941bc0f37996faf0b06f1dc7725d887"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@1cd3689cd941bc0f37996faf0b06f1dc7725d887",
"title": "1cd3689cd941bc0f37996faf0b06f1dc7725d887",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/1cd3689cd941bc0f37996faf0b06f1dc7725d887"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "1cd3689cd941bc0f37996faf0b06f1dc7725d887",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8834531593598145280"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[23:32:26.470] Scheduled build:
{
"id": "8669101530657250497",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-tsan-build"
},
"createdBy": "project:pigweed",
"createTime": "2026-10-01T23:32:26.102617336Z",
"updateTime": "2026-10-01T23:32:26.102617336Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "1cd3689cd941bc0f37996faf0b06f1dc7725d887",
"ref": "refs/heads/main"
}
}
}
[23:32:26.470] Task URL: https://cr-buildbucket.appspot.com/build/8669101530657250497
[23:32:26.470] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834531593598145280:2:0) after 2m33s
[23:32:27.461] Received PubSub notification, asking Buildbucket for the build status
[23:32:27.495] Build status: SCHEDULED
[23:34:59.628] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834531593598145280:2:0)
[23:34:59.662] Build status: SCHEDULED
[23:34:59.662] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834531593598145280:4:0) after 9m23s
[23:44:22.675] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834531593598145280:4:0)
[23:44:22.698] Build status: SCHEDULED
[23:44:22.698] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834531593598145280:5:0) after 1m17s
[23:45:39.738] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834531593598145280:5:0)
[23:45:39.761] Build status: SCHEDULED
[23:45:39.761] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834531593598145280:6:0) after 1m17s
[23:46:56.820] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834531593598145280:6:0)
[23:46:56.840] Build status: SCHEDULED
[23:46:56.840] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834531593598145280:7:0) after 1m27s
[23:48:23.924] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834531593598145280:7:0)
[23:48:23.957] Build status: SCHEDULED
[23:48:23.958] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834531593598145280:8:0) after 3m39s
[23:52:02.974] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834531593598145280:8:0)
[23:52:03.004] Build status: SCHEDULED
[23:52:03.004] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834531593598145280:9:0) after 5m47s
[23:57:50.087] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834531593598145280:9:0)
[23:57:50.121] Build status: SCHEDULED
[23:57:50.121] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834531593598145280:10:0) after 4m46s
[00:02:36.189] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834531593598145280:10:0)
[00:02:36.248] Build status: SCHEDULED
[00:02:36.248] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834531593598145280:11:0) after 3m43s
[00:06:19.437] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834531593598145280:11:0)
[00:06:19.496] Build status: SCHEDULED
[00:06:19.496] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834531593598145280:12:0) after 1m16s
[00:07:35.510] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834531593598145280:12:0)
[00:07:35.593] Build status: SCHEDULED
[00:07:35.593] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834531593598145280:13:0) after 8m41s
[00:16:16.673] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834531593598145280:13:0)
[00:16:16.727] Build status: SCHEDULED
[00:16:16.727] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834531593598145280:14:0) after 3m32s
[00:19:48.791] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834531593598145280:14:0)
[00:19:48.821] Build status: SCHEDULED
[00:19:48.821] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834531593598145280:15:0) after 1m22s
[00:21:10.952] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834531593598145280:15:0)
[00:21:11.008] Build status: SCHEDULED
[00:21:11.009] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834531593598145280:16:0) after 6m18s
[00:27:29.095] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834531593598145280:16:0)
[00:27:29.167] Build status: SCHEDULED
[00:27:29.167] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834531593598145280:17:0) after 4m25s
[00:31:54.213] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834531593598145280:17:0)
[00:31:54.248] Build status: SCHEDULED
[00:31:54.248] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834531593598145280:18:0) after 7m36s
[00:39:30.299] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834531593598145280:18:0)
[00:39:30.324] Build status: SCHEDULED
[00:39:30.324] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834531593598145280:19:0) after 3m53s
[00:43:23.391] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834531593598145280:19:0)
[00:43:23.424] Build status: SCHEDULED
[00:43:23.424] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834531593598145280:20:0) after 7m18s
[00:50:41.486] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834531593598145280:20:0)
[00:50:41.508] Build status: SCHEDULED
[00:50:41.508] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834531593598145280:21:0) after 9m13s
[00:59:54.645] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834531593598145280:21:0)
[00:59:54.663] Build status: SCHEDULED
[00:59:54.663] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834531593598145280:22:0) after 5m32s
[01:05:26.815] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834531593598145280:22:0)
[01:05:26.950] Build status: SCHEDULED
[01:05:26.950] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834531593598145280:23:0) after 4m48s
[01:10:15.213] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834531593598145280:23:0)
[01:10:15.372] Build status: SCHEDULED
[01:10:15.372] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834531593598145280:24:0) after 3m22s
[01:13:37.561] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834531593598145280:24:0)
[01:13:37.628] Build status: SCHEDULED
[01:13:37.628] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834531593598145280:25:0) after 8m28s
[01:22:05.812] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834531593598145280:25:0)
[01:22:05.844] Build status: SCHEDULED
[01:22:05.844] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834531593598145280:26:0) after 9m12s
[01:31:17.998] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834531593598145280:26:0)
[01:31:18.030] Build status: SCHEDULED
[01:31:18.030] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834531593598145280:27:0) after 6m15s
[01:37:33.264] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834531593598145280:27:0)
[01:37:33.326] Build status: SCHEDULED
[01:37:33.326] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834531593598145280:28:0) after 7m59s
[01:45:32.491] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834531593598145280:28:0)
[01:45:32.514] Build status: SCHEDULED
[01:45:32.514] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834531593598145280:29:0) after 6m21s
[01:51:53.532] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834531593598145280:29:0)
[01:51:53.558] Build status: SCHEDULED
[01:51:53.558] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834531593598145280:30:0) after 7m54s
[01:59:47.732] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834531593598145280:30:0)
[01:59:47.763] Build status: SCHEDULED
[01:59:47.763] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834531593598145280:31:0) after 6m42s
[02:06:29.931] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834531593598145280:31:0)
[02:06:29.966] Build status: SCHEDULED
[02:06:29.966] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834531593598145280:32:0) after 8m13s
[02:14:43.125] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834531593598145280:32:0)
[02:14:43.210] Build status: SCHEDULED
[02:14:43.210] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834531593598145280:33:0) after 3m16s
[02:17:59.274] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834531593598145280:33:0)
[02:17:59.297] Build status: SCHEDULED
[02:17:59.297] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834531593598145280:34:0) after 9m23s
[02:27:22.517] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834531593598145280:34:0)
[02:27:22.544] Build status: SCHEDULED
[02:27:22.544] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834531593598145280:35:0) after 5m59s
[02:33:21.709] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834531593598145280:35:0)
[02:33:21.733] Build status: SCHEDULED
[02:33:21.733] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834531593598145280:36:0) after 5m53s
[02:39:14.752] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834531593598145280:36:0)
[02:39:14.775] Build status: SCHEDULED
[02:39:14.775] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834531593598145280:37:0) after 9m53s
[02:49:07.874] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834531593598145280:37:0)
[02:49:07.895] Build status: SCHEDULED
[02:49:07.895] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834531593598145280:38:0) after 1m58s
[02:51:05.945] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834531593598145280:38:0)
[02:51:05.966] Build status: SCHEDULED
[02:51:05.966] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834531593598145280:39:0) after 9m29s
[02:53:13.135] Received PubSub notification, asking Buildbucket for the build status
[02:53:13.165] Build status: STARTED
[02:56:42.390] Received PubSub notification, asking Buildbucket for the build status
[02:56:42.449] Build:
{
"id": "8669101530657250497",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-tsan-build"
},
"createdBy": "project:pigweed",
"createTime": "2026-10-01T23:32:26.102617336Z",
"startTime": "2026-10-02T02:53:10.610378022Z",
"endTime": "2026-10-02T02:56:42.064013554Z",
"updateTime": "2026-10-02T02:56:42.064013554Z",
"status": "SUCCESS",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "1cd3689cd941bc0f37996faf0b06f1dc7725d887",
"ref": "refs/heads/main"
}
}
}
[02:56:42.449] Invocation finished in 3h24m18.535909955s with status SUCCEEDED