[23:26:56.207] New invocation is queued and will start shortly
[23:26:57.364] Starting the invocation (attempt 1)
[23:26:57.386] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/1cd3689cd941bc0f37996faf0b06f1dc7725d887"
[23:26:57.386] Popped gitiles commit info from properties and tags
[23:26:57.386] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:26:57.386] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:26:57.387] Buildbucket request:
{
"requestId": "8834531937229225648",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-host-cpp23"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8834531937229225648",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "1292a28c2aa2e90e59867d70aa8ca2dd29eab77a"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@1292a28c2aa2e90e59867d70aa8ca2dd29eab77a",
"title": "1292a28c2aa2e90e59867d70aa8ca2dd29eab77a",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/1292a28c2aa2e90e59867d70aa8ca2dd29eab77a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "a4c51ff2429de0b46166e8f1054211a6903545bd"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@a4c51ff2429de0b46166e8f1054211a6903545bd",
"title": "a4c51ff2429de0b46166e8f1054211a6903545bd",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/a4c51ff2429de0b46166e8f1054211a6903545bd"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "3dd1f47de560cc13cb3802513a7cd02cd4f2cfff"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@3dd1f47de560cc13cb3802513a7cd02cd4f2cfff",
"title": "3dd1f47de560cc13cb3802513a7cd02cd4f2cfff",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/3dd1f47de560cc13cb3802513a7cd02cd4f2cfff"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "427f22a9febfae259b4bb7434d53c038ad18ab28"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@427f22a9febfae259b4bb7434d53c038ad18ab28",
"title": "427f22a9febfae259b4bb7434d53c038ad18ab28",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/427f22a9febfae259b4bb7434d53c038ad18ab28"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "cbf1831d2e5cacaf7ac6524d17ff751c734bb16a"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@cbf1831d2e5cacaf7ac6524d17ff751c734bb16a",
"title": "cbf1831d2e5cacaf7ac6524d17ff751c734bb16a",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/cbf1831d2e5cacaf7ac6524d17ff751c734bb16a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "1cd3689cd941bc0f37996faf0b06f1dc7725d887"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@1cd3689cd941bc0f37996faf0b06f1dc7725d887",
"title": "1cd3689cd941bc0f37996faf0b06f1dc7725d887",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/1cd3689cd941bc0f37996faf0b06f1dc7725d887"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "1cd3689cd941bc0f37996faf0b06f1dc7725d887",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8834531937229225648"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[23:26:58.043] Scheduled build:
{
"id": "8669101875200580929",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-host-cpp23"
},
"createdBy": "project:pigweed",
"createTime": "2026-10-01T23:26:57.519682239Z",
"updateTime": "2026-10-01T23:26:57.519682239Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "1cd3689cd941bc0f37996faf0b06f1dc7725d887",
"ref": "refs/heads/main"
}
}
}
[23:26:58.043] Task URL: https://cr-buildbucket.appspot.com/build/8669101875200580929
[23:26:58.043] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8834531937229225648:2:0) after 5m55s
[23:26:58.993] Received PubSub notification, asking Buildbucket for the build status
[23:26:59.018] Build status: SCHEDULED
[23:32:53.452] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8834531937229225648:2:0)
[23:32:53.479] Build status: SCHEDULED
[23:32:53.479] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8834531937229225648:4:0) after 9m7s
[23:42:00.568] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8834531937229225648:4:0)
[23:42:00.600] Build status: SCHEDULED
[23:42:00.600] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8834531937229225648:5:0) after 9m13s
[23:51:13.617] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8834531937229225648:5:0)
[23:51:13.639] Build status: SCHEDULED
[23:51:13.639] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8834531937229225648:6:0) after 7m31s
[23:58:44.744] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8834531937229225648:6:0)
[23:58:44.764] Build status: SCHEDULED
[23:58:44.764] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8834531937229225648:7:0) after 3m10s
[00:01:54.739] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8834531937229225648:7:0)
[00:01:54.764] Build status: SCHEDULED
[00:01:54.764] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8834531937229225648:8:0) after 2m1s
[00:03:55.799] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8834531937229225648:8:0)
[00:03:55.840] Build status: SCHEDULED
[00:03:55.841] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8834531937229225648:9:0) after 3m29s
[00:07:24.921] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8834531937229225648:9:0)
[00:07:24.943] Build status: SCHEDULED
[00:07:24.943] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8834531937229225648:10:0) after 4m46s
[00:12:11.017] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8834531937229225648:10:0)
[00:12:11.036] Build status: SCHEDULED
[00:12:11.036] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8834531937229225648:11:0) after 5m25s
[00:17:36.179] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8834531937229225648:11:0)
[00:17:36.218] Build status: SCHEDULED
[00:17:36.218] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8834531937229225648:12:0) after 7m15s
[00:24:51.354] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8834531937229225648:12:0)
[00:24:51.458] Build status: SCHEDULED
[00:24:51.458] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8834531937229225648:13:0) after 7m8s
[00:31:59.653] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8834531937229225648:13:0)
[00:31:59.676] Build status: SCHEDULED
[00:31:59.676] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8834531937229225648:14:0) after 6m59s
[00:38:58.816] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8834531937229225648:14:0)
[00:38:58.850] Build status: SCHEDULED
[00:38:58.850] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8834531937229225648:15:0) after 7m56s
[00:46:54.983] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8834531937229225648:15:0)
[00:46:55.000] Build status: SCHEDULED
[00:46:55.000] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8834531937229225648:16:0) after 1m20s
[00:48:15.009] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8834531937229225648:16:0)
[00:48:15.028] Build status: SCHEDULED
[00:48:15.028] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8834531937229225648:17:0) after 7m11s
[00:55:26.055] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8834531937229225648:17:0)
[00:55:26.090] Build status: SCHEDULED
[00:55:26.090] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8834531937229225648:18:0) after 3m40s
[00:59:06.206] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8834531937229225648:18:0)
[00:59:06.230] Build status: SCHEDULED
[00:59:06.230] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8834531937229225648:19:0) after 1m29s
[01:00:35.270] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8834531937229225648:19:0)
[01:00:35.297] Build status: SCHEDULED
[01:00:35.297] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8834531937229225648:20:0) after 8m46s
[01:09:21.385] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8834531937229225648:20:0)
[01:09:21.407] Build status: SCHEDULED
[01:09:21.407] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8834531937229225648:21:0) after 8m8s
[01:17:29.518] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8834531937229225648:21:0)
[01:17:29.544] Build status: SCHEDULED
[01:17:29.544] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8834531937229225648:22:0) after 3m9s
[01:20:38.767] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8834531937229225648:22:0)
[01:20:38.838] Build status: SCHEDULED
[01:20:38.838] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8834531937229225648:23:0) after 5m1s
[01:25:40.035] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8834531937229225648:23:0)
[01:25:40.089] Build status: SCHEDULED
[01:25:40.089] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8834531937229225648:24:0) after 5m6s
[01:30:46.243] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8834531937229225648:24:0)
[01:30:46.407] Build status: SCHEDULED
[01:30:46.407] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8834531937229225648:25:0) after 9m16s
[01:40:02.482] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8834531937229225648:25:0)
[01:40:02.505] Build status: SCHEDULED
[01:40:02.505] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8834531937229225648:26:0) after 2m29s
[01:42:31.524] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8834531937229225648:26:0)
[01:42:31.544] Build status: SCHEDULED
[01:42:31.544] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8834531937229225648:27:0) after 1m55s
[01:44:26.557] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8834531937229225648:27:0)
[01:44:26.655] Build status: SCHEDULED
[01:44:26.655] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8834531937229225648:28:0) after 9m44s
[01:54:10.744] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8834531937229225648:28:0)
[01:54:10.764] Build status: SCHEDULED
[01:54:10.765] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8834531937229225648:29:0) after 2m43s
[01:56:53.837] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8834531937229225648:29:0)
[01:56:53.854] Build status: SCHEDULED
[01:56:53.854] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8834531937229225648:30:0) after 2m58s
[01:59:51.871] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8834531937229225648:30:0)
[01:59:51.896] Build status: SCHEDULED
[01:59:51.896] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8834531937229225648:31:0) after 9m36s
[02:09:28.007] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8834531937229225648:31:0)
[02:09:28.025] Build status: SCHEDULED
[02:09:28.025] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8834531937229225648:32:0) after 9m13s
[02:18:41.066] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8834531937229225648:32:0)
[02:18:41.091] Build status: SCHEDULED
[02:18:41.091] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8834531937229225648:33:0) after 9m9s
[02:27:50.145] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8834531937229225648:33:0)
[02:27:50.170] Build status: SCHEDULED
[02:27:50.170] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8834531937229225648:34:0) after 8m59s
[02:36:49.142] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8834531937229225648:34:0)
[02:36:49.162] Build status: SCHEDULED
[02:36:49.162] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8834531937229225648:35:0) after 7m23s
[02:44:12.201] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8834531937229225648:35:0)
[02:44:12.223] Build status: SCHEDULED
[02:44:12.223] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8834531937229225648:36:0) after 7m41s
[02:50:39.872] Received PubSub notification, asking Buildbucket for the build status
[02:50:39.893] Build status: STARTED
[02:51:53.310] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8834531937229225648:36:0)
[02:51:53.337] Build status: STARTED
[02:51:53.338] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8834531937229225648:38:0) after 6m49s
[02:52:51.023] Received PubSub notification, asking Buildbucket for the build status
[02:52:51.048] Build:
{
"id": "8669101875200580929",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-host-cpp23"
},
"createdBy": "project:pigweed",
"createTime": "2026-10-01T23:26:57.519682239Z",
"startTime": "2026-10-02T02:50:39.583616139Z",
"endTime": "2026-10-02T02:52:50.743770807Z",
"updateTime": "2026-10-02T02:52:50.743770807Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "1cd3689cd941bc0f37996faf0b06f1dc7725d887",
"ref": "refs/heads/main"
}
}
}
[02:52:51.048] Invocation finished in 3h25m54.846582271s with status FAILED