[22:24:21.801] New invocation is queued and will start shortly
[22:24:23.281] Starting the invocation (attempt 1)
[22:24:23.309] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/6be4bc3e5fc58519ac89fb8651bb740f76fcb117"
[22:24:23.309] Popped gitiles commit info from properties and tags
[22:24:23.309] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[22:24:23.310] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[22:24:23.311] Buildbucket request:
{
"requestId": "8833358113444271744",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-host-cpp23"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8833358113444271744",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "352fad0644b88a4f30915bc64cdf6d602d003e58"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@352fad0644b88a4f30915bc64cdf6d602d003e58",
"title": "352fad0644b88a4f30915bc64cdf6d602d003e58",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/352fad0644b88a4f30915bc64cdf6d602d003e58"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "e2be7cf9b29a438cc8a7ada6bab6309956a47011"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@e2be7cf9b29a438cc8a7ada6bab6309956a47011",
"title": "e2be7cf9b29a438cc8a7ada6bab6309956a47011",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/e2be7cf9b29a438cc8a7ada6bab6309956a47011"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "d01b902f2313780abc6257e375861b0c11a197f9"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@d01b902f2313780abc6257e375861b0c11a197f9",
"title": "d01b902f2313780abc6257e375861b0c11a197f9",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/d01b902f2313780abc6257e375861b0c11a197f9"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "150c95b6aadd037dd30d35d2202fc4cbb8cf3fd1"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@150c95b6aadd037dd30d35d2202fc4cbb8cf3fd1",
"title": "150c95b6aadd037dd30d35d2202fc4cbb8cf3fd1",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/150c95b6aadd037dd30d35d2202fc4cbb8cf3fd1"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "d4a4e5b576f23773f18d2b62cfa10dd4630dae27"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@d4a4e5b576f23773f18d2b62cfa10dd4630dae27",
"title": "d4a4e5b576f23773f18d2b62cfa10dd4630dae27",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/d4a4e5b576f23773f18d2b62cfa10dd4630dae27"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "f9427c111825ba93f0459d30b43245bad773364a"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@f9427c111825ba93f0459d30b43245bad773364a",
"title": "f9427c111825ba93f0459d30b43245bad773364a",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/f9427c111825ba93f0459d30b43245bad773364a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "25adde6888ae4af0048aafd1934593454465d321"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@25adde6888ae4af0048aafd1934593454465d321",
"title": "25adde6888ae4af0048aafd1934593454465d321",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/25adde6888ae4af0048aafd1934593454465d321"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "6be4bc3e5fc58519ac89fb8651bb740f76fcb117"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@6be4bc3e5fc58519ac89fb8651bb740f76fcb117",
"title": "6be4bc3e5fc58519ac89fb8651bb740f76fcb117",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/6be4bc3e5fc58519ac89fb8651bb740f76fcb117"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "6be4bc3e5fc58519ac89fb8651bb740f76fcb117",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8833358113444271744"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[22:24:23.718] Scheduled build:
{
"id": "8667928051131713297",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-host-cpp23"
},
"createdBy": "project:pigweed",
"createTime": "2026-10-14T22:24:23.386226125Z",
"updateTime": "2026-10-14T22:24:23.386226125Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "6be4bc3e5fc58519ac89fb8651bb740f76fcb117",
"ref": "refs/heads/main"
}
}
}
[22:24:23.718] Task URL: https://cr-buildbucket.appspot.com/build/8667928051131713297
[22:24:23.719] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8833358113444271744:2:0) after 4m7s
[22:24:24.708] Received PubSub notification, asking Buildbucket for the build status
[22:24:24.735] Build status: SCHEDULED
[22:28:30.830] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8833358113444271744:2:0)
[22:28:30.852] Build status: SCHEDULED
[22:28:30.852] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8833358113444271744:4:0) after 3m51s
[22:32:21.953] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8833358113444271744:4:0)
[22:32:21.971] Build status: SCHEDULED
[22:32:21.971] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8833358113444271744:5:0) after 2m43s
[22:35:04.987] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8833358113444271744:5:0)
[22:35:05.012] Build status: SCHEDULED
[22:35:05.012] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8833358113444271744:6:0) after 5m45s
[22:40:50.124] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8833358113444271744:6:0)
[22:40:50.145] Build status: SCHEDULED
[22:40:50.145] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8833358113444271744:7:0) after 5m9s
[22:45:59.288] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8833358113444271744:7:0)
[22:45:59.344] Build status: SCHEDULED
[22:45:59.344] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8833358113444271744:8:0) after 2m40s
[22:48:39.492] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8833358113444271744:8:0)
[22:48:39.593] Build status: SCHEDULED
[22:48:39.593] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8833358113444271744:9:0) after 2m9s
[22:50:48.608] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8833358113444271744:9:0)
[22:50:48.680] Build status: SCHEDULED
[22:50:48.680] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8833358113444271744:10:0) after 9m46s
[23:00:34.948] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8833358113444271744:10:0)
[23:00:34.985] Build status: SCHEDULED
[23:00:34.985] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8833358113444271744:11:0) after 8m42s
[23:09:17.057] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8833358113444271744:11:0)
[23:09:17.093] Build status: SCHEDULED
[23:09:17.093] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8833358113444271744:12:0) after 1m20s
[23:10:37.110] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8833358113444271744:12:0)
[23:10:37.131] Build status: SCHEDULED
[23:10:37.131] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8833358113444271744:13:0) after 9m40s
[23:20:17.193] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8833358113444271744:13:0)
[23:20:17.246] Build status: SCHEDULED
[23:20:17.246] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8833358113444271744:14:0) after 8m6s
[23:28:23.321] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8833358113444271744:14:0)
[23:28:23.389] Build status: SCHEDULED
[23:28:23.389] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8833358113444271744:15:0) after 3m25s
[23:31:48.467] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8833358113444271744:15:0)
[23:31:48.521] Build status: SCHEDULED
[23:31:48.521] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8833358113444271744:16:0) after 1m12s
[23:33:00.539] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8833358113444271744:16:0)
[23:33:00.562] Build status: SCHEDULED
[23:33:00.562] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8833358113444271744:17:0) after 5m55s
[23:38:55.633] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8833358113444271744:17:0)
[23:38:55.658] Build status: SCHEDULED
[23:38:55.658] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8833358113444271744:18:0) after 9m58s
[23:48:53.745] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8833358113444271744:18:0)
[23:48:53.771] Build status: SCHEDULED
[23:48:53.771] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8833358113444271744:19:0) after 8m43s
[23:57:36.786] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8833358113444271744:19:0)
[23:57:36.814] Build status: SCHEDULED
[23:57:36.814] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8833358113444271744:20:0) after 5m23s
[00:02:59.835] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8833358113444271744:20:0)
[00:02:59.877] Build status: SCHEDULED
[00:02:59.877] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8833358113444271744:21:0) after 2m0s
[00:04:59.914] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8833358113444271744:21:0)
[00:04:59.934] Build status: SCHEDULED
[00:04:59.934] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8833358113444271744:22:0) after 4m18s
[00:09:17.952] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8833358113444271744:22:0)
[00:09:17.996] Build status: SCHEDULED
[00:09:17.996] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8833358113444271744:23:0) after 8m7s
[00:17:25.065] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8833358113444271744:23:0)
[00:17:25.106] Build status: SCHEDULED
[00:17:25.106] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8833358113444271744:24:0) after 8m43s
[00:26:08.353] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8833358113444271744:24:0)
[00:26:08.377] Build status: SCHEDULED
[00:26:08.377] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8833358113444271744:25:0) after 6m2s
[00:32:10.357] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8833358113444271744:25:0)
[00:32:10.376] Build status: SCHEDULED
[00:32:10.376] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8833358113444271744:26:0) after 4m4s
[00:36:14.506] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8833358113444271744:26:0)
[00:36:14.526] Build status: SCHEDULED
[00:36:14.526] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8833358113444271744:27:0) after 8m45s
[00:44:59.532] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8833358113444271744:27:0)
[00:44:59.562] Build status: SCHEDULED
[00:44:59.562] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8833358113444271744:28:0) after 9m42s
[00:54:41.585] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8833358113444271744:28:0)
[00:54:41.604] Build status: SCHEDULED
[00:54:41.605] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8833358113444271744:29:0) after 2m15s
[00:56:56.629] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8833358113444271744:29:0)
[00:56:56.660] Build status: SCHEDULED
[00:56:56.660] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8833358113444271744:30:0) after 8m34s
[01:05:30.712] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8833358113444271744:30:0)
[01:05:31.114] Build status: SCHEDULED
[01:05:31.115] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8833358113444271744:31:0) after 9m17s
[01:14:48.307] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8833358113444271744:31:0)
[01:14:48.374] Build status: SCHEDULED
[01:14:48.374] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8833358113444271744:32:0) after 9m30s
[01:24:18.518] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8833358113444271744:32:0)
[01:24:18.540] Build status: SCHEDULED
[01:24:18.540] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8833358113444271744:33:0) after 1m2s
[01:25:20.579] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8833358113444271744:33:0)
[01:25:20.600] Build status: SCHEDULED
[01:25:20.601] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8833358113444271744:34:0) after 8m24s
[01:33:44.618] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8833358113444271744:34:0)
[01:33:44.691] Build status: SCHEDULED
[01:33:44.691] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8833358113444271744:35:0) after 6m52s
[01:40:36.707] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8833358113444271744:35:0)
[01:40:36.725] Build status: SCHEDULED
[01:40:36.725] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8833358113444271744:36:0) after 6m29s
[01:47:05.795] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8833358113444271744:36:0)
[01:47:05.835] Build status: SCHEDULED
[01:47:05.835] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8833358113444271744:37:0) after 4m47s
[01:51:52.860] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8833358113444271744:37:0)
[01:51:52.879] Build status: SCHEDULED
[01:51:52.879] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8833358113444271744:38:0) after 9m22s
[02:01:14.898] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8833358113444271744:38:0)
[02:01:14.999] Build status: SCHEDULED
[02:01:14.999] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp23:8833358113444271744:39:0) after 3m47s
[02:02:42.400] Received PubSub notification, asking Buildbucket for the build status
[02:02:42.468] Build status: STARTED
[02:04:37.330] Received PubSub notification, asking Buildbucket for the build status
[02:04:37.348] Build:
{
"id": "8667928051131713297",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-host-cpp23"
},
"createdBy": "project:pigweed",
"createTime": "2026-10-14T22:24:23.386226125Z",
"startTime": "2026-10-15T02:02:42.018607525Z",
"endTime": "2026-10-15T02:04:25.909066414Z",
"updateTime": "2026-10-15T02:04:25.909066414Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "6be4bc3e5fc58519ac89fb8651bb740f76fcb117",
"ref": "refs/heads/main"
}
}
}
[02:04:37.348] Invocation finished in 3h40m15.550451748s with status FAILED