[03:52:47.036] New invocation is queued and will start shortly
[03:52:47.036] Triggered by user:rerunner@pigweed-service-accounts.iam.gserviceaccount.com
[03:52:48.162] Starting the invocation (attempt 1)
[03:52:48.185] Ignoring gitiles_ref tag without the buildset tag
[03:52:48.185] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[03:52:48.185] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[03:52:48.185] Buildbucket request:
{
"requestId": "8833971629782106704",
"builder": {
"project": "pigweed",
"bucket": "pigweed.ci",
"builder": "pigweed-linux-bazel-host-cpp23"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8833971629782106704",
"job": "pigweed/pigweed.ci-pigweed-linux-bazel-host-cpp23",
"triggers": [
{
"buildbucket": {
"tags": [
"parent_buildername:rerunner",
"user_agent:rerunner"
]
},
"id": "c4d4d3f1-1e4e-4a78-b743-1e55d204f632",
"title": "rerunner/0",
"url": "https://cr-buildbucket.appspot.com/build/8668541947423135841"
}
]
}
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8833971629782106704"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.ci-pigweed-linux-bazel-host-cpp23"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "rerunner"
},
{
"key": "user_agent",
"value": "rerunner"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[03:52:48.594] Scheduled build:
{
"id": "8668541567820059777",
"builder": {
"project": "pigweed",
"bucket": "pigweed.ci",
"builder": "pigweed-linux-bazel-host-cpp23"
},
"createdBy": "project:pigweed",
"createTime": "2026-10-08T03:52:48.278421630Z",
"updateTime": "2026-10-08T03:52:48.278421630Z",
"status": "SCHEDULED",
"input": {
}
}
[03:52:48.594] Task URL: https://cr-buildbucket.appspot.com/build/8668541567820059777
[03:52:48.594] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-bazel-host-cpp23:8833971629782106704:2:0) after 4m49s
[03:52:49.609] Received PubSub notification, asking Buildbucket for the build status
[03:52:49.687] Build status: SCHEDULED
[03:57:37.641] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-bazel-host-cpp23:8833971629782106704:2:0)
[03:57:37.678] Build status: SCHEDULED
[03:57:37.678] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-bazel-host-cpp23:8833971629782106704:4:0) after 3m5s
[04:00:42.663] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-bazel-host-cpp23:8833971629782106704:4:0)
[04:00:42.753] Build status: SCHEDULED
[04:00:42.753] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-bazel-host-cpp23:8833971629782106704:5:0) after 9m34s
[04:10:16.769] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-bazel-host-cpp23:8833971629782106704:5:0)
[04:10:16.807] Build status: SCHEDULED
[04:10:16.807] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-bazel-host-cpp23:8833971629782106704:6:0) after 8m6s
[04:18:22.822] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-bazel-host-cpp23:8833971629782106704:6:0)
[04:18:22.972] Build status: SCHEDULED
[04:18:22.972] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-bazel-host-cpp23:8833971629782106704:7:0) after 6m0s
[04:24:22.986] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-bazel-host-cpp23:8833971629782106704:7:0)
[04:24:23.005] Build status: SCHEDULED
[04:24:23.005] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-bazel-host-cpp23:8833971629782106704:8:0) after 5m30s
[04:29:52.987] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-bazel-host-cpp23:8833971629782106704:8:0)
[04:29:53.008] Build status: SCHEDULED
[04:29:53.008] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-bazel-host-cpp23:8833971629782106704:9:0) after 8m0s
[04:37:53.005] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-bazel-host-cpp23:8833971629782106704:9:0)
[04:37:53.029] Build status: SCHEDULED
[04:37:53.029] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-bazel-host-cpp23:8833971629782106704:10:0) after 1m37s
[04:39:30.074] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-bazel-host-cpp23:8833971629782106704:10:0)
[04:39:30.134] Build status: SCHEDULED
[04:39:30.135] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-bazel-host-cpp23:8833971629782106704:11:0) after 7m5s
[04:46:35.148] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-bazel-host-cpp23:8833971629782106704:11:0)
[04:46:35.165] Build status: SCHEDULED
[04:46:35.165] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-bazel-host-cpp23:8833971629782106704:12:0) after 1m49s
[04:48:24.178] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-bazel-host-cpp23:8833971629782106704:12:0)
[04:48:24.197] Build status: SCHEDULED
[04:48:24.197] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-bazel-host-cpp23:8833971629782106704:13:0) after 9m42s
[04:58:06.226] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-bazel-host-cpp23:8833971629782106704:13:0)
[04:58:06.280] Build status: SCHEDULED
[04:58:06.280] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-bazel-host-cpp23:8833971629782106704:14:0) after 3m19s
[05:01:25.297] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-bazel-host-cpp23:8833971629782106704:14:0)
[05:01:25.518] Build status: SCHEDULED
[05:01:25.518] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-bazel-host-cpp23:8833971629782106704:15:0) after 2m22s
[05:03:47.599] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-bazel-host-cpp23:8833971629782106704:15:0)
[05:03:47.633] Build status: SCHEDULED
[05:03:47.633] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-bazel-host-cpp23:8833971629782106704:16:0) after 8m22s
[05:12:09.652] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-bazel-host-cpp23:8833971629782106704:16:0)
[05:12:09.674] Build status: SCHEDULED
[05:12:09.674] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-bazel-host-cpp23:8833971629782106704:17:0) after 4m28s
[05:16:37.656] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-bazel-host-cpp23:8833971629782106704:17:0)
[05:16:37.681] Build status: SCHEDULED
[05:16:37.681] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-bazel-host-cpp23:8833971629782106704:18:0) after 2m32s
[05:19:09.769] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-bazel-host-cpp23:8833971629782106704:18:0)
[05:19:09.789] Build status: SCHEDULED
[05:19:09.789] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-bazel-host-cpp23:8833971629782106704:19:0) after 4m37s
[05:23:46.855] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-bazel-host-cpp23:8833971629782106704:19:0)
[05:23:47.066] Build status: SCHEDULED
[05:23:47.066] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-bazel-host-cpp23:8833971629782106704:20:0) after 9m2s
[05:32:49.093] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-bazel-host-cpp23:8833971629782106704:20:0)
[05:32:49.117] Build status: SCHEDULED
[05:32:49.117] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-bazel-host-cpp23:8833971629782106704:21:0) after 7m16s
[05:40:05.133] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-bazel-host-cpp23:8833971629782106704:21:0)
[05:40:05.163] Build status: SCHEDULED
[05:40:05.163] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-bazel-host-cpp23:8833971629782106704:22:0) after 6m11s
[05:46:16.276] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-bazel-host-cpp23:8833971629782106704:22:0)
[05:46:16.317] Build status: SCHEDULED
[05:46:16.317] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-bazel-host-cpp23:8833971629782106704:23:0) after 7m37s
[05:53:53.452] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-bazel-host-cpp23:8833971629782106704:23:0)
[05:53:53.472] Build status: SCHEDULED
[05:53:53.472] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-bazel-host-cpp23:8833971629782106704:24:0) after 3m26s
[05:57:19.486] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-bazel-host-cpp23:8833971629782106704:24:0)
[05:57:19.522] Build status: SCHEDULED
[05:57:19.522] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-bazel-host-cpp23:8833971629782106704:25:0) after 4m27s
[06:01:46.565] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-bazel-host-cpp23:8833971629782106704:25:0)
[06:01:46.584] Build status: SCHEDULED
[06:01:46.584] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-bazel-host-cpp23:8833971629782106704:26:0) after 2m53s
[06:04:39.644] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-bazel-host-cpp23:8833971629782106704:26:0)
[06:04:39.700] Build status: SCHEDULED
[06:04:39.700] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-bazel-host-cpp23:8833971629782106704:27:0) after 1m33s
[06:06:12.687] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-bazel-host-cpp23:8833971629782106704:27:0)
[06:06:12.714] Build status: SCHEDULED
[06:06:12.714] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-bazel-host-cpp23:8833971629782106704:28:0) after 6m18s
[06:12:30.733] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-bazel-host-cpp23:8833971629782106704:28:0)
[06:12:30.754] Build status: SCHEDULED
[06:12:30.754] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-bazel-host-cpp23:8833971629782106704:29:0) after 2m44s
[06:15:14.820] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-bazel-host-cpp23:8833971629782106704:29:0)
[06:15:14.841] Build status: SCHEDULED
[06:15:14.841] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-bazel-host-cpp23:8833971629782106704:30:0) after 2m49s
[06:18:03.856] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-bazel-host-cpp23:8833971629782106704:30:0)
[06:18:03.876] Build status: SCHEDULED
[06:18:03.876] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-bazel-host-cpp23:8833971629782106704:31:0) after 4m2s
[06:22:05.973] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-bazel-host-cpp23:8833971629782106704:31:0)
[06:22:06.071] Build status: SCHEDULED
[06:22:06.071] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-bazel-host-cpp23:8833971629782106704:32:0) after 5m6s
[06:27:12.088] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-bazel-host-cpp23:8833971629782106704:32:0)
[06:27:12.114] Build status: SCHEDULED
[06:27:12.114] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-bazel-host-cpp23:8833971629782106704:33:0) after 7m22s
[06:29:07.844] Received PubSub notification, asking Buildbucket for the build status
[06:29:07.887] Build status: STARTED
[06:33:51.113] Received PubSub notification, asking Buildbucket for the build status
[06:33:51.133] Build:
{
"id": "8668541567820059777",
"builder": {
"project": "pigweed",
"bucket": "pigweed.ci",
"builder": "pigweed-linux-bazel-host-cpp23"
},
"createdBy": "project:pigweed",
"createTime": "2026-10-08T03:52:48.278421630Z",
"startTime": "2026-10-08T06:29:07.674456496Z",
"endTime": "2026-10-08T06:33:50.593602150Z",
"updateTime": "2026-10-08T06:33:50.593602150Z",
"status": "FAILURE",
"input": {
}
}
[06:33:51.133] Invocation finished in 2h41m4.109358085s with status FAILED