[07:20:42.164] New invocation is queued and will start shortly
[07:20:42.164] Triggered by user:rerunner@pigweed-service-accounts.iam.gserviceaccount.com
[07:20:43.228] Starting the invocation (attempt 1)
[07:20:43.258] Ignoring gitiles_ref tag without the buildset tag
[07:20:43.258] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[07:20:43.258] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[07:20:43.258] Buildbucket request:
{
"requestId": "8854433463071563584",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-default"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8854433463071563584",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-default",
"triggers": [
{
"buildbucket": {
"tags": [
"parent_buildername:rerunner",
"user_agent:rerunner"
]
},
"id": "89fcde1f-7ead-4303-adb6-92161ae117ef",
"title": "rerunner/0",
"url": "https://cr-buildbucket.appspot.com/build/8689003574813502513"
}
]
}
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8854433463071563584"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-default"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "rerunner"
},
{
"key": "user_agent",
"value": "rerunner"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[07:20:43.884] Scheduled build:
{
"id": "8689003401174924737",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-default"
},
"createdBy": "project:pigweed",
"createTime": "2026-02-24T07:20:43.340942017Z",
"updateTime": "2026-02-24T07:20:43.340942017Z",
"status": "SCHEDULED",
"input": {
}
}
[07:20:43.884] Task URL: https://cr-buildbucket.appspot.com/build/8689003401174924737
[07:20:43.884] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8854433463071563584:2:0) after 1m3s
[07:20:44.767] Received PubSub notification, asking Buildbucket for the build status
[07:20:44.784] Build status: SCHEDULED
[07:21:46.987] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8854433463071563584:2:0)
[07:21:47.008] Build status: SCHEDULED
[07:21:47.008] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8854433463071563584:4:0) after 1m4s
[07:22:51.070] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8854433463071563584:4:0)
[07:22:51.089] Build status: SCHEDULED
[07:22:51.089] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8854433463071563584:5:0) after 6m28s
[07:29:19.102] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8854433463071563584:5:0)
[07:29:19.137] Build status: SCHEDULED
[07:29:19.137] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8854433463071563584:6:0) after 5m52s
[07:35:11.155] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8854433463071563584:6:0)
[07:35:11.180] Build status: SCHEDULED
[07:35:11.180] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8854433463071563584:7:0) after 9m44s
[07:44:55.250] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8854433463071563584:7:0)
[07:44:55.283] Build status: SCHEDULED
[07:44:55.284] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8854433463071563584:8:0) after 5m4s
[07:49:59.381] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8854433463071563584:8:0)
[07:49:59.395] Build status: SCHEDULED
[07:49:59.395] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8854433463071563584:9:0) after 3m59s
[07:53:58.460] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8854433463071563584:9:0)
[07:53:58.484] Build status: SCHEDULED
[07:53:58.484] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8854433463071563584:10:0) after 7m54s
[08:01:52.497] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8854433463071563584:10:0)
[08:01:52.516] Build status: SCHEDULED
[08:01:52.516] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8854433463071563584:11:0) after 8m31s
[08:10:23.580] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8854433463071563584:11:0)
[08:10:23.604] Build status: SCHEDULED
[08:10:23.604] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8854433463071563584:12:0) after 9m57s
[08:20:20.657] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8854433463071563584:12:0)
[08:20:20.675] Build status: SCHEDULED
[08:20:20.675] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8854433463071563584:13:0) after 8m22s
[08:28:42.687] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8854433463071563584:13:0)
[08:28:42.704] Build status: SCHEDULED
[08:28:42.705] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8854433463071563584:14:0) after 9m39s
[08:38:21.772] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8854433463071563584:14:0)
[08:38:21.790] Build status: SCHEDULED
[08:38:21.790] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8854433463071563584:15:0) after 4m11s
[08:42:32.805] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8854433463071563584:15:0)
[08:42:32.831] Build status: SCHEDULED
[08:42:32.831] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8854433463071563584:16:0) after 3m49s
[08:46:21.850] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8854433463071563584:16:0)
[08:46:21.878] Build status: SCHEDULED
[08:46:21.878] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8854433463071563584:17:0) after 2m39s
[08:49:00.946] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8854433463071563584:17:0)
[08:49:00.962] Build status: SCHEDULED
[08:49:00.962] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8854433463071563584:18:0) after 4m29s
[08:53:30.027] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8854433463071563584:18:0)
[08:53:30.051] Build status: SCHEDULED
[08:53:30.052] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8854433463071563584:19:0) after 4m49s
[08:58:19.084] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8854433463071563584:19:0)
[08:58:19.150] Build status: SCHEDULED
[08:58:19.150] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8854433463071563584:20:0) after 1m0s
[08:59:19.178] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8854433463071563584:20:0)
[08:59:19.244] Build status: SCHEDULED
[08:59:19.244] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8854433463071563584:21:0) after 3m20s
[09:02:39.259] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8854433463071563584:21:0)
[09:02:39.281] Build status: SCHEDULED
[09:02:39.281] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8854433463071563584:22:0) after 4m20s
[09:06:59.301] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8854433463071563584:22:0)
[09:06:59.318] Build status: SCHEDULED
[09:06:59.318] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8854433463071563584:23:0) after 2m34s
[09:09:33.333] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8854433463071563584:23:0)
[09:09:33.394] Build status: SCHEDULED
[09:09:33.394] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8854433463071563584:24:0) after 9m36s
[09:19:09.406] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8854433463071563584:24:0)
[09:19:09.421] Build status: SCHEDULED
[09:19:09.421] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8854433463071563584:25:0) after 9m35s
[09:28:44.433] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8854433463071563584:25:0)
[09:28:44.455] Build status: SCHEDULED
[09:28:44.455] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8854433463071563584:26:0) after 7m22s
[09:36:06.470] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8854433463071563584:26:0)
[09:36:06.485] Build status: SCHEDULED
[09:36:06.485] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8854433463071563584:27:0) after 8m12s
[09:44:18.471] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8854433463071563584:27:0)
[09:44:18.492] Build status: SCHEDULED
[09:44:18.492] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8854433463071563584:28:0) after 2m18s
[09:46:36.503] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8854433463071563584:28:0)
[09:46:36.538] Build status: SCHEDULED
[09:46:36.538] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8854433463071563584:29:0) after 2m25s
[09:49:01.503] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8854433463071563584:29:0)
[09:49:01.519] Build status: SCHEDULED
[09:49:01.519] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8854433463071563584:30:0) after 3m28s
[09:52:29.559] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8854433463071563584:30:0)
[09:52:29.610] Build status: SCHEDULED
[09:52:29.610] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8854433463071563584:31:0) after 6m1s
[09:58:30.677] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8854433463071563584:31:0)
[09:58:30.699] Build status: SCHEDULED
[09:58:30.699] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8854433463071563584:32:0) after 9m12s
[10:00:35.014] Received PubSub notification, asking Buildbucket for the build status
[10:00:35.033] Build status: STARTED
[10:04:29.955] Received PubSub notification, asking Buildbucket for the build status
[10:04:29.987] Build:
{
"id": "8689003401174924737",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-default"
},
"createdBy": "project:pigweed",
"createTime": "2026-02-24T07:20:43.340942017Z",
"startTime": "2026-02-24T10:00:34.744932654Z",
"endTime": "2026-02-24T10:04:29.720270325Z",
"updateTime": "2026-02-24T10:04:29.720270325Z",
"status": "FAILURE",
"input": {
}
}
[10:04:29.987] Invocation finished in 2h43m47.838603575s with status FAILED