[18:24:04.309] New invocation is queued and will start shortly
[18:24:04.309] Triggered by user:rerunner@pigweed-service-accounts.iam.gserviceaccount.com
[18:24:05.853] Starting the invocation (attempt 1)
[18:24:05.882] Ignoring gitiles_ref tag without the buildset tag
[18:24:05.882] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[18:24:05.883] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[18:24:05.883] Buildbucket request:
{
"requestId": "8854210533556480992",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-host"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8854210533556480992",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-host",
"triggers": [
{
"buildbucket": {
"tags": [
"parent_buildername:rerunner",
"user_agent:rerunner"
]
},
"id": "13bb8f63-f76f-458a-95e7-b7f60d2cb94c",
"title": "rerunner/0",
"url": "https://cr-buildbucket.appspot.com/build/8688780696851991281"
}
]
}
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8854210533556480992"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-host"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "rerunner"
},
{
"key": "user_agent",
"value": "rerunner"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[18:24:06.218] Scheduled build:
{
"id": "8688780471172852817",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-host"
},
"createdBy": "project:pigweed",
"createTime": "2026-02-26T18:24:05.958699720Z",
"updateTime": "2026-02-26T18:24:05.958699720Z",
"status": "SCHEDULED",
"input": {
}
}
[18:24:06.218] Task URL: https://cr-buildbucket.appspot.com/build/8688780471172852817
[18:24:06.218] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8854210533556480992:2:0) after 4m4s
[18:24:07.175] Received PubSub notification, asking Buildbucket for the build status
[18:24:07.231] Build status: SCHEDULED
[18:28:10.233] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8854210533556480992:2:0)
[18:28:10.279] Build status: SCHEDULED
[18:28:10.279] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8854210533556480992:4:0) after 5m50s
[18:34:00.294] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8854210533556480992:4:0)
[18:34:00.325] Build status: SCHEDULED
[18:34:00.325] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8854210533556480992:5:0) after 1m18s
[18:35:18.359] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8854210533556480992:5:0)
[18:35:18.388] Build status: SCHEDULED
[18:35:18.388] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8854210533556480992:6:0) after 8m14s
[18:43:32.482] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8854210533556480992:6:0)
[18:43:32.551] Build status: SCHEDULED
[18:43:32.551] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8854210533556480992:7:0) after 4m12s
[18:47:44.565] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8854210533556480992:7:0)
[18:47:44.586] Build status: SCHEDULED
[18:47:44.586] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8854210533556480992:8:0) after 7m23s
[18:55:07.678] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8854210533556480992:8:0)
[18:55:07.705] Build status: SCHEDULED
[18:55:07.705] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8854210533556480992:9:0) after 4m26s
[18:59:33.959] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8854210533556480992:9:0)
[18:59:33.974] Build status: SCHEDULED
[18:59:33.974] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8854210533556480992:10:0) after 1m13s
[19:00:47.180] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8854210533556480992:10:0)
[19:00:47.205] Build status: SCHEDULED
[19:00:47.206] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8854210533556480992:11:0) after 7m19s
[19:08:06.440] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8854210533556480992:11:0)
[19:08:06.455] Build status: SCHEDULED
[19:08:06.455] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8854210533556480992:12:0) after 4m3s
[19:12:09.620] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8854210533556480992:12:0)
[19:12:09.638] Build status: SCHEDULED
[19:12:09.638] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8854210533556480992:13:0) after 3m20s
[19:15:29.939] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8854210533556480992:13:0)
[19:15:29.958] Build status: SCHEDULED
[19:15:29.958] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8854210533556480992:14:0) after 9m17s
[19:24:47.228] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8854210533556480992:14:0)
[19:24:47.241] Build status: SCHEDULED
[19:24:47.241] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8854210533556480992:15:0) after 1m45s
[19:26:32.244] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8854210533556480992:15:0)
[19:26:32.268] Build status: SCHEDULED
[19:26:32.268] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8854210533556480992:16:0) after 3m58s
[19:30:30.276] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8854210533556480992:16:0)
[19:30:30.295] Build status: SCHEDULED
[19:30:30.295] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8854210533556480992:17:0) after 2m3s
[19:32:33.509] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8854210533556480992:17:0)
[19:32:33.582] Build status: SCHEDULED
[19:32:33.582] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8854210533556480992:18:0) after 4m40s
[19:37:13.595] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8854210533556480992:18:0)
[19:37:13.612] Build status: SCHEDULED
[19:37:13.612] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8854210533556480992:19:0) after 4m47s
[19:42:00.652] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8854210533556480992:19:0)
[19:42:00.675] Build status: SCHEDULED
[19:42:00.675] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8854210533556480992:20:0) after 5m33s
[19:47:33.889] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8854210533556480992:20:0)
[19:47:33.906] Build status: SCHEDULED
[19:47:33.906] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8854210533556480992:21:0) after 4m2s
[19:51:35.920] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8854210533556480992:21:0)
[19:51:35.934] Build status: SCHEDULED
[19:51:35.934] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8854210533556480992:22:0) after 5m19s
[19:56:54.964] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8854210533556480992:22:0)
[19:56:54.986] Build status: SCHEDULED
[19:56:54.986] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8854210533556480992:23:0) after 4m39s
[20:01:34.051] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8854210533556480992:23:0)
[20:01:34.078] Build status: SCHEDULED
[20:01:34.078] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8854210533556480992:24:0) after 5m18s
[20:06:52.163] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8854210533556480992:24:0)
[20:06:52.177] Build status: SCHEDULED
[20:06:52.177] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8854210533556480992:25:0) after 9m30s
[20:15:25.955] Received PubSub notification, asking Buildbucket for the build status
[20:15:25.972] Build status: STARTED
[20:16:22.225] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8854210533556480992:25:0)
[20:16:22.248] Build status: STARTED
[20:16:22.248] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8854210533556480992:27:0) after 8m43s
[20:25:05.284] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8854210533556480992:27:0)
[20:25:05.303] Build status: STARTED
[20:25:05.303] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8854210533556480992:28:0) after 9m24s
[20:34:29.290] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8854210533556480992:28:0)
[20:34:29.317] Build status: STARTED
[20:34:29.317] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8854210533556480992:29:0) after 5m34s
[20:40:03.418] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8854210533556480992:29:0)
[20:40:03.440] Build status: STARTED
[20:40:03.440] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8854210533556480992:30:0) after 4m54s
[20:44:57.456] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8854210533556480992:30:0)
[20:44:57.473] Build status: STARTED
[20:44:57.473] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8854210533556480992:31:0) after 8m37s
[20:53:34.533] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8854210533556480992:31:0)
[20:53:34.594] Build status: STARTED
[20:53:34.594] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8854210533556480992:32:0) after 5m7s
[20:58:41.657] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8854210533556480992:32:0)
[20:58:41.677] Build status: STARTED
[20:58:41.677] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8854210533556480992:33:0) after 1m58s
[21:00:39.694] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8854210533556480992:33:0)
[21:00:39.719] Build status: STARTED
[21:00:39.719] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8854210533556480992:34:0) after 6m25s
[21:01:26.150] Received PubSub notification, asking Buildbucket for the build status
[21:01:26.172] Build:
{
"id": "8688780471172852817",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-host"
},
"createdBy": "project:pigweed",
"createTime": "2026-02-26T18:24:05.958699720Z",
"startTime": "2026-02-26T20:15:25.787816813Z",
"endTime": "2026-02-26T21:01:25.937226314Z",
"updateTime": "2026-02-26T21:01:25.937226314Z",
"status": "FAILURE",
"input": {
}
}
[21:01:26.172] Invocation finished in 2h37m21.871280692s with status FAILED