[03:46:30.057] New invocation is queued and will start shortly
[03:46:30.057] Triggered by user:rerunner@pigweed-service-accounts.iam.gserviceaccount.com
[03:46:31.115] Starting the invocation (attempt 1)
[03:46:31.137] Ignoring gitiles_ref tag without the buildset tag
[03:46:31.137] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[03:46:31.137] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[03:46:31.137] Buildbucket request:
{
"requestId": "8842306945974983984",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-rpc-v9"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8842306945974983984",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9",
"triggers": [
{
"buildbucket": {
"tags": [
"parent_buildername:rerunner",
"user_agent:rerunner"
]
},
"id": "81a75dba-bd0f-459b-83a0-5454bd065145",
"title": "rerunner/0",
"url": "https://cr-buildbucket.appspot.com/build/8676877248594052001"
}
]
}
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8842306945974983984"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "rerunner"
},
{
"key": "user_agent",
"value": "rerunner"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[03:46:31.547] Scheduled build:
{
"id": "8676876884125412801",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-rpc-v9"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-08T03:46:31.198075159Z",
"updateTime": "2026-07-08T03:46:31.198075159Z",
"status": "SCHEDULED",
"input": {
}
}
[03:46:31.547] Task URL: https://cr-buildbucket.appspot.com/build/8676876884125412801
[03:46:31.548] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8842306945974983984:2:0) after 3m10s
[03:46:32.456] Received PubSub notification, asking Buildbucket for the build status
[03:46:32.484] Build status: SCHEDULED
[03:49:41.662] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8842306945974983984:2:0)
[03:49:41.685] Build status: SCHEDULED
[03:49:41.685] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8842306945974983984:4:0) after 4m54s
[03:54:35.677] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8842306945974983984:4:0)
[03:54:35.742] Build status: SCHEDULED
[03:54:35.742] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8842306945974983984:5:0) after 1m49s
[03:56:24.815] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8842306945974983984:5:0)
[03:56:24.838] Build status: SCHEDULED
[03:56:24.838] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8842306945974983984:6:0) after 5m32s
[04:01:56.854] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8842306945974983984:6:0)
[04:01:56.879] Build status: SCHEDULED
[04:01:56.879] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8842306945974983984:7:0) after 6m0s
[04:07:56.909] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8842306945974983984:7:0)
[04:07:56.926] Build status: SCHEDULED
[04:07:56.926] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8842306945974983984:8:0) after 1m38s
[04:09:35.067] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8842306945974983984:8:0)
[04:09:35.119] Build status: SCHEDULED
[04:09:35.119] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8842306945974983984:9:0) after 5m41s
[04:15:16.131] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8842306945974983984:9:0)
[04:15:16.152] Build status: SCHEDULED
[04:15:16.152] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8842306945974983984:10:0) after 6m8s
[04:21:24.218] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8842306945974983984:10:0)
[04:21:24.242] Build status: SCHEDULED
[04:21:24.242] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8842306945974983984:11:0) after 6m28s
[04:27:52.256] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8842306945974983984:11:0)
[04:27:52.278] Build status: SCHEDULED
[04:27:52.278] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8842306945974983984:12:0) after 7m57s
[04:35:49.294] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8842306945974983984:12:0)
[04:35:49.383] Build status: SCHEDULED
[04:35:49.383] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8842306945974983984:13:0) after 5m37s
[04:41:26.446] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8842306945974983984:13:0)
[04:41:26.464] Build status: SCHEDULED
[04:41:26.464] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8842306945974983984:14:0) after 5m26s
[04:46:52.472] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8842306945974983984:14:0)
[04:46:52.552] Build status: SCHEDULED
[04:46:52.552] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8842306945974983984:15:0) after 6m36s
[04:53:28.565] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8842306945974983984:15:0)
[04:53:28.721] Build status: SCHEDULED
[04:53:28.721] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8842306945974983984:16:0) after 1m42s
[04:55:10.770] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8842306945974983984:16:0)
[04:55:10.849] Build status: SCHEDULED
[04:55:10.849] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8842306945974983984:17:0) after 4m26s
[04:59:36.967] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8842306945974983984:17:0)
[04:59:36.991] Build status: SCHEDULED
[04:59:36.991] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8842306945974983984:18:0) after 1m16s
[05:00:53.005] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8842306945974983984:18:0)
[05:00:53.024] Build status: SCHEDULED
[05:00:53.024] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8842306945974983984:19:0) after 1m9s
[05:02:02.038] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8842306945974983984:19:0)
[05:02:02.058] Build status: SCHEDULED
[05:02:02.058] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8842306945974983984:20:0) after 9m26s
[05:11:28.070] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8842306945974983984:20:0)
[05:11:28.092] Build status: SCHEDULED
[05:11:28.092] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8842306945974983984:21:0) after 7m18s
[05:18:46.165] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8842306945974983984:21:0)
[05:18:46.223] Build status: SCHEDULED
[05:18:46.223] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8842306945974983984:22:0) after 1m40s
[05:20:26.235] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8842306945974983984:22:0)
[05:20:26.255] Build status: SCHEDULED
[05:20:26.255] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8842306945974983984:23:0) after 6m4s
[05:26:30.269] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8842306945974983984:23:0)
[05:26:30.294] Build status: SCHEDULED
[05:26:30.294] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8842306945974983984:24:0) after 4m55s
[05:31:25.306] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8842306945974983984:24:0)
[05:31:25.323] Build status: SCHEDULED
[05:31:25.323] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8842306945974983984:25:0) after 9m4s
[05:40:29.338] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8842306945974983984:25:0)
[05:40:29.360] Build status: SCHEDULED
[05:40:29.360] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8842306945974983984:26:0) after 8m16s
[05:48:45.422] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8842306945974983984:26:0)
[05:48:45.443] Build status: SCHEDULED
[05:48:45.443] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8842306945974983984:27:0) after 7m18s
[05:56:03.578] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8842306945974983984:27:0)
[05:56:03.595] Build status: SCHEDULED
[05:56:03.595] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8842306945974983984:28:0) after 9m21s
[06:05:24.708] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8842306945974983984:28:0)
[06:05:24.726] Build status: SCHEDULED
[06:05:24.726] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8842306945974983984:29:0) after 5m19s
[06:10:43.792] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8842306945974983984:29:0)
[06:10:43.810] Build status: SCHEDULED
[06:10:43.810] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8842306945974983984:30:0) after 3m25s
[06:14:08.827] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8842306945974983984:30:0)
[06:14:08.845] Build status: SCHEDULED
[06:14:08.845] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8842306945974983984:31:0) after 1m42s
[06:15:51.142] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8842306945974983984:31:0)
[06:15:51.162] Build status: SCHEDULED
[06:15:51.162] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8842306945974983984:32:0) after 2m43s
[06:18:34.241] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8842306945974983984:32:0)
[06:18:34.262] Build status: SCHEDULED
[06:18:34.262] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8842306945974983984:33:0) after 8m37s
[06:27:11.327] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8842306945974983984:33:0)
[06:27:11.346] Build status: SCHEDULED
[06:27:11.346] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8842306945974983984:34:0) after 7m53s
[06:35:04.414] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8842306945974983984:34:0)
[06:35:04.431] Build status: SCHEDULED
[06:35:04.431] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8842306945974983984:35:0) after 1m33s
[06:36:37.411] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8842306945974983984:35:0)
[06:36:37.429] Build status: SCHEDULED
[06:36:37.429] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8842306945974983984:36:0) after 4m39s
[06:41:16.487] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8842306945974983984:36:0)
[06:41:16.595] Build status: SCHEDULED
[06:41:16.595] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8842306945974983984:37:0) after 7m49s
[06:49:05.663] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8842306945974983984:37:0)
[06:49:05.681] Build status: SCHEDULED
[06:49:05.681] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8842306945974983984:38:0) after 6m6s
[06:55:11.695] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8842306945974983984:38:0)
[06:55:11.778] Build status: SCHEDULED
[06:55:11.778] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8842306945974983984:39:0) after 9m35s
[07:01:00.502] Received PubSub notification, asking Buildbucket for the build status
[07:01:00.523] Build status: STARTED
[07:04:46.794] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8842306945974983984:39:0)
[07:04:46.816] Build status: STARTED
[07:04:46.816] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8842306945974983984:41:0) after 5m43s
[07:10:10.678] Received PubSub notification, asking Buildbucket for the build status
[07:10:10.698] Build:
{
"id": "8676876884125412801",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-rpc-v9"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-08T03:46:31.198075159Z",
"startTime": "2026-07-08T07:00:58.423467049Z",
"endTime": "2026-07-08T07:10:10.251430074Z",
"updateTime": "2026-07-08T07:10:10.251430074Z",
"status": "FAILURE",
"input": {
}
}
[07:10:10.698] Invocation finished in 3h23m40.647865099s with status FAILED