[04:20:48.473] New invocation is queued and will start shortly
[04:20:48.473] Triggered by user:rerunner@pigweed-service-accounts.iam.gserviceaccount.com
[04:20:49.597] Starting the invocation (attempt 1)
[04:20:49.623] Ignoring gitiles_ref tag without the buildset tag
[04:20:49.623] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[04:20:49.623] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[04:20:49.624] Buildbucket request:
{
"requestId": "8841580011835331120",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-rpc"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8841580011835331120",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc",
"triggers": [
{
"buildbucket": {
"tags": [
"parent_buildername:rerunner",
"user_agent:rerunner"
]
},
"id": "8b3f382c-7b1b-479a-b068-a83c34c3e5d0",
"title": "rerunner/0",
"url": "https://cr-buildbucket.appspot.com/build/8676150302256486897"
}
]
}
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8841580011835331120"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "rerunner"
},
{
"key": "user_agent",
"value": "rerunner"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[04:20:50.016] Scheduled build:
{
"id": "8676149949913185025",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-rpc"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-16T04:20:49.686892189Z",
"updateTime": "2026-07-16T04:20:49.686892189Z",
"status": "SCHEDULED",
"input": {
}
}
[04:20:50.016] Task URL: https://cr-buildbucket.appspot.com/build/8676149949913185025
[04:20:50.016] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841580011835331120:2:0) after 5m16s
[04:20:51.097] Received PubSub notification, asking Buildbucket for the build status
[04:20:51.131] Build status: SCHEDULED
[04:26:06.029] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841580011835331120:2:0)
[04:26:06.048] Build status: SCHEDULED
[04:26:06.048] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841580011835331120:4:0) after 8m20s
[04:34:26.029] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841580011835331120:4:0)
[04:34:26.054] Build status: SCHEDULED
[04:34:26.055] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841580011835331120:5:0) after 4m15s
[04:38:41.119] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841580011835331120:5:0)
[04:38:41.136] Build status: SCHEDULED
[04:38:41.136] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841580011835331120:6:0) after 5m54s
[04:44:35.242] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841580011835331120:6:0)
[04:44:35.284] Build status: SCHEDULED
[04:44:35.284] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841580011835331120:7:0) after 7m42s
[04:52:17.328] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841580011835331120:7:0)
[04:52:17.365] Build status: SCHEDULED
[04:52:17.365] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841580011835331120:8:0) after 4m24s
[04:56:41.379] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841580011835331120:8:0)
[04:56:41.459] Build status: SCHEDULED
[04:56:41.459] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841580011835331120:9:0) after 6m31s
[05:03:12.596] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841580011835331120:9:0)
[05:03:12.616] Build status: SCHEDULED
[05:03:12.616] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841580011835331120:10:0) after 4m51s
[05:08:03.614] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841580011835331120:10:0)
[05:08:03.643] Build status: SCHEDULED
[05:08:03.643] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841580011835331120:11:0) after 5m54s
[05:13:57.634] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841580011835331120:11:0)
[05:13:57.654] Build status: SCHEDULED
[05:13:57.654] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841580011835331120:12:0) after 4m56s
[05:18:53.647] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841580011835331120:12:0)
[05:18:53.669] Build status: SCHEDULED
[05:18:53.669] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841580011835331120:13:0) after 2m9s
[05:21:02.684] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841580011835331120:13:0)
[05:21:02.705] Build status: SCHEDULED
[05:21:02.705] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841580011835331120:14:0) after 4m56s
[05:25:58.723] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841580011835331120:14:0)
[05:25:58.755] Build status: SCHEDULED
[05:25:58.755] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841580011835331120:15:0) after 2m13s
[05:28:11.816] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841580011835331120:15:0)
[05:28:11.837] Build status: SCHEDULED
[05:28:11.837] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841580011835331120:16:0) after 4m12s
[05:32:23.877] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841580011835331120:16:0)
[05:32:23.902] Build status: SCHEDULED
[05:32:23.902] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841580011835331120:17:0) after 8m36s
[05:41:00.018] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841580011835331120:17:0)
[05:41:00.038] Build status: SCHEDULED
[05:41:00.038] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841580011835331120:18:0) after 1m44s
[05:42:44.115] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841580011835331120:18:0)
[05:42:44.158] Build status: SCHEDULED
[05:42:44.158] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841580011835331120:19:0) after 8m7s
[05:50:51.222] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841580011835331120:19:0)
[05:50:51.245] Build status: SCHEDULED
[05:50:51.245] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841580011835331120:20:0) after 6m22s
[05:57:13.323] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841580011835331120:20:0)
[05:57:13.353] Build status: SCHEDULED
[05:57:13.353] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841580011835331120:21:0) after 7m52s
[06:05:05.516] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841580011835331120:21:0)
[06:05:05.540] Build status: SCHEDULED
[06:05:05.540] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841580011835331120:22:0) after 7m2s
[06:12:07.750] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841580011835331120:22:0)
[06:12:07.776] Build status: SCHEDULED
[06:12:07.776] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841580011835331120:23:0) after 5m52s
[06:18:00.020] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841580011835331120:23:0)
[06:18:00.039] Build status: SCHEDULED
[06:18:00.039] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841580011835331120:24:0) after 1m15s
[06:19:15.016] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841580011835331120:24:0)
[06:19:15.035] Build status: SCHEDULED
[06:19:15.035] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841580011835331120:25:0) after 9m48s
[06:29:03.052] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841580011835331120:25:0)
[06:29:03.065] Build status: SCHEDULED
[06:29:03.065] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841580011835331120:26:0) after 2m25s
[06:31:28.082] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841580011835331120:26:0)
[06:31:28.101] Build status: SCHEDULED
[06:31:28.101] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841580011835331120:27:0) after 6m33s
[06:38:01.165] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841580011835331120:27:0)
[06:38:01.186] Build status: SCHEDULED
[06:38:01.186] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841580011835331120:28:0) after 3m35s
[06:41:36.207] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841580011835331120:28:0)
[06:41:36.229] Build status: SCHEDULED
[06:41:36.229] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841580011835331120:29:0) after 1m9s
[06:42:45.338] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841580011835331120:29:0)
[06:42:45.411] Build status: SCHEDULED
[06:42:45.411] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841580011835331120:30:0) after 7m12s
[06:49:57.478] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841580011835331120:30:0)
[06:49:57.497] Build status: SCHEDULED
[06:49:57.497] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841580011835331120:31:0) after 7m35s
[06:57:32.562] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841580011835331120:31:0)
[06:57:32.606] Build status: SCHEDULED
[06:57:32.606] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841580011835331120:32:0) after 6m19s
[07:03:51.671] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841580011835331120:32:0)
[07:03:51.696] Build status: SCHEDULED
[07:03:51.696] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841580011835331120:33:0) after 5m48s
[07:09:39.761] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841580011835331120:33:0)
[07:09:39.817] Build status: SCHEDULED
[07:09:39.817] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841580011835331120:34:0) after 9m56s
[07:19:35.789] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841580011835331120:34:0)
[07:19:35.807] Build status: SCHEDULED
[07:19:35.807] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841580011835331120:35:0) after 3m37s
[07:23:12.823] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841580011835331120:35:0)
[07:23:12.844] Build status: SCHEDULED
[07:23:12.844] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841580011835331120:36:0) after 1m11s
[07:24:23.885] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841580011835331120:36:0)
[07:24:23.910] Build status: SCHEDULED
[07:24:23.910] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841580011835331120:37:0) after 2m12s
[07:26:29.929] Received PubSub notification, asking Buildbucket for the build status
[07:26:29.945] Build status: STARTED
[07:26:35.977] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841580011835331120:37:0)
[07:26:35.996] Build status: STARTED
[07:26:35.997] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841580011835331120:39:0) after 2m45s
[07:29:21.060] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841580011835331120:39:0)
[07:29:21.110] Build status: STARTED
[07:29:21.110] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841580011835331120:40:0) after 6m52s
[07:33:14.870] Received PubSub notification, asking Buildbucket for the build status
[07:33:14.911] Build:
{
"id": "8676149949913185025",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-rpc"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-16T04:20:49.686892189Z",
"startTime": "2026-07-16T07:26:27.225574822Z",
"endTime": "2026-07-16T07:33:14.121206830Z",
"updateTime": "2026-07-16T07:33:14.121206830Z",
"status": "FAILURE",
"input": {
}
}
[07:33:14.911] Invocation finished in 3h12m26.441567201s with status FAILED