[00:16:27.714] New invocation is queued and will start shortly
[00:16:28.827] Starting the invocation (attempt 1)
[00:16:28.846] Ignoring gitiles_ref tag without the buildset tag
[00:16:28.846] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:16:28.846] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:16:28.847] Buildbucket request:
{
"requestId": "8850383290497582352",
"builder": {
"project": "pigweed",
"bucket": "infra.dev.ci",
"builder": "rerunner"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8850383290497582352",
"job": "pigweed/infra.dev.ci-rerunner",
"triggers": [
{
"cron": {
"generation": "1708"
},
"id": "cron:v1:1708"
}
]
}
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8850383290497582352"
},
{
"key": "scheduler_job_id",
"value": "pigweed/infra.dev.ci-rerunner"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[00:16:29.423] Scheduled build:
{
"id": "8684953228604016113",
"builder": {
"project": "pigweed",
"bucket": "infra.dev.ci",
"builder": "rerunner"
},
"createdBy": "project:pigweed",
"createTime": "2026-04-10T00:16:28.898038644Z",
"updateTime": "2026-04-10T00:16:28.898038644Z",
"status": "SCHEDULED",
"input": {
}
}
[00:16:29.423] Task URL: https://cr-buildbucket.appspot.com/build/8684953228604016113
[00:16:29.423] Scheduling timer "check-buildbucket-build-status" (pigweed/infra.dev.ci-rerunner:8850383290497582352:2:0) after 6m18s
[00:16:29.929] Received PubSub notification, asking Buildbucket for the build status
[00:16:29.953] Build status: SCHEDULED
[00:22:47.540] Handling timer "check-buildbucket-build-status" (pigweed/infra.dev.ci-rerunner:8850383290497582352:2:0)
[00:22:47.560] Build status: SCHEDULED
[00:22:47.560] Scheduling timer "check-buildbucket-build-status" (pigweed/infra.dev.ci-rerunner:8850383290497582352:4:0) after 3m20s
[00:26:07.551] Handling timer "check-buildbucket-build-status" (pigweed/infra.dev.ci-rerunner:8850383290497582352:4:0)
[00:26:07.574] Build status: SCHEDULED
[00:26:07.574] Scheduling timer "check-buildbucket-build-status" (pigweed/infra.dev.ci-rerunner:8850383290497582352:5:0) after 2m33s
[00:28:40.821] Handling timer "check-buildbucket-build-status" (pigweed/infra.dev.ci-rerunner:8850383290497582352:5:0)
[00:28:40.923] Build status: SCHEDULED
[00:28:40.923] Scheduling timer "check-buildbucket-build-status" (pigweed/infra.dev.ci-rerunner:8850383290497582352:6:0) after 8m43s
[00:37:23.937] Handling timer "check-buildbucket-build-status" (pigweed/infra.dev.ci-rerunner:8850383290497582352:6:0)
[00:37:23.959] Build status: SCHEDULED
[00:37:23.959] Scheduling timer "check-buildbucket-build-status" (pigweed/infra.dev.ci-rerunner:8850383290497582352:7:0) after 2m2s
[00:39:25.974] Handling timer "check-buildbucket-build-status" (pigweed/infra.dev.ci-rerunner:8850383290497582352:7:0)
[00:39:25.999] Build status: SCHEDULED
[00:39:25.999] Scheduling timer "check-buildbucket-build-status" (pigweed/infra.dev.ci-rerunner:8850383290497582352:8:0) after 4m13s
[00:43:39.151] Handling timer "check-buildbucket-build-status" (pigweed/infra.dev.ci-rerunner:8850383290497582352:8:0)
[00:43:39.176] Build status: SCHEDULED
[00:43:39.176] Scheduling timer "check-buildbucket-build-status" (pigweed/infra.dev.ci-rerunner:8850383290497582352:9:0) after 5m29s
[00:49:08.193] Handling timer "check-buildbucket-build-status" (pigweed/infra.dev.ci-rerunner:8850383290497582352:9:0)
[00:49:08.427] Build status: SCHEDULED
[00:49:08.427] Scheduling timer "check-buildbucket-build-status" (pigweed/infra.dev.ci-rerunner:8850383290497582352:10:0) after 5m38s
[00:54:46.520] Handling timer "check-buildbucket-build-status" (pigweed/infra.dev.ci-rerunner:8850383290497582352:10:0)
[00:54:46.538] Build status: SCHEDULED
[00:54:46.538] Scheduling timer "check-buildbucket-build-status" (pigweed/infra.dev.ci-rerunner:8850383290497582352:11:0) after 5m56s
[01:00:42.525] Handling timer "check-buildbucket-build-status" (pigweed/infra.dev.ci-rerunner:8850383290497582352:11:0)
[01:00:42.544] Build status: SCHEDULED
[01:00:42.544] Scheduling timer "check-buildbucket-build-status" (pigweed/infra.dev.ci-rerunner:8850383290497582352:12:0) after 5m11s
[01:05:53.579] Handling timer "check-buildbucket-build-status" (pigweed/infra.dev.ci-rerunner:8850383290497582352:12:0)
[01:05:53.600] Build status: SCHEDULED
[01:05:53.600] Scheduling timer "check-buildbucket-build-status" (pigweed/infra.dev.ci-rerunner:8850383290497582352:13:0) after 6m18s
[01:12:11.601] Handling timer "check-buildbucket-build-status" (pigweed/infra.dev.ci-rerunner:8850383290497582352:13:0)
[01:12:11.652] Build status: SCHEDULED
[01:12:11.652] Scheduling timer "check-buildbucket-build-status" (pigweed/infra.dev.ci-rerunner:8850383290497582352:14:0) after 9m41s
[01:21:52.622] Handling timer "check-buildbucket-build-status" (pigweed/infra.dev.ci-rerunner:8850383290497582352:14:0)
[01:21:52.644] Build status: SCHEDULED
[01:21:52.644] Scheduling timer "check-buildbucket-build-status" (pigweed/infra.dev.ci-rerunner:8850383290497582352:15:0) after 8m5s
[01:29:57.663] Handling timer "check-buildbucket-build-status" (pigweed/infra.dev.ci-rerunner:8850383290497582352:15:0)
[01:29:57.779] Build status: SCHEDULED
[01:29:57.779] Scheduling timer "check-buildbucket-build-status" (pigweed/infra.dev.ci-rerunner:8850383290497582352:16:0) after 7m38s
[01:37:35.827] Handling timer "check-buildbucket-build-status" (pigweed/infra.dev.ci-rerunner:8850383290497582352:16:0)
[01:37:35.868] Build status: SCHEDULED
[01:37:35.868] Scheduling timer "check-buildbucket-build-status" (pigweed/infra.dev.ci-rerunner:8850383290497582352:17:0) after 9m25s
[01:47:01.049] Handling timer "check-buildbucket-build-status" (pigweed/infra.dev.ci-rerunner:8850383290497582352:17:0)
[01:47:01.078] Build status: SCHEDULED
[01:47:01.078] Scheduling timer "check-buildbucket-build-status" (pigweed/infra.dev.ci-rerunner:8850383290497582352:18:0) after 6m1s
[01:53:02.101] Handling timer "check-buildbucket-build-status" (pigweed/infra.dev.ci-rerunner:8850383290497582352:18:0)
[01:53:02.130] Build status: SCHEDULED
[01:53:02.130] Scheduling timer "check-buildbucket-build-status" (pigweed/infra.dev.ci-rerunner:8850383290497582352:19:0) after 4m19s
[01:57:21.144] Handling timer "check-buildbucket-build-status" (pigweed/infra.dev.ci-rerunner:8850383290497582352:19:0)
[01:57:21.162] Build status: SCHEDULED
[01:57:21.162] Scheduling timer "check-buildbucket-build-status" (pigweed/infra.dev.ci-rerunner:8850383290497582352:20:0) after 9m28s
[02:06:49.177] Handling timer "check-buildbucket-build-status" (pigweed/infra.dev.ci-rerunner:8850383290497582352:20:0)
[02:06:49.208] Build status: SCHEDULED
[02:06:49.208] Scheduling timer "check-buildbucket-build-status" (pigweed/infra.dev.ci-rerunner:8850383290497582352:21:0) after 5m16s
[02:12:05.373] Handling timer "check-buildbucket-build-status" (pigweed/infra.dev.ci-rerunner:8850383290497582352:21:0)
[02:12:05.405] Build status: SCHEDULED
[02:12:05.405] Scheduling timer "check-buildbucket-build-status" (pigweed/infra.dev.ci-rerunner:8850383290497582352:22:0) after 6m50s
[02:18:55.398] Handling timer "check-buildbucket-build-status" (pigweed/infra.dev.ci-rerunner:8850383290497582352:22:0)
[02:18:55.417] Build status: SCHEDULED
[02:18:55.417] Scheduling timer "check-buildbucket-build-status" (pigweed/infra.dev.ci-rerunner:8850383290497582352:23:0) after 9m58s
[02:28:53.418] Handling timer "check-buildbucket-build-status" (pigweed/infra.dev.ci-rerunner:8850383290497582352:23:0)
[02:28:53.456] Build status: SCHEDULED
[02:28:53.456] Scheduling timer "check-buildbucket-build-status" (pigweed/infra.dev.ci-rerunner:8850383290497582352:24:0) after 2m24s
[02:31:17.519] Handling timer "check-buildbucket-build-status" (pigweed/infra.dev.ci-rerunner:8850383290497582352:24:0)
[02:31:17.684] Build status: SCHEDULED
[02:31:17.684] Scheduling timer "check-buildbucket-build-status" (pigweed/infra.dev.ci-rerunner:8850383290497582352:25:0) after 9m55s
[02:41:12.704] Handling timer "check-buildbucket-build-status" (pigweed/infra.dev.ci-rerunner:8850383290497582352:25:0)
[02:41:12.748] Build status: SCHEDULED
[02:41:12.748] Scheduling timer "check-buildbucket-build-status" (pigweed/infra.dev.ci-rerunner:8850383290497582352:26:0) after 9m8s
[02:50:20.783] Handling timer "check-buildbucket-build-status" (pigweed/infra.dev.ci-rerunner:8850383290497582352:26:0)
[02:50:20.803] Build status: SCHEDULED
[02:50:20.803] Scheduling timer "check-buildbucket-build-status" (pigweed/infra.dev.ci-rerunner:8850383290497582352:27:0) after 2m17s
[02:52:37.785] Handling timer "check-buildbucket-build-status" (pigweed/infra.dev.ci-rerunner:8850383290497582352:27:0)
[02:52:37.808] Build status: SCHEDULED
[02:52:37.808] Scheduling timer "check-buildbucket-build-status" (pigweed/infra.dev.ci-rerunner:8850383290497582352:28:0) after 2m50s
[02:55:27.920] Handling timer "check-buildbucket-build-status" (pigweed/infra.dev.ci-rerunner:8850383290497582352:28:0)
[02:55:27.943] Build status: SCHEDULED
[02:55:27.943] Scheduling timer "check-buildbucket-build-status" (pigweed/infra.dev.ci-rerunner:8850383290497582352:29:0) after 6m44s
[03:02:11.958] Handling timer "check-buildbucket-build-status" (pigweed/infra.dev.ci-rerunner:8850383290497582352:29:0)
[03:02:12.082] Build status: SCHEDULED
[03:02:12.082] Scheduling timer "check-buildbucket-build-status" (pigweed/infra.dev.ci-rerunner:8850383290497582352:30:0) after 8m50s
[03:11:02.096] Handling timer "check-buildbucket-build-status" (pigweed/infra.dev.ci-rerunner:8850383290497582352:30:0)
[03:11:02.113] Build status: SCHEDULED
[03:11:02.114] Scheduling timer "check-buildbucket-build-status" (pigweed/infra.dev.ci-rerunner:8850383290497582352:31:0) after 5m13s
[03:16:15.151] Handling timer "check-buildbucket-build-status" (pigweed/infra.dev.ci-rerunner:8850383290497582352:31:0)
[03:16:15.197] Build status: SCHEDULED
[03:16:15.197] Scheduling timer "check-buildbucket-build-status" (pigweed/infra.dev.ci-rerunner:8850383290497582352:32:0) after 6m25s
[03:22:40.269] Handling timer "check-buildbucket-build-status" (pigweed/infra.dev.ci-rerunner:8850383290497582352:32:0)
[03:22:40.315] Build status: SCHEDULED
[03:22:40.315] Scheduling timer "check-buildbucket-build-status" (pigweed/infra.dev.ci-rerunner:8850383290497582352:33:0) after 9m10s
[03:31:50.366] Handling timer "check-buildbucket-build-status" (pigweed/infra.dev.ci-rerunner:8850383290497582352:33:0)
[03:31:50.387] Build status: SCHEDULED
[03:31:50.387] Scheduling timer "check-buildbucket-build-status" (pigweed/infra.dev.ci-rerunner:8850383290497582352:34:0) after 8m34s
[03:40:24.477] Handling timer "check-buildbucket-build-status" (pigweed/infra.dev.ci-rerunner:8850383290497582352:34:0)
[03:40:24.506] Build status: SCHEDULED
[03:40:24.506] Scheduling timer "check-buildbucket-build-status" (pigweed/infra.dev.ci-rerunner:8850383290497582352:35:0) after 7m15s
[03:47:39.519] Handling timer "check-buildbucket-build-status" (pigweed/infra.dev.ci-rerunner:8850383290497582352:35:0)
[03:47:39.541] Build status: SCHEDULED
[03:47:39.541] Scheduling timer "check-buildbucket-build-status" (pigweed/infra.dev.ci-rerunner:8850383290497582352:36:0) after 1m15s
[03:48:54.618] Handling timer "check-buildbucket-build-status" (pigweed/infra.dev.ci-rerunner:8850383290497582352:36:0)
[03:48:54.696] Build status: SCHEDULED
[03:48:54.696] Scheduling timer "check-buildbucket-build-status" (pigweed/infra.dev.ci-rerunner:8850383290497582352:37:0) after 8m23s
[03:57:17.731] Handling timer "check-buildbucket-build-status" (pigweed/infra.dev.ci-rerunner:8850383290497582352:37:0)
[03:57:17.896] Build status: SCHEDULED
[03:57:17.897] Scheduling timer "check-buildbucket-build-status" (pigweed/infra.dev.ci-rerunner:8850383290497582352:38:0) after 8m45s
[04:06:02.915] Handling timer "check-buildbucket-build-status" (pigweed/infra.dev.ci-rerunner:8850383290497582352:38:0)
[04:06:02.940] Build status: SCHEDULED
[04:06:02.940] Scheduling timer "check-buildbucket-build-status" (pigweed/infra.dev.ci-rerunner:8850383290497582352:39:0) after 9m13s
[04:15:15.956] Handling timer "check-buildbucket-build-status" (pigweed/infra.dev.ci-rerunner:8850383290497582352:39:0)
[04:15:15.980] Build status: SCHEDULED
[04:15:15.980] Scheduling timer "check-buildbucket-build-status" (pigweed/infra.dev.ci-rerunner:8850383290497582352:40:0) after 6m58s
[04:22:14.039] Handling timer "check-buildbucket-build-status" (pigweed/infra.dev.ci-rerunner:8850383290497582352:40:0)
[04:22:14.067] Build:
{
"id": "8684953228604016113",
"builder": {
"project": "pigweed",
"bucket": "infra.dev.ci",
"builder": "rerunner"
},
"createdBy": "project:pigweed",
"createTime": "2026-04-10T00:16:28.898038644Z",
"endTime": "2026-04-10T04:21:34.106797272Z",
"updateTime": "2026-04-10T04:21:34.106797272Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"timeout": {
}
},
"input": {
}
}
[04:22:14.067] Invocation finished in 4h5m46.357988841s with status FAILED