[19:00:03.067] New invocation is queued and will start shortly
[19:00:05.696] Starting the invocation (attempt 1)
[19:00:05.721] Ignoring gitiles_ref tag without the buildset tag
[19:00:05.721] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[19:00:05.721] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[19:00:05.722] Buildbucket request:
{
"requestId": "8841705888566905232",
"builder": {
"project": "infra",
"bucket": "codesearch",
"builder": "codesearch-gen-chromium-initiator"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8841705888566905232",
"job": "infra/codesearch-gen-chromium-initiator",
"triggers": [
{
"cron": {
"generation": "55914"
},
"id": "cron:v1:55914"
}
]
}
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8841705888566905232"
},
{
"key": "scheduler_job_id",
"value": "infra/codesearch-gen-chromium-initiator"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[19:00:06.409] Scheduled build:
{
"id": "8676275825045165169",
"builder": {
"project": "infra",
"bucket": "codesearch",
"builder": "codesearch-gen-chromium-initiator"
},
"number": 23952,
"createdBy": "project:infra",
"createTime": "2026-07-14T19:00:05.805293886Z",
"updateTime": "2026-07-14T19:00:05.805293886Z",
"status": "SCHEDULED",
"input": {
},
"canary": true
}
[19:00:06.409] Task URL: https://cr-buildbucket.appspot.com/build/8676275825045165169
[19:00:06.409] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-initiator:8841705888566905232:2:0) after 6m10s
[19:00:07.287] Received PubSub notification, asking Buildbucket for the build status
[19:00:07.304] Build status: SCHEDULED
[19:00:10.534] Received PubSub notification, asking Buildbucket for the build status
[19:00:10.559] Build status: STARTED
[19:06:16.590] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-initiator:8841705888566905232:2:0)
[19:06:16.614] Build status: STARTED
[19:06:16.614] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-initiator:8841705888566905232:5:0) after 1m27s
[19:07:43.676] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-initiator:8841705888566905232:5:0)
[19:07:43.702] Build status: STARTED
[19:07:43.702] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-initiator:8841705888566905232:6:0) after 6m45s
[19:14:28.758] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-initiator:8841705888566905232:6:0)
[19:14:28.780] Build status: STARTED
[19:14:28.780] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-initiator:8841705888566905232:7:0) after 7m24s
[19:21:52.874] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-initiator:8841705888566905232:7:0)
[19:21:52.912] Build status: STARTED
[19:21:52.912] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-initiator:8841705888566905232:8:0) after 6m33s
[19:28:25.940] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-initiator:8841705888566905232:8:0)
[19:28:25.959] Build status: STARTED
[19:28:25.959] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-initiator:8841705888566905232:9:0) after 9m2s
[19:37:27.972] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-initiator:8841705888566905232:9:0)
[19:37:27.992] Build status: STARTED
[19:37:27.992] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-initiator:8841705888566905232:10:0) after 1m10s
[19:38:38.112] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-initiator:8841705888566905232:10:0)
[19:38:38.130] Build status: STARTED
[19:38:38.130] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-initiator:8841705888566905232:11:0) after 8m41s
[19:47:19.148] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-initiator:8841705888566905232:11:0)
[19:47:19.173] Build status: STARTED
[19:47:19.173] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-initiator:8841705888566905232:12:0) after 9m59s
[19:57:18.172] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-initiator:8841705888566905232:12:0)
[19:57:18.197] Build status: STARTED
[19:57:18.197] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-initiator:8841705888566905232:13:0) after 6m35s
[20:03:53.248] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-initiator:8841705888566905232:13:0)
[20:03:53.294] Build status: STARTED
[20:03:53.294] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-initiator:8841705888566905232:14:0) after 8m2s
[20:11:55.307] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-initiator:8841705888566905232:14:0)
[20:11:55.326] Build status: STARTED
[20:11:55.326] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-initiator:8841705888566905232:15:0) after 3m57s
[20:15:52.344] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-initiator:8841705888566905232:15:0)
[20:15:52.364] Build status: STARTED
[20:15:52.364] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-initiator:8841705888566905232:16:0) after 8m42s
[20:24:34.381] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-initiator:8841705888566905232:16:0)
[20:24:34.404] Build status: STARTED
[20:24:34.404] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-initiator:8841705888566905232:17:0) after 3m18s
[20:27:52.397] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-initiator:8841705888566905232:17:0)
[20:27:52.417] Build status: STARTED
[20:27:52.417] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-initiator:8841705888566905232:18:0) after 8m40s
[20:36:32.466] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-initiator:8841705888566905232:18:0)
[20:36:32.487] Build status: STARTED
[20:36:32.487] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-initiator:8841705888566905232:19:0) after 6m46s
[20:43:18.506] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-initiator:8841705888566905232:19:0)
[20:43:18.522] Build status: STARTED
[20:43:18.522] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-initiator:8841705888566905232:20:0) after 2m10s
[20:45:28.544] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-initiator:8841705888566905232:20:0)
[20:45:28.606] Build status: STARTED
[20:45:28.606] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-initiator:8841705888566905232:21:0) after 4m31s
[20:49:59.669] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-initiator:8841705888566905232:21:0)
[20:49:59.686] Build status: STARTED
[20:49:59.686] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-initiator:8841705888566905232:22:0) after 3m0s
[20:52:59.676] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-initiator:8841705888566905232:22:0)
[20:52:59.760] Build status: STARTED
[20:52:59.760] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-initiator:8841705888566905232:23:0) after 5m6s
[20:58:05.758] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-initiator:8841705888566905232:23:0)
[20:58:05.775] Build status: STARTED
[20:58:05.775] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-initiator:8841705888566905232:24:0) after 4m40s
[21:02:45.921] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-initiator:8841705888566905232:24:0)
[21:02:45.940] Build status: STARTED
[21:02:45.940] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-initiator:8841705888566905232:25:0) after 5m18s
[21:08:04.113] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-initiator:8841705888566905232:25:0)
[21:08:04.135] Build status: STARTED
[21:08:04.135] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-initiator:8841705888566905232:26:0) after 1m11s
[21:09:15.155] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-initiator:8841705888566905232:26:0)
[21:09:15.179] Build status: STARTED
[21:09:15.180] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-initiator:8841705888566905232:27:0) after 8m29s
[21:17:44.192] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-initiator:8841705888566905232:27:0)
[21:17:44.249] Build status: STARTED
[21:17:44.249] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-initiator:8841705888566905232:28:0) after 3m37s
[21:21:21.305] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-initiator:8841705888566905232:28:0)
[21:21:21.323] Build status: STARTED
[21:21:21.323] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-initiator:8841705888566905232:29:0) after 4m3s
[21:25:24.337] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-initiator:8841705888566905232:29:0)
[21:25:24.354] Build status: STARTED
[21:25:24.354] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-initiator:8841705888566905232:30:0) after 6m6s
[21:31:30.518] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-initiator:8841705888566905232:30:0)
[21:31:30.535] Build status: STARTED
[21:31:30.535] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-initiator:8841705888566905232:31:0) after 8m28s
[21:39:58.552] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-initiator:8841705888566905232:31:0)
[21:39:58.573] Build status: STARTED
[21:39:58.573] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-initiator:8841705888566905232:32:0) after 4m10s
[21:44:08.651] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-initiator:8841705888566905232:32:0)
[21:44:08.673] Build status: STARTED
[21:44:08.673] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-initiator:8841705888566905232:33:0) after 1m28s
[21:45:36.722] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-initiator:8841705888566905232:33:0)
[21:45:36.750] Build status: STARTED
[21:45:36.750] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-initiator:8841705888566905232:34:0) after 4m32s
[21:50:09.042] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-initiator:8841705888566905232:34:0)
[21:50:09.062] Build status: STARTED
[21:50:09.062] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-initiator:8841705888566905232:35:0) after 1m0s
[21:51:09.078] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-initiator:8841705888566905232:35:0)
[21:51:09.117] Build status: STARTED
[21:51:09.117] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-initiator:8841705888566905232:36:0) after 9m53s
[22:01:02.257] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-initiator:8841705888566905232:36:0)
[22:01:02.275] Build status: STARTED
[22:01:02.275] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-initiator:8841705888566905232:37:0) after 6m24s
[22:07:26.308] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-initiator:8841705888566905232:37:0)
[22:07:26.331] Build status: STARTED
[22:07:26.331] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-initiator:8841705888566905232:38:0) after 9m3s
[22:16:29.396] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-initiator:8841705888566905232:38:0)
[22:16:29.418] Build status: STARTED
[22:16:29.418] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-initiator:8841705888566905232:39:0) after 1m20s
[22:17:49.456] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-initiator:8841705888566905232:39:0)
[22:17:49.521] Build status: STARTED
[22:17:49.521] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-initiator:8841705888566905232:40:0) after 4m51s
[22:22:40.577] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-initiator:8841705888566905232:40:0)
[22:22:40.596] Build status: STARTED
[22:22:40.596] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-initiator:8841705888566905232:41:0) after 1m41s
[22:24:21.715] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-initiator:8841705888566905232:41:0)
[22:24:21.746] Build status: STARTED
[22:24:21.746] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-initiator:8841705888566905232:42:0) after 8m11s
[22:32:32.830] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-initiator:8841705888566905232:42:0)
[22:32:32.849] Build status: STARTED
[22:32:32.849] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-initiator:8841705888566905232:43:0) after 9m5s
[22:41:37.866] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-initiator:8841705888566905232:43:0)
[22:41:37.889] Build status: STARTED
[22:41:37.889] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-initiator:8841705888566905232:44:0) after 5m1s
[22:46:38.907] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-initiator:8841705888566905232:44:0)
[22:46:38.927] Build status: STARTED
[22:46:38.927] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-initiator:8841705888566905232:45:0) after 7m6s
[22:53:45.494] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-initiator:8841705888566905232:45:0)
[22:53:45.522] Build status: STARTED
[22:53:45.522] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-initiator:8841705888566905232:46:0) after 1m8s
[22:54:53.588] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-initiator:8841705888566905232:46:0)
[22:54:53.607] Build status: STARTED
[22:54:53.607] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-initiator:8841705888566905232:47:0) after 4m2s
[22:58:55.630] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-initiator:8841705888566905232:47:0)
[22:58:55.652] Build status: STARTED
[22:58:55.652] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-initiator:8841705888566905232:48:0) after 1m45s
[23:00:34.900] Received PubSub notification, asking Buildbucket for the build status
[23:00:34.916] Build:
{
"id": "8676275825045165169",
"builder": {
"project": "infra",
"bucket": "codesearch",
"builder": "codesearch-gen-chromium-initiator"
},
"number": 23952,
"createdBy": "project:infra",
"createTime": "2026-07-14T19:00:05.805293886Z",
"startTime": "2026-07-14T19:00:10.340248653Z",
"endTime": "2026-07-14T23:00:31.448178503Z",
"updateTime": "2026-07-14T23:00:31.448178503Z",
"status": "INFRA_FAILURE",
"input": {
},
"canary": true
}
[23:00:34.916] Invocation finished in 4h0m31.852747673s with status FAILED