[21:05:23.381] New invocation is queued and will start shortly
[21:05:23.381] Triggered by user:infra-codesearch@chops-service-accounts.iam.gserviceaccount.com
[21:05:25.133] Starting the invocation (attempt 1)
[21:05:25.162] Ignoring gitiles_ref tag without the buildset tag
[21:05:25.162] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[21:05:25.163] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[21:05:25.163] Buildbucket request:
{
"requestId": "8868605301972192512",
"builder": {
"project": "infra",
"bucket": "codesearch",
"builder": "codesearch-gen-chromium-win"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8868605301972192512",
"job": "infra/codesearch-gen-chromium-win",
"triggers": [
{
"buildbucket": {
"properties": {
"codesearch_mirror_revision": "1f294a51b1bf5d3bbfb47fadb1f461ee87e303f2",
"codesearch_mirror_revision_timestamp": 1758383786,
"root_solution_revision": "ea7a0b883f1ee44fb54254d50bf41e49c4426a0e",
"root_solution_revision_timestamp": 1758383722
},
"tags": [
"parent_buildername:codesearch-gen-chromium-initiator",
"parent_buildnumber:22454",
"user_agent:recipe"
]
},
"id": "aa35dd02-4737-4e5a-a23a-df73693dfff0",
"title": "codesearch-gen-chromium-initiator/22454",
"url": "https://cr-buildbucket.appspot.com/build/8703194449867090449"
},
{
"buildbucket": {
"properties": {
"codesearch_mirror_revision": "8faf20e5dbf1e809b5bf4232101127fa3f3afe58",
"codesearch_mirror_revision_timestamp": 1758398328,
"root_solution_revision": "fa2b5394b7b4c292a0026d42f1c93468b34eba01",
"root_solution_revision_timestamp": 1758398215
},
"tags": [
"parent_buildername:codesearch-gen-chromium-initiator",
"parent_buildnumber:22455",
"user_agent:recipe"
]
},
"id": "6f359a80-ac36-4148-84a6-ebabf456e9a6",
"title": "codesearch-gen-chromium-initiator/22455",
"url": "https://cr-buildbucket.appspot.com/build/8703179350230029521"
}
]
},
"codesearch_mirror_revision": "8faf20e5dbf1e809b5bf4232101127fa3f3afe58",
"codesearch_mirror_revision_timestamp": 1758398328,
"root_solution_revision": "fa2b5394b7b4c292a0026d42f1c93468b34eba01",
"root_solution_revision_timestamp": 1758398215
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8868605301972192512"
},
{
"key": "scheduler_job_id",
"value": "infra/codesearch-gen-chromium-win"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "codesearch-gen-chromium-initiator"
},
{
"key": "parent_buildnumber",
"value": "22455"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[21:05:25.558] Scheduled build:
{
"id": "8703175239392800481",
"builder": {
"project": "infra",
"bucket": "codesearch",
"builder": "codesearch-gen-chromium-win"
},
"number": 16694,
"createdBy": "project:infra",
"createTime": "2025-09-20T21:05:25.216903317Z",
"updateTime": "2025-09-20T21:05:25.216903317Z",
"status": "SCHEDULED",
"input": {
}
}
[21:05:25.558] Task URL: https://cr-buildbucket.appspot.com/build/8703175239392800481
[21:05:25.558] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:2:0) after 9m3s
[21:05:31.673] Received PubSub notification, asking Buildbucket for the build status
[21:05:31.686] Build status: SCHEDULED
[21:06:07.269] Received PubSub notification, asking Buildbucket for the build status
[21:06:07.284] Build status: STARTED
[21:14:28.572] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:2:0)
[21:14:28.603] Build status: STARTED
[21:14:28.603] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:5:0) after 5m52s
[21:20:20.618] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:5:0)
[21:20:20.650] Build status: STARTED
[21:20:20.650] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:6:0) after 6m13s
[21:26:33.675] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:6:0)
[21:26:33.707] Build status: STARTED
[21:26:33.707] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:7:0) after 2m7s
[21:28:40.823] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:7:0)
[21:28:40.849] Build status: STARTED
[21:28:40.849] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:8:0) after 5m17s
[21:33:57.870] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:8:0)
[21:33:57.890] Build status: STARTED
[21:33:57.890] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:9:0) after 1m44s
[21:35:42.003] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:9:0)
[21:35:42.018] Build status: STARTED
[21:35:42.018] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:10:0) after 5m29s
[21:41:11.032] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:10:0)
[21:41:11.062] Build status: STARTED
[21:41:11.062] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:11:0) after 9m3s
[21:50:14.082] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:11:0)
[21:50:14.100] Build status: STARTED
[21:50:14.100] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:12:0) after 8m11s
[21:58:25.315] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:12:0)
[21:58:25.340] Build status: STARTED
[21:58:25.340] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:13:0) after 5m21s
[22:03:46.357] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:13:0)
[22:03:46.384] Build status: STARTED
[22:03:46.385] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:14:0) after 2m6s
[22:05:52.399] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:14:0)
[22:05:52.413] Build status: STARTED
[22:05:52.414] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:15:0) after 2m1s
[22:07:53.429] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:15:0)
[22:07:53.614] Build status: STARTED
[22:07:53.614] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:16:0) after 4m56s
[22:12:49.643] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:16:0)
[22:12:49.670] Build status: STARTED
[22:12:49.671] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:17:0) after 3m49s
[22:16:38.709] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:17:0)
[22:16:38.726] Build status: STARTED
[22:16:38.726] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:18:0) after 6m18s
[22:22:56.815] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:18:0)
[22:22:56.901] Build status: STARTED
[22:22:56.901] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:19:0) after 1m47s
[22:24:43.916] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:19:0)
[22:24:43.939] Build status: STARTED
[22:24:43.939] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:20:0) after 4m15s
[22:28:59.459] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:20:0)
[22:28:59.486] Build status: STARTED
[22:28:59.486] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:21:0) after 5m51s
[22:34:51.046] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:21:0)
[22:34:51.113] Build status: STARTED
[22:34:51.113] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:22:0) after 2m58s
[22:37:49.181] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:22:0)
[22:37:49.197] Build status: STARTED
[22:37:49.197] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:23:0) after 1m17s
[22:39:06.212] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:23:0)
[22:39:06.283] Build status: STARTED
[22:39:06.283] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:24:0) after 8m40s
[22:47:46.378] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:24:0)
[22:47:46.417] Build status: STARTED
[22:47:46.418] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:25:0) after 4m40s
[22:52:26.532] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:25:0)
[22:52:26.552] Build status: STARTED
[22:52:26.552] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:26:0) after 7m20s
[22:59:46.672] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:26:0)
[22:59:46.686] Build status: STARTED
[22:59:46.686] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:27:0) after 8m31s
[23:08:17.984] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:27:0)
[23:08:18.037] Build status: STARTED
[23:08:18.037] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:28:0) after 2m17s
[23:10:35.052] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:28:0)
[23:10:35.067] Build status: STARTED
[23:10:35.067] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:29:0) after 9m9s
[23:19:44.081] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:29:0)
[23:19:44.099] Build status: STARTED
[23:19:44.100] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:30:0) after 9m20s
[23:29:04.157] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:30:0)
[23:29:04.171] Build status: STARTED
[23:29:04.172] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:31:0) after 5m57s
[23:35:01.188] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:31:0)
[23:35:01.205] Build status: STARTED
[23:35:01.205] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:32:0) after 8m48s
[23:43:49.223] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:32:0)
[23:43:49.243] Build status: STARTED
[23:43:49.243] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:33:0) after 8m18s
[23:52:07.258] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:33:0)
[23:52:07.310] Build status: STARTED
[23:52:07.310] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:34:0) after 8m44s
[00:00:51.349] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:34:0)
[00:00:51.386] Build status: STARTED
[00:00:51.386] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:35:0) after 3m29s
[00:04:20.367] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:35:0)
[00:04:20.385] Build status: STARTED
[00:04:20.385] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:36:0) after 3m23s
[00:07:43.404] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:36:0)
[00:07:43.434] Build status: STARTED
[00:07:43.434] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:37:0) after 8m7s
[00:15:50.466] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:37:0)
[00:15:50.513] Build status: STARTED
[00:15:50.513] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:38:0) after 3m15s
[00:19:05.529] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:38:0)
[00:19:05.577] Build status: STARTED
[00:19:05.577] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:39:0) after 9m56s
[00:29:01.632] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:39:0)
[00:29:01.672] Build status: STARTED
[00:29:01.672] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:40:0) after 6m49s
[00:35:50.791] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:40:0)
[00:35:50.825] Build status: STARTED
[00:35:50.825] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:41:0) after 6m6s
[00:41:56.844] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:41:0)
[00:41:56.882] Build status: STARTED
[00:41:56.882] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:42:0) after 8m25s
[00:50:21.900] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:42:0)
[00:50:21.933] Build status: STARTED
[00:50:21.933] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:43:0) after 2m43s
[00:53:05.084] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:43:0)
[00:53:05.173] Build status: STARTED
[00:53:05.173] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:44:0) after 2m34s
[00:55:39.287] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:44:0)
[00:55:39.306] Build status: STARTED
[00:55:39.306] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:45:0) after 4m53s
[01:00:32.324] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:45:0)
[01:00:32.343] Build status: STARTED
[01:00:32.343] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:46:0) after 4m54s
[01:05:26.359] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:46:0)
[01:05:26.375] Build status: STARTED
[01:05:26.375] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:47:0) after 9m39s
[01:15:05.370] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:47:0)
[01:15:05.461] Build status: STARTED
[01:15:05.461] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:48:0) after 2m37s
[01:17:42.475] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:48:0)
[01:17:42.492] Build status: STARTED
[01:17:42.492] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:49:0) after 3m5s
[01:20:47.597] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:49:0)
[01:20:47.685] Build status: STARTED
[01:20:47.685] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:50:0) after 7m46s
[01:28:33.723] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:50:0)
[01:28:33.754] Build status: STARTED
[01:28:33.754] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:51:0) after 1m43s
[01:30:16.777] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:51:0)
[01:30:16.792] Build status: STARTED
[01:30:16.792] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:52:0) after 8m55s
[01:39:11.892] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:52:0)
[01:39:11.976] Build status: STARTED
[01:39:11.976] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:53:0) after 8m26s
[01:47:37.991] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:53:0)
[01:47:38.008] Build status: STARTED
[01:47:38.008] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:54:0) after 1m1s
[01:48:39.055] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:54:0)
[01:48:39.074] Build status: STARTED
[01:48:39.074] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:55:0) after 9m40s
[01:58:19.186] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:55:0)
[01:58:19.210] Build status: STARTED
[01:58:19.210] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:56:0) after 4m30s
[02:02:49.368] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:56:0)
[02:02:49.393] Build status: STARTED
[02:02:49.393] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:57:0) after 1m50s
[02:04:39.427] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:57:0)
[02:04:39.479] Build status: STARTED
[02:04:39.479] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:58:0) after 1m25s
[02:06:04.540] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:58:0)
[02:06:04.562] Build status: STARTED
[02:06:04.562] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:59:0) after 1m6s
[02:07:10.649] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:59:0)
[02:07:10.672] Build status: STARTED
[02:07:10.672] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:60:0) after 4m16s
[02:11:26.705] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:60:0)
[02:11:26.724] Build status: STARTED
[02:11:26.724] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:61:0) after 5m10s
[02:16:36.738] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:61:0)
[02:16:36.760] Build status: STARTED
[02:16:36.760] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:62:0) after 9m2s
[02:25:38.968] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:62:0)
[02:25:38.987] Build status: STARTED
[02:25:38.987] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:63:0) after 6m13s
[02:31:52.390] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:63:0)
[02:31:52.406] Build status: STARTED
[02:31:52.406] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:64:0) after 4m16s
[02:36:08.467] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:64:0)
[02:36:08.493] Build status: STARTED
[02:36:08.493] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:65:0) after 8m32s
[02:44:40.460] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:65:0)
[02:44:40.477] Build status: STARTED
[02:44:40.477] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:66:0) after 9m6s
[02:53:46.737] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:66:0)
[02:53:46.768] Build status: STARTED
[02:53:46.768] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:67:0) after 2m16s
[02:56:02.850] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:67:0)
[02:56:02.868] Build status: STARTED
[02:56:02.868] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:68:0) after 5m12s
[03:01:14.939] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:68:0)
[03:01:14.963] Build status: STARTED
[03:01:14.963] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:69:0) after 2m47s
[03:04:02.072] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:69:0)
[03:04:02.090] Build status: STARTED
[03:04:02.090] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:70:0) after 1m14s
[03:05:16.104] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:70:0)
[03:05:16.120] Build status: STARTED
[03:05:16.120] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:71:0) after 7m39s
[03:12:55.401] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:71:0)
[03:12:55.415] Build status: STARTED
[03:12:55.415] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:72:0) after 2m28s
[03:15:23.436] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:72:0)
[03:15:23.454] Build status: STARTED
[03:15:23.455] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:73:0) after 7m50s
[03:23:13.473] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:73:0)
[03:23:13.530] Build status: STARTED
[03:23:13.530] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:74:0) after 3m51s
[03:27:04.660] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:74:0)
[03:27:04.676] Build status: STARTED
[03:27:04.676] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:75:0) after 4m27s
[03:31:31.721] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:75:0)
[03:31:31.740] Build status: STARTED
[03:31:31.740] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:76:0) after 6m53s
[03:38:25.074] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:76:0)
[03:38:25.089] Build status: STARTED
[03:38:25.089] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:77:0) after 3m10s
[03:41:35.238] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:77:0)
[03:41:35.260] Build status: STARTED
[03:41:35.260] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:78:0) after 2m22s
[03:43:57.276] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:78:0)
[03:43:57.299] Build status: STARTED
[03:43:57.299] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:79:0) after 7m45s
[03:51:42.615] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:79:0)
[03:51:42.663] Build status: STARTED
[03:51:42.663] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:80:0) after 8m29s
[04:00:11.845] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:80:0)
[04:00:11.899] Build status: STARTED
[04:00:11.899] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:81:0) after 7m3s
[04:07:15.032] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:81:0)
[04:07:15.059] Build status: STARTED
[04:07:15.059] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:82:0) after 1m33s
[04:08:48.563] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:82:0)
[04:08:48.665] Build status: STARTED
[04:08:48.665] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:83:0) after 1m5s
[04:09:53.753] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:83:0)
[04:09:53.775] Build status: STARTED
[04:09:53.775] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:84:0) after 4m32s
[04:14:25.810] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:84:0)
[04:14:25.843] Build status: STARTED
[04:14:25.843] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:85:0) after 3m1s
[04:17:27.122] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:85:0)
[04:17:27.158] Build status: STARTED
[04:17:27.158] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:86:0) after 4m50s
[04:22:17.566] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:86:0)
[04:22:17.586] Build status: STARTED
[04:22:17.587] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:87:0) after 2m45s
[04:25:02.867] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:87:0)
[04:25:03.034] Build status: STARTED
[04:25:03.034] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:88:0) after 9m12s
[04:34:15.055] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:88:0)
[04:34:15.111] Build status: STARTED
[04:34:15.111] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:89:0) after 8m53s
[04:43:08.180] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:89:0)
[04:43:08.205] Build status: STARTED
[04:43:08.205] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:90:0) after 2m22s
[04:45:30.220] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:90:0)
[04:45:30.252] Build status: STARTED
[04:45:30.252] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:91:0) after 2m28s
[04:47:58.399] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:91:0)
[04:47:58.417] Build status: STARTED
[04:47:58.417] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:92:0) after 9m33s
[04:57:31.778] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:92:0)
[04:57:31.797] Build status: STARTED
[04:57:31.797] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:93:0) after 2m53s
[05:00:25.010] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:93:0)
[05:00:25.031] Build status: STARTED
[05:00:25.031] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:94:0) after 3m19s
[05:03:44.133] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:94:0)
[05:03:44.162] Build status: STARTED
[05:03:44.162] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:95:0) after 2m14s
[05:05:58.215] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:95:0)
[05:05:58.275] Build status: STARTED
[05:05:58.276] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:96:0) after 3m44s
[05:09:42.298] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:96:0)
[05:09:42.312] Build status: STARTED
[05:09:42.312] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:97:0) after 1m11s
[05:10:53.397] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:97:0)
[05:10:53.414] Build status: STARTED
[05:10:53.415] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:98:0) after 1m22s
[05:12:15.387] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:98:0)
[05:12:15.406] Build status: STARTED
[05:12:15.406] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:99:0) after 4m43s
[05:16:58.423] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:99:0)
[05:16:58.441] Build status: STARTED
[05:16:58.441] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:100:0) after 6m48s
[05:23:46.468] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:100:0)
[05:23:46.613] Build status: STARTED
[05:23:46.613] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:101:0) after 5m5s
[05:28:51.707] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:101:0)
[05:28:51.724] Build status: STARTED
[05:28:51.724] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:102:0) after 1m40s
[05:30:31.977] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:102:0)
[05:30:31.997] Build status: STARTED
[05:30:31.997] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:103:0) after 6m12s
[05:36:44.290] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:103:0)
[05:36:44.305] Build status: STARTED
[05:36:44.305] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:104:0) after 9m59s
[05:46:43.413] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:104:0)
[05:46:43.461] Build status: STARTED
[05:46:43.461] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:105:0) after 7m49s
[05:54:32.474] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:105:0)
[05:54:32.543] Build status: STARTED
[05:54:32.543] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:106:0) after 8m32s
[06:03:04.723] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:106:0)
[06:03:04.757] Build status: STARTED
[06:03:04.757] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:107:0) after 5m27s
[06:08:31.776] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:107:0)
[06:08:31.809] Build status: STARTED
[06:08:31.809] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868605301972192512:108:0) after 6m19s
[06:10:04.046] Received PubSub notification, asking Buildbucket for the build status
[06:10:04.064] Build:
{
"id": "8703175239392800481",
"builder": {
"project": "infra",
"bucket": "codesearch",
"builder": "codesearch-gen-chromium-win"
},
"number": 16694,
"createdBy": "project:infra",
"createTime": "2025-09-20T21:05:25.216903317Z",
"startTime": "2025-09-20T21:06:03.301675127Z",
"endTime": "2025-09-21T06:10:03.683350449Z",
"updateTime": "2025-09-21T06:10:03.683350449Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"timeout": {
}
},
"input": {
}
}
[06:10:04.064] Invocation finished in 9h4m40.69198153s with status FAILED