Status: FAILED
Triggered by: infra-codesearch@chops-service-accounts.iam.gserviceaccount.com
Duration: 9 hours
Actions:

Definition (rev 8e315401116bbc5f80ed0063020a73aea2b1cacc)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "codesearch"
  builder: "codesearch-gen-chromium-win"
>

Incoming triggers

Incoming properties

{
  "codesearch_mirror_revision": "89f6321d4c72ccc4b16de1d3e700e66b878e624b",
  "codesearch_mirror_revision_timestamp": 1758454546,
  "root_solution_revision": "3e7749386be2f434e6be4019f54e17100e41b241",
  "root_solution_revision_timestamp": 1758454453
}

Incoming tags

  • parent_buildername:codesearch-gen-chromium-initiator
  • parent_buildnumber:22459
  • user_agent:recipe

Debug log (UTC)

[15:15:32.790] New invocation is queued and will start shortly
[15:15:32.790] Triggered by user:infra-codesearch@chops-service-accounts.iam.gserviceaccount.com
[15:15:33.856] Starting the invocation (attempt 1)
[15:15:33.884] Ignoring gitiles_ref tag without the buildset tag
[15:15:33.884] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[15:15:33.884] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[15:15:33.884] Buildbucket request:
{
  "requestId": "8868536715240228000",
  "builder": {
    "project": "infra",
    "bucket": "codesearch",
    "builder": "codesearch-gen-chromium-win"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8868536715240228000",
            "job": "infra/codesearch-gen-chromium-win",
            "triggers": [
                  {
                        "buildbucket": {
                              "properties": {
                                    "codesearch_mirror_revision": "c8d5ba33b9a0c6f4e43897b384271d3579e90865",
                                    "codesearch_mirror_revision_timestamp": 1758440975,
                                    "root_solution_revision": "a0de2039a014a06ce45af30666f5d4b548571d91",
                                    "root_solution_revision_timestamp": 1758440859
                                  },
                              "tags": [
                                    "parent_buildername:codesearch-gen-chromium-initiator",
                                    "parent_buildnumber:22458",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "81f0166a-680c-4179-a341-4cf9906b5516",
                        "title": "codesearch-gen-chromium-initiator/22458",
                        "url": "https://cr-buildbucket.appspot.com/build/8703134051401793345"
                      },
                  {
                        "buildbucket": {
                              "properties": {
                                    "codesearch_mirror_revision": "89f6321d4c72ccc4b16de1d3e700e66b878e624b",
                                    "codesearch_mirror_revision_timestamp": 1758454546,
                                    "root_solution_revision": "3e7749386be2f434e6be4019f54e17100e41b241",
                                    "root_solution_revision_timestamp": 1758454453
                                  },
                              "tags": [
                                    "parent_buildername:codesearch-gen-chromium-initiator",
                                    "parent_buildnumber:22459",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "d1699691-632d-4aba-99a3-7053994f52cf",
                        "title": "codesearch-gen-chromium-initiator/22459",
                        "url": "https://cr-buildbucket.appspot.com/build/8703118951013649873"
                      }
                ]
          },
      "codesearch_mirror_revision": "89f6321d4c72ccc4b16de1d3e700e66b878e624b",
      "codesearch_mirror_revision_timestamp": 1758454546,
      "root_solution_revision": "3e7749386be2f434e6be4019f54e17100e41b241",
      "root_solution_revision_timestamp": 1758454453
    },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8868536715240228000"
    },
    {
      "key": "scheduler_job_id",
      "value": "infra/codesearch-gen-chromium-win"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "codesearch-gen-chromium-initiator"
    },
    {
      "key": "parent_buildnumber",
      "value": "22459"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[15:15:34.355] Scheduled build:
{
  "id": "8703106653378652497",
  "builder": {
    "project": "infra",
    "bucket": "codesearch",
    "builder": "codesearch-gen-chromium-win"
  },
  "number": 16696,
  "createdBy": "project:infra",
  "createTime": "2025-09-21T15:15:33.936355461Z",
  "updateTime": "2025-09-21T15:15:33.936355461Z",
  "status": "SCHEDULED",
  "input": {

  }
}
[15:15:34.355] Task URL: https://cr-buildbucket.appspot.com/build/8703106653378652497
[15:15:34.355] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:2:0) after 2m43s
[15:15:35.543] Received PubSub notification, asking Buildbucket for the build status
[15:15:35.557] Build status: SCHEDULED
[15:16:21.170] Received PubSub notification, asking Buildbucket for the build status
[15:16:21.200] Build status: STARTED
[15:18:17.370] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:2:0)
[15:18:17.393] Build status: STARTED
[15:18:17.393] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:5:0) after 2m50s
[15:21:07.472] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:5:0)
[15:21:07.502] Build status: STARTED
[15:21:07.502] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:6:0) after 1m45s
[15:22:52.525] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:6:0)
[15:22:52.544] Build status: STARTED
[15:22:52.544] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:7:0) after 6m50s
[15:29:42.549] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:7:0)
[15:29:42.571] Build status: STARTED
[15:29:42.571] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:8:0) after 9m33s
[15:39:15.681] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:8:0)
[15:39:15.701] Build status: STARTED
[15:39:15.701] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:9:0) after 9m56s
[15:49:11.871] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:9:0)
[15:49:11.971] Build status: STARTED
[15:49:11.971] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:10:0) after 5m25s
[15:54:37.078] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:10:0)
[15:54:37.099] Build status: STARTED
[15:54:37.099] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:11:0) after 9m17s
[16:03:54.311] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:11:0)
[16:03:54.331] Build status: STARTED
[16:03:54.331] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:12:0) after 8m45s
[16:12:39.373] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:12:0)
[16:12:39.483] Build status: STARTED
[16:12:39.483] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:13:0) after 7m53s
[16:20:32.499] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:13:0)
[16:20:32.516] Build status: STARTED
[16:20:32.516] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:14:0) after 2m6s
[16:22:38.495] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:14:0)
[16:22:38.516] Build status: STARTED
[16:22:38.516] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:15:0) after 3m46s
[16:26:24.646] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:15:0)
[16:26:24.666] Build status: STARTED
[16:26:24.666] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:16:0) after 6m21s
[16:32:45.986] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:16:0)
[16:32:46.004] Build status: STARTED
[16:32:46.004] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:17:0) after 3m50s
[16:36:36.018] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:17:0)
[16:36:36.038] Build status: STARTED
[16:36:36.038] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:18:0) after 7m33s
[16:44:09.220] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:18:0)
[16:44:09.246] Build status: STARTED
[16:44:09.246] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:19:0) after 2m38s
[16:46:47.549] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:19:0)
[16:46:47.577] Build status: STARTED
[16:46:47.578] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:20:0) after 4m24s
[16:51:11.640] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:20:0)
[16:51:11.660] Build status: STARTED
[16:51:11.660] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:21:0) after 4m58s
[16:56:09.746] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:21:0)
[16:56:09.769] Build status: STARTED
[16:56:09.769] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:22:0) after 6m52s
[17:03:01.809] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:22:0)
[17:03:01.832] Build status: STARTED
[17:03:01.832] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:23:0) after 5m49s
[17:08:50.848] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:23:0)
[17:08:50.870] Build status: STARTED
[17:08:50.870] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:24:0) after 4m27s
[17:13:18.154] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:24:0)
[17:13:18.176] Build status: STARTED
[17:13:18.176] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:25:0) after 8m23s
[17:21:41.189] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:25:0)
[17:21:41.210] Build status: STARTED
[17:21:41.210] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:26:0) after 6m0s
[17:27:41.438] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:26:0)
[17:27:41.453] Build status: STARTED
[17:27:41.453] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:27:0) after 4m12s
[17:31:53.522] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:27:0)
[17:31:53.584] Build status: STARTED
[17:31:53.584] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:28:0) after 3m13s
[17:35:06.616] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:28:0)
[17:35:06.644] Build status: STARTED
[17:35:06.644] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:29:0) after 2m38s
[17:37:44.757] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:29:0)
[17:37:44.776] Build status: STARTED
[17:37:44.776] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:30:0) after 4m33s
[17:42:17.792] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:30:0)
[17:42:17.867] Build status: STARTED
[17:42:17.867] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:31:0) after 9m24s
[17:51:41.884] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:31:0)
[17:51:41.902] Build status: STARTED
[17:51:41.902] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:32:0) after 5m11s
[17:56:52.951] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:32:0)
[17:56:52.969] Build status: STARTED
[17:56:52.969] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:33:0) after 9m17s
[18:06:10.029] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:33:0)
[18:06:10.050] Build status: STARTED
[18:06:10.050] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:34:0) after 6m13s
[18:12:23.065] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:34:0)
[18:12:23.081] Build status: STARTED
[18:12:23.081] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:35:0) after 9m46s
[18:22:09.198] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:35:0)
[18:22:09.218] Build status: STARTED
[18:22:09.218] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:36:0) after 1m57s
[18:24:06.236] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:36:0)
[18:24:06.285] Build status: STARTED
[18:24:06.285] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:37:0) after 9m34s
[18:33:40.417] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:37:0)
[18:33:40.433] Build status: STARTED
[18:33:40.433] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:38:0) after 1m46s
[18:35:26.450] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:38:0)
[18:35:26.469] Build status: STARTED
[18:35:26.469] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:39:0) after 3m32s
[18:38:58.627] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:39:0)
[18:38:58.645] Build status: STARTED
[18:38:58.645] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:40:0) after 2m1s
[18:40:59.790] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:40:0)
[18:40:59.809] Build status: STARTED
[18:40:59.809] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:41:0) after 5m34s
[18:46:33.927] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:41:0)
[18:46:33.943] Build status: STARTED
[18:46:33.943] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:42:0) after 6m13s
[18:52:46.957] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:42:0)
[18:52:46.987] Build status: STARTED
[18:52:46.987] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:43:0) after 1m36s
[18:54:23.072] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:43:0)
[18:54:23.087] Build status: STARTED
[18:54:23.087] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:44:0) after 9m27s
[19:03:50.213] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:44:0)
[19:03:50.228] Build status: STARTED
[19:03:50.228] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:45:0) after 3m36s
[19:07:26.251] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:45:0)
[19:07:26.267] Build status: STARTED
[19:07:26.267] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:46:0) after 6m35s
[19:14:01.426] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:46:0)
[19:14:01.442] Build status: STARTED
[19:14:01.442] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:47:0) after 8m49s
[19:22:50.466] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:47:0)
[19:22:50.484] Build status: STARTED
[19:22:50.484] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:48:0) after 6m50s
[19:29:40.729] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:48:0)
[19:29:41.441] Build status: STARTED
[19:29:41.441] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:49:0) after 9m58s
[19:39:39.481] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:49:0)
[19:39:39.498] Build status: STARTED
[19:39:39.498] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:50:0) after 7m20s
[19:46:59.777] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:50:0)
[19:46:59.901] Build status: STARTED
[19:46:59.901] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:51:0) after 8m14s
[19:55:14.039] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:51:0)
[19:55:14.065] Build status: STARTED
[19:55:14.065] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:52:0) after 2m26s
[19:57:40.084] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:52:0)
[19:57:40.103] Build status: STARTED
[19:57:40.103] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:53:0) after 7m18s
[20:04:58.503] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:53:0)
[20:04:58.518] Build status: STARTED
[20:04:58.518] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:54:0) after 5m41s
[20:10:39.533] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:54:0)
[20:10:39.549] Build status: STARTED
[20:10:39.549] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:55:0) after 4m24s
[20:15:03.566] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:55:0)
[20:15:03.661] Build status: STARTED
[20:15:03.661] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:56:0) after 1m21s
[20:16:24.679] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:56:0)
[20:16:24.695] Build status: STARTED
[20:16:24.695] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:57:0) after 4m5s
[20:20:29.759] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:57:0)
[20:20:29.777] Build status: STARTED
[20:20:29.777] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:58:0) after 9m33s
[20:30:02.794] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:58:0)
[20:30:02.810] Build status: STARTED
[20:30:02.810] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:59:0) after 9m55s
[20:39:57.929] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:59:0)
[20:39:57.950] Build status: STARTED
[20:39:57.950] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:60:0) after 1m3s
[20:41:01.015] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:60:0)
[20:41:01.144] Build status: STARTED
[20:41:01.144] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:61:0) after 4m3s
[20:45:04.160] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:61:0)
[20:45:04.190] Build status: STARTED
[20:45:04.190] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:62:0) after 6m24s
[20:51:28.173] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:62:0)
[20:51:28.218] Build status: STARTED
[20:51:28.218] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:63:0) after 2m40s
[20:54:08.234] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:63:0)
[20:54:08.249] Build status: STARTED
[20:54:08.249] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:64:0) after 4m31s
[20:58:39.280] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:64:0)
[20:58:39.297] Build status: STARTED
[20:58:39.297] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:65:0) after 9m38s
[21:08:17.392] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:65:0)
[21:08:17.409] Build status: STARTED
[21:08:17.409] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:66:0) after 6m30s
[21:14:47.540] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:66:0)
[21:14:47.557] Build status: STARTED
[21:14:47.557] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:67:0) after 7m12s
[21:21:59.573] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:67:0)
[21:21:59.589] Build status: STARTED
[21:21:59.589] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:68:0) after 5m40s
[21:27:39.611] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:68:0)
[21:27:39.643] Build status: STARTED
[21:27:39.643] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:69:0) after 4m36s
[21:32:15.670] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:69:0)
[21:32:15.689] Build status: STARTED
[21:32:15.689] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:70:0) after 3m31s
[21:35:46.810] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:70:0)
[21:35:46.828] Build status: STARTED
[21:35:46.828] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:71:0) after 9m37s
[21:45:23.886] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:71:0)
[21:45:23.906] Build status: STARTED
[21:45:23.906] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:72:0) after 9m4s
[21:54:27.900] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:72:0)
[21:54:27.925] Build status: STARTED
[21:54:27.925] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:73:0) after 8m12s
[22:02:39.943] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:73:0)
[22:02:39.962] Build status: STARTED
[22:02:39.962] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:74:0) after 5m10s
[22:07:49.977] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:74:0)
[22:07:49.998] Build status: STARTED
[22:07:49.999] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:75:0) after 5m35s
[22:13:25.054] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:75:0)
[22:13:25.092] Build status: STARTED
[22:13:25.092] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:76:0) after 7m13s
[22:20:38.114] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:76:0)
[22:20:38.128] Build status: STARTED
[22:20:38.128] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:77:0) after 9m44s
[22:30:22.208] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:77:0)
[22:30:22.304] Build status: STARTED
[22:30:22.304] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:78:0) after 6m10s
[22:36:32.374] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:78:0)
[22:36:32.390] Build status: STARTED
[22:36:32.390] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:79:0) after 3m37s
[22:40:09.648] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:79:0)
[22:40:09.662] Build status: STARTED
[22:40:09.662] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:80:0) after 4m29s
[22:44:38.703] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:80:0)
[22:44:38.719] Build status: STARTED
[22:44:38.719] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:81:0) after 3m16s
[22:47:54.738] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:81:0)
[22:47:54.756] Build status: STARTED
[22:47:54.756] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:82:0) after 1m46s
[22:49:40.856] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:82:0)
[22:49:41.188] Build status: STARTED
[22:49:41.188] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:83:0) after 9m45s
[22:59:26.207] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:83:0)
[22:59:26.228] Build status: STARTED
[22:59:26.228] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:84:0) after 8m27s
[23:07:53.231] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:84:0)
[23:07:53.247] Build status: STARTED
[23:07:53.247] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:85:0) after 3m37s
[23:11:30.308] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:85:0)
[23:11:30.404] Build status: STARTED
[23:11:30.405] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:86:0) after 7m10s
[23:18:40.420] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:86:0)
[23:18:40.441] Build status: STARTED
[23:18:40.441] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:87:0) after 3m59s
[23:22:39.460] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:87:0)
[23:22:39.487] Build status: STARTED
[23:22:39.487] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:88:0) after 2m46s
[23:25:25.501] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:88:0)
[23:25:25.520] Build status: STARTED
[23:25:25.520] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:89:0) after 5m29s
[23:30:54.567] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:89:0)
[23:30:54.611] Build status: STARTED
[23:30:54.611] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:90:0) after 6m48s
[23:37:42.644] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:90:0)
[23:37:42.665] Build status: STARTED
[23:37:42.665] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:91:0) after 7m0s
[23:44:42.684] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:91:0)
[23:44:42.702] Build status: STARTED
[23:44:42.702] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:92:0) after 9m29s
[23:54:11.833] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:92:0)
[23:54:11.903] Build status: STARTED
[23:54:11.903] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:93:0) after 5m40s
[23:59:51.917] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:93:0)
[23:59:51.936] Build status: STARTED
[23:59:51.936] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:94:0) after 1m19s
[00:01:10.963] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:94:0)
[00:01:10.992] Build status: STARTED
[00:01:10.992] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:95:0) after 1m30s
[00:02:41.011] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:95:0)
[00:02:41.031] Build status: STARTED
[00:02:41.031] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:96:0) after 6m28s
[00:09:09.149] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:96:0)
[00:09:09.164] Build status: STARTED
[00:09:09.164] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:97:0) after 5m52s
[00:15:01.191] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:97:0)
[00:15:01.209] Build status: STARTED
[00:15:01.209] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:8868536715240228000:98:0) after 7m56s
[00:20:38.046] Received PubSub notification, asking Buildbucket for the build status
[00:20:38.083] Build:
{
  "id": "8703106653378652497",
  "builder": {
    "project": "infra",
    "bucket": "codesearch",
    "builder": "codesearch-gen-chromium-win"
  },
  "number": 16696,
  "createdBy": "project:infra",
  "createTime": "2025-09-21T15:15:33.936355461Z",
  "startTime": "2025-09-21T15:16:20.912359188Z",
  "endTime": "2025-09-22T00:20:37.509288039Z",
  "updateTime": "2025-09-22T00:20:37.509288039Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "timeout": {

    }
  },
  "input": {

  }
}
[00:20:38.083] Invocation finished in 9h5m5.305563332s with status FAILED