Status: FAILED
Triggered by: infra-codesearch@chops-service-accounts.iam.gserviceaccount.com
Duration: 9 hours
Actions:

Definition (rev 88b31266c530f2b006758e45c88f530c89ee9eb9)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "codesearch"
  builder: "codesearch-gen-chromium-mac"
>

Incoming triggers

Incoming properties

{
  "codesearch_mirror_revision": "40910e4dd8b11e25a5786dbbd8a3d416a8ce699b",
  "codesearch_mirror_revision_timestamp": 1766606236,
  "root_solution_revision": "b6b9699569a9d7d193cb77d5ff9ab20c7774a0f9",
  "root_solution_revision_timestamp": 1766606155
}

Incoming tags

  • parent_buildername:codesearch-gen-chromium-initiator
  • parent_buildnumber:23025
  • user_agent:recipe

Debug log (UTC)

[20:00:37.105] New invocation is queued and will start shortly
[20:00:37.105] Triggered by user:infra-codesearch@chops-service-accounts.iam.gserviceaccount.com
[20:00:38.192] Starting the invocation (attempt 1)
[20:00:38.219] Ignoring gitiles_ref tag without the buildset tag
[20:00:38.219] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:00:38.219] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:00:38.219] Buildbucket request:
{
  "requestId": "8860002665217037344",
  "builder": {
    "project": "infra",
    "bucket": "codesearch",
    "builder": "codesearch-gen-chromium-mac"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8860002665217037344",
            "job": "infra/codesearch-gen-chromium-mac",
            "triggers": [
                  {
                        "buildbucket": {
                              "properties": {
                                    "codesearch_mirror_revision": "40910e4dd8b11e25a5786dbbd8a3d416a8ce699b",
                                    "codesearch_mirror_revision_timestamp": 1766606236,
                                    "root_solution_revision": "b6b9699569a9d7d193cb77d5ff9ab20c7774a0f9",
                                    "root_solution_revision_timestamp": 1766606155
                                  },
                              "tags": [
                                    "parent_buildername:codesearch-gen-chromium-initiator",
                                    "parent_buildnumber:23025",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "658b5e4f-6e26-48d9-a0dd-f9f3b05a1d57",
                        "title": "codesearch-gen-chromium-initiator/23025",
                        "url": "https://cr-buildbucket.appspot.com/build/8694572639103390705"
                      }
                ]
          },
      "codesearch_mirror_revision": "40910e4dd8b11e25a5786dbbd8a3d416a8ce699b",
      "codesearch_mirror_revision_timestamp": 1766606236,
      "root_solution_revision": "b6b9699569a9d7d193cb77d5ff9ab20c7774a0f9",
      "root_solution_revision_timestamp": 1766606155
    },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8860002665217037344"
    },
    {
      "key": "scheduler_job_id",
      "value": "infra/codesearch-gen-chromium-mac"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "codesearch-gen-chromium-initiator"
    },
    {
      "key": "parent_buildnumber",
      "value": "23025"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[20:00:38.632] Scheduled build:
{
  "id": "8694572603341587697",
  "builder": {
    "project": "infra",
    "bucket": "codesearch",
    "builder": "codesearch-gen-chromium-mac"
  },
  "number": 7467,
  "createdBy": "project:infra",
  "createTime": "2025-12-24T20:00:38.271866262Z",
  "updateTime": "2025-12-24T20:00:38.271866262Z",
  "status": "SCHEDULED",
  "input": {

  }
}
[20:00:38.632] Task URL: https://cr-buildbucket.appspot.com/build/8694572603341587697
[20:00:38.632] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:2:0) after 2m15s
[20:00:39.968] Received PubSub notification, asking Buildbucket for the build status
[20:00:39.982] Build status: SCHEDULED
[20:00:47.474] Received PubSub notification, asking Buildbucket for the build status
[20:00:47.558] Build status: STARTED
[20:02:53.651] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:2:0)
[20:02:53.666] Build status: STARTED
[20:02:53.666] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:5:0) after 6m35s
[20:09:28.658] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:5:0)
[20:09:28.671] Build status: STARTED
[20:09:28.671] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:6:0) after 6m15s
[20:15:43.841] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:6:0)
[20:15:43.866] Build status: STARTED
[20:15:43.866] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:7:0) after 9m48s
[20:25:31.985] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:7:0)
[20:25:31.997] Build status: STARTED
[20:25:31.997] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:8:0) after 7m17s
[20:32:49.047] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:8:0)
[20:32:49.078] Build status: STARTED
[20:32:49.078] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:9:0) after 4m26s
[20:37:15.094] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:9:0)
[20:37:15.125] Build status: STARTED
[20:37:15.126] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:10:0) after 1m22s
[20:38:37.239] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:10:0)
[20:38:37.289] Build status: STARTED
[20:38:37.289] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:11:0) after 4m49s
[20:43:26.396] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:11:0)
[20:43:26.419] Build status: STARTED
[20:43:26.420] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:12:0) after 5m45s
[20:49:11.432] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:12:0)
[20:49:11.450] Build status: STARTED
[20:49:11.450] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:13:0) after 8m20s
[20:57:31.472] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:13:0)
[20:57:31.486] Build status: STARTED
[20:57:31.486] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:14:0) after 7m42s
[21:05:13.551] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:14:0)
[21:05:13.592] Build status: STARTED
[21:05:13.592] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:15:0) after 5m15s
[21:10:28.694] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:15:0)
[21:10:28.756] Build status: STARTED
[21:10:28.756] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:16:0) after 9m46s
[21:20:15.478] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:16:0)
[21:20:15.502] Build status: STARTED
[21:20:15.502] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:17:0) after 9m21s
[21:29:36.516] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:17:0)
[21:29:36.560] Build status: STARTED
[21:29:36.561] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:18:0) after 3m21s
[21:32:57.540] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:18:0)
[21:32:57.560] Build status: STARTED
[21:32:57.560] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:19:0) after 8m6s
[21:41:03.540] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:19:0)
[21:41:03.583] Build status: STARTED
[21:41:03.583] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:20:0) after 3m45s
[21:44:48.596] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:20:0)
[21:44:48.622] Build status: STARTED
[21:44:48.622] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:21:0) after 1m42s
[21:46:30.878] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:21:0)
[21:46:30.904] Build status: STARTED
[21:46:30.904] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:22:0) after 7m11s
[21:53:42.054] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:22:0)
[21:53:42.069] Build status: STARTED
[21:53:42.069] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:23:0) after 4m48s
[21:58:30.284] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:23:0)
[21:58:30.310] Build status: STARTED
[21:58:30.311] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:24:0) after 9m47s
[22:08:17.317] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:24:0)
[22:08:17.348] Build status: STARTED
[22:08:17.348] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:25:0) after 2m53s
[22:11:10.362] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:25:0)
[22:11:10.435] Build status: STARTED
[22:11:10.435] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:26:0) after 5m7s
[22:16:17.478] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:26:0)
[22:16:17.643] Build status: STARTED
[22:16:17.643] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:27:0) after 7m54s
[22:24:11.658] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:27:0)
[22:24:11.688] Build status: STARTED
[22:24:11.688] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:28:0) after 5m40s
[22:29:51.704] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:28:0)
[22:29:51.723] Build status: STARTED
[22:29:51.723] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:29:0) after 9m59s
[22:39:50.735] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:29:0)
[22:39:50.755] Build status: STARTED
[22:39:50.755] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:30:0) after 9m6s
[22:48:57.133] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:30:0)
[22:48:57.147] Build status: STARTED
[22:48:57.147] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:31:0) after 2m7s
[22:51:04.629] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:31:0)
[22:51:04.651] Build status: STARTED
[22:51:04.652] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:32:0) after 4m22s
[22:55:26.923] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:32:0)
[22:55:26.978] Build status: STARTED
[22:55:26.978] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:33:0) after 3m25s
[22:58:52.006] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:33:0)
[22:58:52.026] Build status: STARTED
[22:58:52.026] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:34:0) after 5m53s
[23:04:45.043] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:34:0)
[23:04:45.462] Build status: STARTED
[23:04:45.462] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:35:0) after 6m26s
[23:11:11.493] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:35:0)
[23:11:11.519] Build status: STARTED
[23:11:11.519] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:36:0) after 7m12s
[23:18:23.636] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:36:0)
[23:18:23.651] Build status: STARTED
[23:18:23.651] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:37:0) after 9m36s
[23:27:59.764] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:37:0)
[23:27:59.783] Build status: STARTED
[23:27:59.783] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:38:0) after 4m57s
[23:32:56.797] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:38:0)
[23:32:56.815] Build status: STARTED
[23:32:56.815] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:39:0) after 3m58s
[23:36:54.914] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:39:0)
[23:36:55.085] Build status: STARTED
[23:36:55.086] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:40:0) after 5m29s
[23:42:24.124] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:40:0)
[23:42:24.138] Build status: STARTED
[23:42:24.138] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:41:0) after 6m1s
[23:48:25.151] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:41:0)
[23:48:25.176] Build status: STARTED
[23:48:25.176] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:42:0) after 9m6s
[23:57:31.193] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:42:0)
[23:57:31.213] Build status: STARTED
[23:57:31.213] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:43:0) after 2m33s
[00:00:04.228] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:43:0)
[00:00:04.246] Build status: STARTED
[00:00:04.246] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:44:0) after 1m32s
[00:01:36.291] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:44:0)
[00:01:36.320] Build status: STARTED
[00:01:36.320] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:45:0) after 8m17s
[00:09:53.353] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:45:0)
[00:09:53.392] Build status: STARTED
[00:09:53.392] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:46:0) after 6m56s
[00:16:49.497] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:46:0)
[00:16:49.519] Build status: STARTED
[00:16:49.519] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:47:0) after 7m19s
[00:24:08.638] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:47:0)
[00:24:08.683] Build status: STARTED
[00:24:08.683] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:48:0) after 1m23s
[00:25:31.695] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:48:0)
[00:25:31.712] Build status: STARTED
[00:25:31.712] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:49:0) after 2m14s
[00:27:45.727] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:49:0)
[00:27:45.744] Build status: STARTED
[00:27:45.744] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:50:0) after 4m36s
[00:32:21.734] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:50:0)
[00:32:21.798] Build status: STARTED
[00:32:21.798] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:51:0) after 3m25s
[00:35:46.988] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:51:0)
[00:35:47.003] Build status: STARTED
[00:35:47.003] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:52:0) after 9m15s
[00:45:02.187] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:52:0)
[00:45:02.222] Build status: STARTED
[00:45:02.222] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:53:0) after 3m33s
[00:48:35.528] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:53:0)
[00:48:35.552] Build status: STARTED
[00:48:35.553] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:54:0) after 6m17s
[00:54:52.554] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:54:0)
[00:54:52.586] Build status: STARTED
[00:54:52.586] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:55:0) after 9m44s
[01:04:36.604] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:55:0)
[01:04:36.621] Build status: STARTED
[01:04:36.621] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:56:0) after 4m26s
[01:09:02.696] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:56:0)
[01:09:02.725] Build status: STARTED
[01:09:02.725] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:57:0) after 7m51s
[01:16:53.918] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:57:0)
[01:16:53.933] Build status: STARTED
[01:16:53.933] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:58:0) after 6m25s
[01:23:18.946] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:58:0)
[01:23:18.967] Build status: STARTED
[01:23:18.967] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:59:0) after 6m31s
[01:29:49.983] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:59:0)
[01:29:50.005] Build status: STARTED
[01:29:50.005] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:60:0) after 8m16s
[01:38:06.172] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:60:0)
[01:38:06.188] Build status: STARTED
[01:38:06.188] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:61:0) after 5m12s
[01:43:18.271] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:61:0)
[01:43:18.287] Build status: STARTED
[01:43:18.288] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:62:0) after 8m35s
[01:51:53.320] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:62:0)
[01:51:53.351] Build status: STARTED
[01:51:53.351] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:63:0) after 9m46s
[02:01:39.369] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:63:0)
[02:01:39.388] Build status: STARTED
[02:01:39.388] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:64:0) after 7m46s
[02:09:25.404] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:64:0)
[02:09:25.440] Build status: STARTED
[02:09:25.440] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:65:0) after 7m39s
[02:17:04.453] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:65:0)
[02:17:04.474] Build status: STARTED
[02:17:04.474] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:66:0) after 4m6s
[02:21:10.487] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:66:0)
[02:21:10.513] Build status: STARTED
[02:21:10.513] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:67:0) after 1m29s
[02:22:39.553] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:67:0)
[02:22:39.569] Build status: STARTED
[02:22:39.569] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:68:0) after 8m3s
[02:30:42.632] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:68:0)
[02:30:42.662] Build status: STARTED
[02:30:42.662] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:69:0) after 4m48s
[02:35:30.678] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:69:0)
[02:35:30.693] Build status: STARTED
[02:35:30.694] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:70:0) after 5m4s
[02:40:34.706] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:70:0)
[02:40:34.747] Build status: STARTED
[02:40:34.747] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:71:0) after 1m45s
[02:42:19.919] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:71:0)
[02:42:20.049] Build status: STARTED
[02:42:20.049] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:72:0) after 6m27s
[02:48:47.182] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:72:0)
[02:48:47.193] Build status: STARTED
[02:48:47.193] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:73:0) after 7m50s
[02:56:37.207] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:73:0)
[02:56:37.223] Build status: STARTED
[02:56:37.223] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:74:0) after 1m41s
[02:58:18.224] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:74:0)
[02:58:18.242] Build status: STARTED
[02:58:18.242] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:75:0) after 8m33s
[03:06:51.377] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:75:0)
[03:06:51.410] Build status: STARTED
[03:06:51.410] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:76:0) after 5m25s
[03:12:16.456] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:76:0)
[03:12:16.477] Build status: STARTED
[03:12:16.477] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:77:0) after 1m28s
[03:13:44.492] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:77:0)
[03:13:44.510] Build status: STARTED
[03:13:44.510] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:78:0) after 6m52s
[03:20:36.533] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:78:0)
[03:20:36.592] Build status: STARTED
[03:20:36.592] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:79:0) after 8m8s
[03:28:44.756] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:79:0)
[03:28:44.773] Build status: STARTED
[03:28:44.773] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:80:0) after 9m33s
[03:38:17.792] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:80:0)
[03:38:17.810] Build status: STARTED
[03:38:17.810] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:81:0) after 6m40s
[03:44:57.879] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:81:0)
[03:44:57.897] Build status: STARTED
[03:44:57.897] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:82:0) after 7m48s
[03:52:45.914] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:82:0)
[03:52:45.938] Build status: STARTED
[03:52:45.938] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:83:0) after 4m44s
[03:57:29.947] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:83:0)
[03:57:29.962] Build status: STARTED
[03:57:29.962] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:84:0) after 5m14s
[04:02:44.089] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:84:0)
[04:02:44.461] Build status: STARTED
[04:02:44.462] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:85:0) after 9m46s
[04:12:30.489] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:85:0)
[04:12:30.505] Build status: STARTED
[04:12:30.505] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:86:0) after 5m32s
[04:18:02.623] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:86:0)
[04:18:02.640] Build status: STARTED
[04:18:02.640] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:87:0) after 3m1s
[04:21:03.655] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:87:0)
[04:21:03.761] Build status: STARTED
[04:21:03.761] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:88:0) after 5m56s
[04:26:59.831] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:88:0)
[04:26:59.848] Build status: STARTED
[04:26:59.848] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:89:0) after 5m33s
[04:32:33.073] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:89:0)
[04:32:33.090] Build status: STARTED
[04:32:33.090] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:90:0) after 4m29s
[04:37:02.158] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:90:0)
[04:37:02.175] Build status: STARTED
[04:37:02.175] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:91:0) after 6m30s
[04:43:32.489] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:91:0)
[04:43:32.504] Build status: STARTED
[04:43:32.505] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:92:0) after 2m8s
[04:45:40.655] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:92:0)
[04:45:40.695] Build status: STARTED
[04:45:40.695] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:93:0) after 5m18s
[04:50:58.710] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:93:0)
[04:50:58.728] Build status: STARTED
[04:50:58.728] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:94:0) after 5m26s
[04:56:24.845] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:94:0)
[04:56:24.859] Build status: STARTED
[04:56:24.859] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8860002665217037344:95:0) after 8m5s
[05:02:06.667] Received PubSub notification, asking Buildbucket for the build status
[05:02:06.689] Build:
{
  "id": "8694572603341587697",
  "builder": {
    "project": "infra",
    "bucket": "codesearch",
    "builder": "codesearch-gen-chromium-mac"
  },
  "number": 7467,
  "createdBy": "project:infra",
  "createTime": "2025-12-24T20:00:38.271866262Z",
  "startTime": "2025-12-24T20:00:45.906171402Z",
  "endTime": "2025-12-25T05:02:06.455909903Z",
  "updateTime": "2025-12-25T05:02:06.455909903Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "timeout": {

    }
  },
  "input": {

  }
}
[05:02:06.689] Invocation finished in 9h1m29.590390864s with status FAILED