Status: FAILED
Triggered by: infra-codesearch@chops-service-accounts.iam.gserviceaccount.com
Duration: 9 hours
Actions:

Definition (rev 8e315401116bbc5f80ed0063020a73aea2b1cacc)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "codesearch"
  builder: "codesearch-gen-chromium-chromiumos"
>

Incoming triggers

  • codesearch-gen-chromium-initiator/18346 (11 months ago by infra-codesearch@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "codesearch_mirror_revision": "b39b3596250d7d4422002d46559d3b19dd72c3a4",
  "codesearch_mirror_revision_timestamp": 1699283920,
  "root_solution_revision": "22917965a7a9c4da6e5828f7b36658a0d0d0a8d9",
  "root_solution_revision_timestamp": 1699283646
}

Incoming tags

  • parent_buildername:codesearch-gen-chromium-initiator
  • parent_buildnumber:18346
  • user_agent:recipe

Debug log (UTC)

[16:02:29.552] New invocation is queued and will start shortly
[16:02:29.552] Triggered by user:infra-codesearch@chops-service-accounts.iam.gserviceaccount.com
[16:02:30.948] Starting the invocation (attempt 1)
[16:02:31.001] Ignoring gitiles_ref tag without the buildset tag
[16:02:31.001] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[16:02:31.001] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[16:02:31.001] Buildbucket request:
{
  "requestId": "8930592683632744048",
  "builder": {
    "project": "infra",
    "bucket": "codesearch",
    "builder": "codesearch-gen-chromium-chromiumos"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8930592683632744048",
            "job": "infra/codesearch-gen-chromium-chromiumos",
            "triggers": [
                  {
                        "buildbucket": {
                              "properties": {
                                    "codesearch_mirror_revision": "b39b3596250d7d4422002d46559d3b19dd72c3a4",
                                    "codesearch_mirror_revision_timestamp": 1699283920,
                                    "root_solution_revision": "22917965a7a9c4da6e5828f7b36658a0d0d0a8d9",
                                    "root_solution_revision_timestamp": 1699283646
                                  },
                              "tags": [
                                    "parent_buildername:codesearch-gen-chromium-initiator",
                                    "parent_buildnumber:18346",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "3cf133cb-6647-4bf2-9276-8f9871c51b13",
                        "title": "codesearch-gen-chromium-initiator/18346"
                      }
                ]
          },
      "codesearch_mirror_revision": "b39b3596250d7d4422002d46559d3b19dd72c3a4",
      "codesearch_mirror_revision_timestamp": 1699283920,
      "root_solution_revision": "22917965a7a9c4da6e5828f7b36658a0d0d0a8d9",
      "root_solution_revision_timestamp": 1699283646
    },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8930592683632744048"
    },
    {
      "key": "scheduler_job_id",
      "value": "infra/codesearch-gen-chromium-chromiumos"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "codesearch-gen-chromium-initiator"
    },
    {
      "key": "parent_buildnumber",
      "value": "18346"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[16:02:31.708] Scheduled build:
{
  "id": "8765162621318964321",
  "builder": {
    "project": "infra",
    "bucket": "codesearch",
    "builder": "codesearch-gen-chromium-chromiumos"
  },
  "number": 15707,
  "createdBy": "project:infra",
  "createTime": "2023-11-06T16:02:31.132169407Z",
  "updateTime": "2023-11-06T16:02:31.132169407Z",
  "status": "SCHEDULED",
  "input": {

  }
}
[16:02:31.708] Task URL: https://cr-buildbucket.appspot.com/build/8765162621318964321
[16:02:31.708] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:2:0) after 7m48s
[16:02:32.671] Received PubSub notification, asking Buildbucket for the build status
[16:02:32.701] Build status: SCHEDULED
[16:02:33.833] Received PubSub notification, asking Buildbucket for the build status
[16:02:33.866] Build status: STARTED
[16:10:19.779] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:2:0)
[16:10:20.019] Build status: STARTED
[16:10:20.019] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:5:0) after 4m14s
[16:14:34.042] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:5:0)
[16:14:34.096] Build status: STARTED
[16:14:34.096] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:6:0) after 3m35s
[16:18:09.227] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:6:0)
[16:18:09.450] Build status: STARTED
[16:18:09.450] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:7:0) after 6m18s
[16:24:27.481] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:7:0)
[16:24:27.524] Build status: STARTED
[16:24:27.524] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:8:0) after 6m43s
[16:31:10.513] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:8:0)
[16:31:10.563] Build status: STARTED
[16:31:10.563] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:9:0) after 8m27s
[16:39:37.598] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:9:0)
[16:39:37.642] Build status: STARTED
[16:39:37.642] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:10:0) after 6m37s
[16:46:14.704] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:10:0)
[16:46:14.737] Build status: STARTED
[16:46:14.737] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:11:0) after 4m30s
[16:50:44.820] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:11:0)
[16:50:44.844] Build status: STARTED
[16:50:44.844] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:12:0) after 8m39s
[16:59:23.929] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:12:0)
[16:59:23.958] Build status: STARTED
[16:59:23.958] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:13:0) after 5m16s
[17:04:39.974] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:13:0)
[17:04:40.001] Build status: STARTED
[17:04:40.001] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:14:0) after 1m56s
[17:06:36.040] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:14:0)
[17:06:36.065] Build status: STARTED
[17:06:36.065] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:15:0) after 6m13s
[17:12:49.083] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:15:0)
[17:12:49.114] Build status: STARTED
[17:12:49.114] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:16:0) after 4m12s
[17:17:01.133] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:16:0)
[17:17:01.189] Build status: STARTED
[17:17:01.189] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:17:0) after 8m53s
[17:25:54.905] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:17:0)
[17:25:54.947] Build status: STARTED
[17:25:54.947] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:18:0) after 9m34s
[17:35:28.983] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:18:0)
[17:35:29.073] Build status: STARTED
[17:35:29.073] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:19:0) after 7m54s
[17:43:23.306] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:19:0)
[17:43:23.435] Build status: STARTED
[17:43:23.435] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:20:0) after 3m43s
[17:47:06.468] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:20:0)
[17:47:06.492] Build status: STARTED
[17:47:06.492] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:21:0) after 9m16s
[17:56:23.044] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:21:0)
[17:56:23.080] Build status: STARTED
[17:56:23.080] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:22:0) after 7m29s
[18:03:52.982] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:22:0)
[18:03:53.017] Build status: STARTED
[18:03:53.017] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:23:0) after 4m34s
[18:08:27.180] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:23:0)
[18:08:27.221] Build status: STARTED
[18:08:27.221] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:24:0) after 1m43s
[18:10:10.231] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:24:0)
[18:10:10.294] Build status: STARTED
[18:10:10.294] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:25:0) after 2m3s
[18:12:13.312] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:25:0)
[18:12:13.342] Build status: STARTED
[18:12:13.342] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:26:0) after 4m33s
[18:16:46.389] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:26:0)
[18:16:46.604] Build status: STARTED
[18:16:46.604] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:27:0) after 8m16s
[18:25:02.688] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:27:0)
[18:25:02.716] Build status: STARTED
[18:25:02.716] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:28:0) after 3m59s
[18:29:01.754] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:28:0)
[18:29:01.790] Build status: STARTED
[18:29:01.791] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:29:0) after 5m50s
[18:34:51.772] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:29:0)
[18:34:51.834] Build status: STARTED
[18:34:51.834] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:30:0) after 7m15s
[18:42:06.901] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:30:0)
[18:42:06.979] Build status: STARTED
[18:42:06.979] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:31:0) after 8m40s
[18:50:47.096] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:31:0)
[18:50:47.113] Build status: STARTED
[18:50:47.113] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:32:0) after 4m50s
[18:55:37.129] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:32:0)
[18:55:37.148] Build status: STARTED
[18:55:37.148] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:33:0) after 1m46s
[18:57:23.216] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:33:0)
[18:57:23.262] Build status: STARTED
[18:57:23.262] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:34:0) after 6m50s
[19:04:13.283] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:34:0)
[19:04:13.317] Build status: STARTED
[19:04:13.317] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:35:0) after 5m56s
[19:10:09.329] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:35:0)
[19:10:09.354] Build status: STARTED
[19:10:09.354] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:36:0) after 7m6s
[19:17:15.376] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:36:0)
[19:17:15.406] Build status: STARTED
[19:17:15.406] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:37:0) after 9m42s
[19:26:57.517] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:37:0)
[19:26:57.550] Build status: STARTED
[19:26:57.550] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:38:0) after 9m37s
[19:36:34.578] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:38:0)
[19:36:34.613] Build status: STARTED
[19:36:34.613] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:39:0) after 1m17s
[19:37:51.630] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:39:0)
[19:37:51.657] Build status: STARTED
[19:37:51.657] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:40:0) after 4m19s
[19:42:10.726] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:40:0)
[19:42:10.749] Build status: STARTED
[19:42:10.749] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:41:0) after 1m50s
[19:44:00.783] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:41:0)
[19:44:00.815] Build status: STARTED
[19:44:00.815] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:42:0) after 9m50s
[19:53:50.885] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:42:0)
[19:53:50.923] Build status: STARTED
[19:53:50.923] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:43:0) after 8m25s
[20:02:15.950] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:43:0)
[20:02:15.972] Build status: STARTED
[20:02:15.972] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:44:0) after 9m50s
[20:12:06.014] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:44:0)
[20:12:06.087] Build status: STARTED
[20:12:06.087] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:45:0) after 7m8s
[20:19:14.061] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:45:0)
[20:19:14.087] Build status: STARTED
[20:19:14.087] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:46:0) after 4m3s
[20:23:17.212] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:46:0)
[20:23:17.253] Build status: STARTED
[20:23:17.253] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:47:0) after 2m25s
[20:25:42.317] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:47:0)
[20:25:42.339] Build status: STARTED
[20:25:42.339] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:48:0) after 1m24s
[20:27:06.318] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:48:0)
[20:27:06.349] Build status: STARTED
[20:27:06.350] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:49:0) after 2m4s
[20:29:10.466] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:49:0)
[20:29:10.506] Build status: STARTED
[20:29:10.506] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:50:0) after 8m44s
[20:37:54.554] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:50:0)
[20:37:54.585] Build status: STARTED
[20:37:54.585] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:51:0) after 3m36s
[20:41:30.603] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:51:0)
[20:41:30.625] Build status: STARTED
[20:41:30.625] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:52:0) after 8m24s
[20:49:54.647] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:52:0)
[20:49:54.707] Build status: STARTED
[20:49:54.707] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:53:0) after 4m41s
[20:54:35.674] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:53:0)
[20:54:35.695] Build status: STARTED
[20:54:35.695] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:54:0) after 6m3s
[21:00:38.728] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:54:0)
[21:00:38.759] Build status: STARTED
[21:00:38.759] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:55:0) after 8m24s
[21:09:02.826] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:55:0)
[21:09:02.847] Build status: STARTED
[21:09:02.847] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:56:0) after 4m26s
[21:13:28.864] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:56:0)
[21:13:28.932] Build status: STARTED
[21:13:28.932] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:57:0) after 1m40s
[21:15:08.960] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:57:0)
[21:15:08.984] Build status: STARTED
[21:15:08.984] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:58:0) after 3m40s
[21:18:49.004] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:58:0)
[21:18:49.025] Build status: STARTED
[21:18:49.025] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:59:0) after 5m7s
[21:23:56.055] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:59:0)
[21:23:56.094] Build status: STARTED
[21:23:56.094] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:60:0) after 8m55s
[21:32:51.156] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:60:0)
[21:32:51.193] Build status: STARTED
[21:32:51.193] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:61:0) after 1m42s
[21:34:33.297] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:61:0)
[21:34:33.342] Build status: STARTED
[21:34:33.342] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:62:0) after 8m31s
[21:43:04.365] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:62:0)
[21:43:04.395] Build status: STARTED
[21:43:04.395] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:63:0) after 5m33s
[21:48:37.434] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:63:0)
[21:48:37.461] Build status: STARTED
[21:48:37.461] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:64:0) after 2m42s
[21:51:19.511] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:64:0)
[21:51:19.556] Build status: STARTED
[21:51:19.556] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:65:0) after 4m15s
[21:55:34.620] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:65:0)
[21:55:34.642] Build status: STARTED
[21:55:34.642] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:66:0) after 8m58s
[22:04:32.712] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:66:0)
[22:04:32.744] Build status: STARTED
[22:04:32.744] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:67:0) after 4m20s
[22:08:52.774] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:67:0)
[22:08:52.830] Build status: STARTED
[22:08:52.830] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:68:0) after 6m32s
[22:15:24.847] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:68:0)
[22:15:24.885] Build status: STARTED
[22:15:24.885] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:69:0) after 1m31s
[22:16:55.930] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:69:0)
[22:16:55.956] Build status: STARTED
[22:16:55.956] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:70:0) after 2m48s
[22:19:43.973] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:70:0)
[22:19:44.004] Build status: STARTED
[22:19:44.004] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:71:0) after 9m32s
[22:29:16.028] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:71:0)
[22:29:16.061] Build status: STARTED
[22:29:16.061] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:72:0) after 9m15s
[22:38:31.113] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:72:0)
[22:38:31.136] Build status: STARTED
[22:38:31.136] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:73:0) after 4m1s
[22:42:32.190] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:73:0)
[22:42:32.234] Build status: STARTED
[22:42:32.234] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:74:0) after 3m42s
[22:46:14.259] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:74:0)
[22:46:14.283] Build status: STARTED
[22:46:14.283] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:75:0) after 6m57s
[22:53:11.365] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:75:0)
[22:53:11.387] Build status: STARTED
[22:53:11.387] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:76:0) after 2m35s
[22:55:46.459] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:76:0)
[22:55:46.484] Build status: STARTED
[22:55:46.484] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:77:0) after 5m58s
[23:01:44.670] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:77:0)
[23:01:44.710] Build status: STARTED
[23:01:44.710] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:78:0) after 1m1s
[23:02:45.742] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:78:0)
[23:02:45.779] Build status: STARTED
[23:02:45.779] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:79:0) after 2m9s
[23:04:54.803] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:79:0)
[23:04:54.839] Build status: STARTED
[23:04:54.839] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:80:0) after 3m47s
[23:08:41.860] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:80:0)
[23:08:41.894] Build status: STARTED
[23:08:41.894] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:81:0) after 6m37s
[23:15:18.938] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:81:0)
[23:15:18.960] Build status: STARTED
[23:15:18.960] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:82:0) after 8m33s
[23:23:52.101] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:82:0)
[23:23:52.153] Build status: STARTED
[23:23:52.153] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:83:0) after 2m47s
[23:26:39.189] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:83:0)
[23:26:39.213] Build status: STARTED
[23:26:39.213] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:84:0) after 2m38s
[23:29:17.202] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:84:0)
[23:29:17.229] Build status: STARTED
[23:29:17.229] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:85:0) after 2m57s
[23:32:14.252] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:85:0)
[23:32:14.280] Build status: STARTED
[23:32:14.280] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:86:0) after 5m8s
[23:37:22.380] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:86:0)
[23:37:22.402] Build status: STARTED
[23:37:22.402] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:87:0) after 5m19s
[23:42:41.427] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:87:0)
[23:42:41.462] Build status: STARTED
[23:42:41.462] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:88:0) after 1m10s
[23:43:51.481] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:88:0)
[23:43:51.582] Build status: STARTED
[23:43:51.582] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:89:0) after 2m55s
[23:46:46.603] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:89:0)
[23:46:46.702] Build status: STARTED
[23:46:46.702] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:90:0) after 2m52s
[23:49:38.778] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:90:0)
[23:49:38.806] Build status: STARTED
[23:49:38.806] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:91:0) after 4m1s
[23:53:39.833] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:91:0)
[23:53:39.858] Build status: STARTED
[23:53:39.858] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:92:0) after 1m7s
[23:54:46.944] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:92:0)
[23:54:46.964] Build status: STARTED
[23:54:46.964] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:93:0) after 3m58s
[23:58:44.983] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:93:0)
[23:58:45.047] Build status: STARTED
[23:58:45.047] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:94:0) after 7m50s
[00:06:35.088] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:94:0)
[00:06:35.146] Build status: STARTED
[00:06:35.146] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:95:0) after 8m47s
[00:15:22.174] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:95:0)
[00:15:22.195] Build status: STARTED
[00:15:22.195] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:96:0) after 9m40s
[00:25:02.221] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:96:0)
[00:25:02.238] Build status: STARTED
[00:25:02.238] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:97:0) after 9m40s
[00:34:42.257] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:97:0)
[00:34:42.298] Build status: STARTED
[00:34:42.298] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:98:0) after 8m31s
[00:43:13.365] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:98:0)
[00:43:13.460] Build status: STARTED
[00:43:13.460] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:99:0) after 8m37s
[00:51:50.479] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:99:0)
[00:51:50.511] Build status: STARTED
[00:51:50.511] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:100:0) after 6m54s
[00:58:44.571] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:100:0)
[00:58:44.605] Build status: STARTED
[00:58:44.605] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930592683632744048:101:0) after 8m54s
[01:05:39.752] Received PubSub notification, asking Buildbucket for the build status
[01:05:39.790] Build:
{
  "id": "8765162621318964321",
  "builder": {
    "project": "infra",
    "bucket": "codesearch",
    "builder": "codesearch-gen-chromium-chromiumos"
  },
  "number": 15707,
  "createdBy": "project:infra",
  "createTime": "2023-11-06T16:02:31.132169407Z",
  "startTime": "2023-11-06T16:02:33.234825Z",
  "endTime": "2023-11-07T01:05:38.810245Z",
  "updateTime": "2023-11-07T01:05:38.810245Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "timeout": {

    }
  },
  "input": {

  }
}
[01:05:39.790] Invocation finished in 9h3m10.249624188s with status FAILED