Status: FAILED
Triggered by: infra-codesearch@chops-service-accounts.iam.gserviceaccount.com
Duration: 9 hours
Actions:

Definition (rev 8e315401116bbc5f80ed0063020a73aea2b1cacc)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "codesearch"
  builder: "codesearch-gen-chromium-linux"
>

Incoming triggers

  • codesearch-gen-chromium-initiator/18372 (2 years ago by infra-codesearch@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "codesearch_mirror_revision": "aace876c8d31fb38e90fdfe1372a3358f901f1ef",
  "codesearch_mirror_revision_timestamp": 1699659923,
  "root_solution_revision": "4610c294960fb63e926218976b6fefbc947c0322",
  "root_solution_revision_timestamp": 1699659609
}

Incoming tags

  • parent_buildername:codesearch-gen-chromium-initiator
  • parent_buildnumber:18372
  • user_agent:recipe

Debug log (UTC)

[00:00:39.292] New invocation is queued and will start shortly
[00:00:39.292] Triggered by user:infra-codesearch@chops-service-accounts.iam.gserviceaccount.com
[00:00:40.794] Starting the invocation (attempt 1)
[00:00:40.820] Ignoring gitiles_ref tag without the buildset tag
[00:00:40.821] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:00:40.821] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:00:40.821] Buildbucket request:
{
  "requestId": "8930200212395221088",
  "builder": {
    "project": "infra",
    "bucket": "codesearch",
    "builder": "codesearch-gen-chromium-linux"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8930200212395221088",
            "job": "infra/codesearch-gen-chromium-linux",
            "triggers": [
                  {
                        "buildbucket": {
                              "properties": {
                                    "codesearch_mirror_revision": "aace876c8d31fb38e90fdfe1372a3358f901f1ef",
                                    "codesearch_mirror_revision_timestamp": 1699659923,
                                    "root_solution_revision": "4610c294960fb63e926218976b6fefbc947c0322",
                                    "root_solution_revision_timestamp": 1699659609
                                  },
                              "tags": [
                                    "parent_buildername:codesearch-gen-chromium-initiator",
                                    "parent_buildnumber:18372",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "1fa56e4f-4819-4a48-bdc0-ecd087c30b60",
                        "title": "codesearch-gen-chromium-initiator/18372"
                      }
                ]
          },
      "codesearch_mirror_revision": "aace876c8d31fb38e90fdfe1372a3358f901f1ef",
      "codesearch_mirror_revision_timestamp": 1699659923,
      "root_solution_revision": "4610c294960fb63e926218976b6fefbc947c0322",
      "root_solution_revision_timestamp": 1699659609
    },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8930200212395221088"
    },
    {
      "key": "scheduler_job_id",
      "value": "infra/codesearch-gen-chromium-linux"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "codesearch-gen-chromium-initiator"
    },
    {
      "key": "parent_buildnumber",
      "value": "18372"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[00:00:41.803] Scheduled build:
{
  "id": "8764770150076021249",
  "builder": {
    "project": "infra",
    "bucket": "codesearch",
    "builder": "codesearch-gen-chromium-linux"
  },
  "number": 16024,
  "createdBy": "project:infra",
  "createTime": "2023-11-11T00:00:40.876263382Z",
  "updateTime": "2023-11-11T00:00:40.876263382Z",
  "status": "SCHEDULED",
  "input": {

  }
}
[00:00:41.803] Task URL: https://cr-buildbucket.appspot.com/build/8764770150076021249
[00:00:41.804] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:2:0) after 7m18s
[00:00:42.495] Received PubSub notification, asking Buildbucket for the build status
[00:00:42.533] Build status: SCHEDULED
[00:04:51.164] Received PubSub notification, asking Buildbucket for the build status
[00:04:51.186] Build status: STARTED
[00:07:59.997] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:2:0)
[00:08:00.030] Build status: STARTED
[00:08:00.030] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:5:0) after 1m57s
[00:09:57.044] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:5:0)
[00:09:57.171] Build status: STARTED
[00:09:57.171] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:6:0) after 6m15s
[00:16:12.249] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:6:0)
[00:16:12.286] Build status: STARTED
[00:16:12.286] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:7:0) after 6m28s
[00:22:40.305] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:7:0)
[00:22:40.338] Build status: STARTED
[00:22:40.338] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:8:0) after 8m7s
[00:30:47.385] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:8:0)
[00:30:47.415] Build status: STARTED
[00:30:47.415] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:9:0) after 3m29s
[00:34:16.455] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:9:0)
[00:34:16.493] Build status: STARTED
[00:34:16.493] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:10:0) after 1m1s
[00:35:17.507] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:10:0)
[00:35:17.525] Build status: STARTED
[00:35:17.525] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:11:0) after 2m29s
[00:37:46.543] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:11:0)
[00:37:46.570] Build status: STARTED
[00:37:46.570] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:12:0) after 9m35s
[00:47:21.587] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:12:0)
[00:47:21.614] Build status: STARTED
[00:47:21.614] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:13:0) after 2m58s
[00:50:19.630] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:13:0)
[00:50:19.648] Build status: STARTED
[00:50:19.648] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:14:0) after 3m29s
[00:53:49.332] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:14:0)
[00:53:49.357] Build status: STARTED
[00:53:49.358] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:15:0) after 1m44s
[00:55:33.536] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:15:0)
[00:55:33.591] Build status: STARTED
[00:55:33.591] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:16:0) after 3m2s
[00:58:36.108] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:16:0)
[00:58:36.142] Build status: STARTED
[00:58:36.143] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:17:0) after 3m40s
[01:02:16.503] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:17:0)
[01:02:16.520] Build status: STARTED
[01:02:16.520] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:18:0) after 8m32s
[01:10:48.694] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:18:0)
[01:10:48.760] Build status: STARTED
[01:10:48.760] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:19:0) after 4m47s
[01:15:35.787] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:19:0)
[01:15:35.807] Build status: STARTED
[01:15:35.807] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:20:0) after 1m0s
[01:16:36.018] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:20:0)
[01:16:36.047] Build status: STARTED
[01:16:36.047] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:21:0) after 3m16s
[01:19:52.104] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:21:0)
[01:19:52.143] Build status: STARTED
[01:19:52.143] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:22:0) after 8m17s
[01:28:09.160] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:22:0)
[01:28:09.194] Build status: STARTED
[01:28:09.194] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:23:0) after 3m32s
[01:31:41.250] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:23:0)
[01:31:41.285] Build status: STARTED
[01:31:41.285] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:24:0) after 5m17s
[01:36:59.480] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:24:0)
[01:36:59.504] Build status: STARTED
[01:36:59.504] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:25:0) after 8m41s
[01:45:40.519] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:25:0)
[01:45:40.544] Build status: STARTED
[01:45:40.544] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:26:0) after 8m20s
[01:54:00.612] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:26:0)
[01:54:00.646] Build status: STARTED
[01:54:00.646] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:27:0) after 9m0s
[02:03:00.669] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:27:0)
[02:03:00.828] Build status: STARTED
[02:03:00.828] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:28:0) after 8m16s
[02:11:16.849] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:28:0)
[02:11:16.903] Build status: STARTED
[02:11:16.903] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:29:0) after 5m12s
[02:16:28.996] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:29:0)
[02:16:29.057] Build status: STARTED
[02:16:29.057] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:30:0) after 8m53s
[02:25:22.785] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:30:0)
[02:25:22.816] Build status: STARTED
[02:25:22.816] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:31:0) after 6m58s
[02:32:20.841] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:31:0)
[02:32:20.861] Build status: STARTED
[02:32:20.861] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:32:0) after 3m14s
[02:35:35.925] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:32:0)
[02:35:35.954] Build status: STARTED
[02:35:35.954] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:33:0) after 3m8s
[02:38:43.971] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:33:0)
[02:38:44.029] Build status: STARTED
[02:38:44.029] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:34:0) after 6m0s
[02:44:44.047] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:34:0)
[02:44:44.067] Build status: STARTED
[02:44:44.067] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:35:0) after 7m2s
[02:51:46.249] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:35:0)
[02:51:46.276] Build status: STARTED
[02:51:46.276] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:36:0) after 5m19s
[02:57:05.345] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:36:0)
[02:57:05.386] Build status: STARTED
[02:57:05.386] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:37:0) after 1m7s
[02:58:12.378] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:37:0)
[02:58:12.413] Build status: STARTED
[02:58:12.413] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:38:0) after 6m33s
[03:04:45.730] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:38:0)
[03:04:45.832] Build status: STARTED
[03:04:45.832] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:39:0) after 4m0s
[03:08:45.862] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:39:0)
[03:08:45.894] Build status: STARTED
[03:08:45.894] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:40:0) after 3m21s
[03:12:06.957] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:40:0)
[03:12:06.980] Build status: STARTED
[03:12:06.980] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:41:0) after 5m23s
[03:17:30.438] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:41:0)
[03:17:30.476] Build status: STARTED
[03:17:30.476] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:42:0) after 8m35s
[03:26:05.970] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:42:0)
[03:26:06.005] Build status: STARTED
[03:26:06.005] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:43:0) after 7m9s
[03:33:15.032] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:43:0)
[03:33:15.061] Build status: STARTED
[03:33:15.061] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:44:0) after 5m52s
[03:39:07.134] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:44:0)
[03:39:07.173] Build status: STARTED
[03:39:07.173] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:45:0) after 7m31s
[03:46:38.947] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:45:0)
[03:46:38.967] Build status: STARTED
[03:46:38.967] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:46:0) after 3m8s
[03:49:46.983] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:46:0)
[03:49:47.008] Build status: STARTED
[03:49:47.008] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:47:0) after 3m23s
[03:53:10.024] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:47:0)
[03:53:10.064] Build status: STARTED
[03:53:10.064] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:48:0) after 8m59s
[04:02:09.148] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:48:0)
[04:02:09.341] Build status: STARTED
[04:02:09.341] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:49:0) after 3m3s
[04:05:12.368] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:49:0)
[04:05:12.386] Build status: STARTED
[04:05:12.386] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:50:0) after 4m13s
[04:09:25.494] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:50:0)
[04:09:25.523] Build status: STARTED
[04:09:25.523] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:51:0) after 4m19s
[04:13:44.645] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:51:0)
[04:13:44.695] Build status: STARTED
[04:13:44.695] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:52:0) after 6m25s
[04:20:09.779] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:52:0)
[04:20:09.813] Build status: STARTED
[04:20:09.813] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:53:0) after 6m53s
[04:27:02.931] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:53:0)
[04:27:03.002] Build status: STARTED
[04:27:03.002] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:54:0) after 8m26s
[04:35:29.233] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:54:0)
[04:35:29.351] Build status: STARTED
[04:35:29.351] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:55:0) after 7m50s
[04:43:19.561] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:55:0)
[04:43:19.583] Build status: STARTED
[04:43:19.583] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:56:0) after 9m30s
[04:52:49.645] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:56:0)
[04:52:49.790] Build status: STARTED
[04:52:49.790] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:57:0) after 6m44s
[04:59:34.035] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:57:0)
[04:59:34.064] Build status: STARTED
[04:59:34.064] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:58:0) after 5m18s
[05:04:52.085] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:58:0)
[05:04:52.128] Build status: STARTED
[05:04:52.128] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:59:0) after 8m2s
[05:12:54.476] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:59:0)
[05:12:54.505] Build status: STARTED
[05:12:54.505] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:60:0) after 3m2s
[05:15:56.522] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:60:0)
[05:15:56.546] Build status: STARTED
[05:15:56.546] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:61:0) after 5m34s
[05:21:30.567] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:61:0)
[05:21:30.588] Build status: STARTED
[05:21:30.588] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:62:0) after 6m15s
[05:27:45.722] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:62:0)
[05:27:45.743] Build status: STARTED
[05:27:45.743] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:63:0) after 7m25s
[05:35:10.983] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:63:0)
[05:35:11.014] Build status: STARTED
[05:35:11.014] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:64:0) after 9m56s
[05:45:07.032] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:64:0)
[05:45:07.091] Build status: STARTED
[05:45:07.091] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:65:0) after 2m49s
[05:47:56.109] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:65:0)
[05:47:56.126] Build status: STARTED
[05:47:56.126] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:66:0) after 6m10s
[05:54:06.241] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:66:0)
[05:54:06.446] Build status: STARTED
[05:54:06.446] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:67:0) after 4m57s
[05:59:03.581] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:67:0)
[05:59:03.605] Build status: STARTED
[05:59:03.605] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:68:0) after 3m15s
[06:02:18.665] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:68:0)
[06:02:18.724] Build status: STARTED
[06:02:18.724] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:69:0) after 7m35s
[06:09:53.756] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:69:0)
[06:09:53.779] Build status: STARTED
[06:09:53.779] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:70:0) after 4m37s
[06:14:30.796] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:70:0)
[06:14:30.846] Build status: STARTED
[06:14:30.846] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:71:0) after 9m57s
[06:24:27.866] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:71:0)
[06:24:27.896] Build status: STARTED
[06:24:27.896] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:72:0) after 8m42s
[06:33:09.915] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:72:0)
[06:33:09.940] Build status: STARTED
[06:33:09.940] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:73:0) after 9m50s
[06:43:00.130] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:73:0)
[06:43:00.158] Build status: STARTED
[06:43:00.158] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:74:0) after 7m52s
[06:50:52.275] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:74:0)
[06:50:52.299] Build status: STARTED
[06:50:52.299] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:75:0) after 1m32s
[06:52:24.317] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:75:0)
[06:52:24.341] Build status: STARTED
[06:52:24.342] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:76:0) after 1m59s
[06:54:23.361] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:76:0)
[06:54:23.391] Build status: STARTED
[06:54:23.391] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:77:0) after 3m59s
[06:58:22.584] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:77:0)
[06:58:22.601] Build status: STARTED
[06:58:22.601] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:78:0) after 9m55s
[07:08:17.730] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:78:0)
[07:08:17.765] Build status: STARTED
[07:08:17.765] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:79:0) after 3m38s
[07:11:55.836] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:79:0)
[07:11:55.862] Build status: STARTED
[07:11:55.862] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:80:0) after 7m47s
[07:19:42.984] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:80:0)
[07:19:43.006] Build status: STARTED
[07:19:43.006] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:81:0) after 5m14s
[07:24:57.052] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:81:0)
[07:24:57.079] Build status: STARTED
[07:24:57.079] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:82:0) after 5m28s
[07:30:25.175] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:82:0)
[07:30:25.197] Build status: STARTED
[07:30:25.197] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:83:0) after 5m18s
[07:35:43.511] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:83:0)
[07:35:43.532] Build status: STARTED
[07:35:43.532] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:84:0) after 6m23s
[07:42:06.615] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:84:0)
[07:42:06.644] Build status: STARTED
[07:42:06.644] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:85:0) after 7m36s
[07:49:42.894] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:85:0)
[07:49:42.929] Build status: STARTED
[07:49:42.929] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:86:0) after 6m0s
[07:55:42.956] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:86:0)
[07:55:42.986] Build status: STARTED
[07:55:42.986] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:87:0) after 5m55s
[08:01:38.176] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:87:0)
[08:01:38.242] Build status: STARTED
[08:01:38.242] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:88:0) after 2m35s
[08:04:13.267] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:88:0)
[08:04:13.302] Build status: STARTED
[08:04:13.302] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:89:0) after 2m27s
[08:06:40.407] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:89:0)
[08:06:40.439] Build status: STARTED
[08:06:40.440] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:90:0) after 2m18s
[08:08:58.494] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:90:0)
[08:08:58.546] Build status: STARTED
[08:08:58.546] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:91:0) after 9m47s
[08:18:45.537] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:91:0)
[08:18:45.558] Build status: STARTED
[08:18:45.558] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:92:0) after 6m49s
[08:25:34.631] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:92:0)
[08:25:34.702] Build status: STARTED
[08:25:34.702] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:93:0) after 9m49s
[08:35:23.768] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:93:0)
[08:35:23.789] Build status: STARTED
[08:35:23.789] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:94:0) after 5m47s
[08:41:10.853] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:94:0)
[08:41:10.872] Build status: STARTED
[08:41:10.872] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:95:0) after 6m58s
[08:48:08.889] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:95:0)
[08:48:08.944] Build status: STARTED
[08:48:08.944] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:96:0) after 2m29s
[08:50:38.075] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:96:0)
[08:50:38.122] Build status: STARTED
[08:50:38.122] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:97:0) after 5m31s
[08:56:09.142] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:97:0)
[08:56:09.254] Build status: STARTED
[08:56:09.254] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:98:0) after 9m16s
[09:05:25.421] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:98:0)
[09:05:25.452] Build status: STARTED
[09:05:25.452] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8930200212395221088:99:0) after 3m47s
[09:09:11.480] Received PubSub notification, asking Buildbucket for the build status
[09:09:11.510] Build:
{
  "id": "8764770150076021249",
  "builder": {
    "project": "infra",
    "bucket": "codesearch",
    "builder": "codesearch-gen-chromium-linux"
  },
  "number": 16024,
  "createdBy": "project:infra",
  "createTime": "2023-11-11T00:00:40.876263382Z",
  "startTime": "2023-11-11T00:04:48.994637Z",
  "endTime": "2023-11-11T09:09:10.565939Z",
  "updateTime": "2023-11-11T09:09:10.565939Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "timeout": {

    }
  },
  "input": {

  }
}
[09:09:11.510] Invocation finished in 9h8m32.229481718s with status FAILED