Status: FAILED
Triggered by: infra-codesearch@chops-service-accounts.iam.gserviceaccount.com
Duration: 9 hours
Actions:

Definition (rev 8e315401116bbc5f80ed0063020a73aea2b1cacc)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "codesearch"
  builder: "codesearch-gen-chromium-linux"
>

Incoming triggers

  • codesearch-gen-chromium-initiator/18526 (2 years ago by infra-codesearch@chops-service-accounts.iam.gserviceaccount.com)
  • codesearch-gen-chromium-initiator/18527 (2 years ago by infra-codesearch@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "codesearch_mirror_revision": "d60b706e5151c5d579ea14f254fd0dbeff8e4626",
  "codesearch_mirror_revision_timestamp": 1701892761,
  "root_solution_revision": "d84404ecf3929b5ecf0cd60dc290abf632a3ebbd",
  "root_solution_revision_timestamp": 1701892599
}

Incoming tags

  • parent_buildername:codesearch-gen-chromium-initiator
  • parent_buildnumber:18527
  • user_agent:recipe

Debug log (UTC)

[22:41:51.381] New invocation is queued and will start shortly
[22:41:51.381] Triggered by user:infra-codesearch@chops-service-accounts.iam.gserviceaccount.com
[22:41:52.935] Starting the invocation (attempt 1)
[22:41:52.962] Ignoring gitiles_ref tag without the buildset tag
[22:41:52.962] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[22:41:52.962] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[22:41:52.963] Buildbucket request:
{
  "requestId": "8927849648837390384",
  "builder": {
    "project": "infra",
    "bucket": "codesearch",
    "builder": "codesearch-gen-chromium-linux"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8927849648837390384",
            "job": "infra/codesearch-gen-chromium-linux",
            "triggers": [
                  {
                        "buildbucket": {
                              "properties": {
                                    "codesearch_mirror_revision": "6ea7a53b5d33b8e6add353f00a3bb1e1c995e481",
                                    "codesearch_mirror_revision_timestamp": 1701878167,
                                    "root_solution_revision": "a62d3b9bfa655c43a09d98dc91ee9c2cbde3a7e2",
                                    "root_solution_revision_timestamp": 1701878063
                                  },
                              "tags": [
                                    "parent_buildername:codesearch-gen-chromium-initiator",
                                    "parent_buildnumber:18526",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "2369cf26-2305-4557-8f9a-dbb708fe409a",
                        "title": "codesearch-gen-chromium-initiator/18526"
                      },
                  {
                        "buildbucket": {
                              "properties": {
                                    "codesearch_mirror_revision": "d60b706e5151c5d579ea14f254fd0dbeff8e4626",
                                    "codesearch_mirror_revision_timestamp": 1701892761,
                                    "root_solution_revision": "d84404ecf3929b5ecf0cd60dc290abf632a3ebbd",
                                    "root_solution_revision_timestamp": 1701892599
                                  },
                              "tags": [
                                    "parent_buildername:codesearch-gen-chromium-initiator",
                                    "parent_buildnumber:18527",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "3cd345ae-4888-425a-9644-168ca19b11e9",
                        "title": "codesearch-gen-chromium-initiator/18527"
                      }
                ]
          },
      "codesearch_mirror_revision": "d60b706e5151c5d579ea14f254fd0dbeff8e4626",
      "codesearch_mirror_revision_timestamp": 1701892761,
      "root_solution_revision": "d84404ecf3929b5ecf0cd60dc290abf632a3ebbd",
      "root_solution_revision_timestamp": 1701892599
    },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8927849648837390384"
    },
    {
      "key": "scheduler_job_id",
      "value": "infra/codesearch-gen-chromium-linux"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "codesearch-gen-chromium-initiator"
    },
    {
      "key": "parent_buildnumber",
      "value": "18527"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[22:41:53.594] Scheduled build:
{
  "id": "8762419586455295665",
  "builder": {
    "project": "infra",
    "bucket": "codesearch",
    "builder": "codesearch-gen-chromium-linux"
  },
  "number": 16160,
  "createdBy": "project:infra",
  "createTime": "2023-12-06T22:41:53.030557118Z",
  "updateTime": "2023-12-06T22:41:53.030557118Z",
  "status": "SCHEDULED",
  "input": {

  }
}
[22:41:53.595] Task URL: https://cr-buildbucket.appspot.com/build/8762419586455295665
[22:41:53.595] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:2:0) after 1m52s
[22:41:55.689] Received PubSub notification, asking Buildbucket for the build status
[22:41:55.712] Build status: SCHEDULED
[22:43:45.653] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:2:0)
[22:43:45.688] Build status: SCHEDULED
[22:43:45.688] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:4:0) after 7m30s
[22:51:16.158] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:4:0)
[22:51:16.188] Build status: SCHEDULED
[22:51:16.188] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:5:0) after 3m50s
[22:52:35.667] Received PubSub notification, asking Buildbucket for the build status
[22:52:35.776] Build status: STARTED
[22:55:06.293] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:5:0)
[22:55:06.451] Build status: STARTED
[22:55:06.451] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:7:0) after 7m51s
[23:02:57.564] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:7:0)
[23:02:57.635] Build status: STARTED
[23:02:57.635] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:8:0) after 3m11s
[23:06:08.797] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:8:0)
[23:06:08.928] Build status: STARTED
[23:06:08.928] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:9:0) after 1m4s
[23:07:12.950] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:9:0)
[23:07:12.969] Build status: STARTED
[23:07:12.969] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:10:0) after 4m18s
[23:11:31.069] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:10:0)
[23:11:31.265] Build status: STARTED
[23:11:31.265] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:11:0) after 7m39s
[23:19:10.311] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:11:0)
[23:19:10.328] Build status: STARTED
[23:19:10.328] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:12:0) after 5m22s
[23:24:32.351] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:12:0)
[23:24:32.410] Build status: STARTED
[23:24:32.410] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:13:0) after 5m38s
[23:30:10.523] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:13:0)
[23:30:10.643] Build status: STARTED
[23:30:10.643] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:14:0) after 9m33s
[23:39:44.418] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:14:0)
[23:39:44.456] Build status: STARTED
[23:39:44.456] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:15:0) after 8m59s
[23:48:43.506] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:15:0)
[23:48:43.630] Build status: STARTED
[23:48:43.630] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:16:0) after 4m16s
[23:52:59.645] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:16:0)
[23:52:59.782] Build status: STARTED
[23:52:59.782] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:17:0) after 2m45s
[23:55:44.796] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:17:0)
[23:55:44.820] Build status: STARTED
[23:55:44.820] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:18:0) after 6m33s
[00:02:17.837] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:18:0)
[00:02:17.929] Build status: STARTED
[00:02:17.929] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:19:0) after 2m51s
[00:05:08.937] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:19:0)
[00:05:08.973] Build status: STARTED
[00:05:08.973] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:20:0) after 5m43s
[00:10:51.985] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:20:0)
[00:10:52.024] Build status: STARTED
[00:10:52.024] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:21:0) after 5m12s
[00:16:04.057] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:21:0)
[00:16:04.081] Build status: STARTED
[00:16:04.081] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:22:0) after 3m23s
[00:19:27.099] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:22:0)
[00:19:27.120] Build status: STARTED
[00:19:27.120] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:23:0) after 8m49s
[00:28:16.135] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:23:0)
[00:28:16.168] Build status: STARTED
[00:28:16.168] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:24:0) after 5m43s
[00:33:59.416] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:24:0)
[00:33:59.437] Build status: STARTED
[00:33:59.437] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:25:0) after 6m8s
[00:40:07.436] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:25:0)
[00:40:07.478] Build status: STARTED
[00:40:07.478] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:26:0) after 2m49s
[00:42:56.549] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:26:0)
[00:42:56.599] Build status: STARTED
[00:42:56.599] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:27:0) after 9m19s
[00:52:15.906] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:27:0)
[00:52:15.928] Build status: STARTED
[00:52:15.928] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:28:0) after 9m55s
[01:02:11.255] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:28:0)
[01:02:11.286] Build status: STARTED
[01:02:11.286] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:29:0) after 9m52s
[01:12:03.397] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:29:0)
[01:12:03.422] Build status: STARTED
[01:12:03.422] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:30:0) after 8m11s
[01:20:14.427] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:30:0)
[01:20:14.451] Build status: STARTED
[01:20:14.451] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:31:0) after 5m47s
[01:26:01.475] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:31:0)
[01:26:01.508] Build status: STARTED
[01:26:01.509] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:32:0) after 2m14s
[01:28:15.523] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:32:0)
[01:28:15.665] Build status: STARTED
[01:28:15.665] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:33:0) after 1m58s
[01:30:13.747] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:33:0)
[01:30:13.886] Build status: STARTED
[01:30:13.886] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:34:0) after 4m15s
[01:34:28.855] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:34:0)
[01:34:28.892] Build status: STARTED
[01:34:28.892] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:35:0) after 5m24s
[01:39:52.916] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:35:0)
[01:39:52.942] Build status: STARTED
[01:39:52.942] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:36:0) after 9m35s
[01:49:27.962] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:36:0)
[01:49:27.980] Build status: STARTED
[01:49:27.980] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:37:0) after 8m19s
[01:57:46.995] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:37:0)
[01:57:47.012] Build status: STARTED
[01:57:47.012] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:38:0) after 5m29s
[02:03:16.034] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:38:0)
[02:03:16.054] Build status: STARTED
[02:03:16.054] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:39:0) after 3m27s
[02:06:43.047] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:39:0)
[02:06:43.067] Build status: STARTED
[02:06:43.067] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:40:0) after 7m54s
[02:14:37.085] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:40:0)
[02:14:37.209] Build status: STARTED
[02:14:37.209] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:41:0) after 3m27s
[02:18:04.233] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:41:0)
[02:18:04.256] Build status: STARTED
[02:18:04.256] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:42:0) after 5m9s
[02:23:13.272] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:42:0)
[02:23:13.311] Build status: STARTED
[02:23:13.311] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:43:0) after 6m48s
[02:30:01.705] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:43:0)
[02:30:01.736] Build status: STARTED
[02:30:01.736] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:44:0) after 4m23s
[02:34:24.702] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:44:0)
[02:34:24.720] Build status: STARTED
[02:34:24.720] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:45:0) after 4m2s
[02:38:26.806] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:45:0)
[02:38:26.828] Build status: STARTED
[02:38:26.828] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:46:0) after 2m8s
[02:40:35.669] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:46:0)
[02:40:35.689] Build status: STARTED
[02:40:35.689] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:47:0) after 5m26s
[02:46:01.703] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:47:0)
[02:46:02.018] Build status: STARTED
[02:46:02.019] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:48:0) after 4m39s
[02:50:41.075] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:48:0)
[02:50:41.116] Build status: STARTED
[02:50:41.116] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:49:0) after 9m18s
[02:59:59.136] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:49:0)
[02:59:59.172] Build status: STARTED
[02:59:59.172] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:50:0) after 8m24s
[03:08:23.333] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:50:0)
[03:08:23.586] Build status: STARTED
[03:08:23.586] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:51:0) after 5m37s
[03:14:00.849] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:51:0)
[03:14:00.889] Build status: STARTED
[03:14:00.889] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:52:0) after 4m29s
[03:18:29.907] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:52:0)
[03:18:29.949] Build status: STARTED
[03:18:29.949] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:53:0) after 7m21s
[03:25:51.095] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:53:0)
[03:25:51.126] Build status: STARTED
[03:25:51.126] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:54:0) after 9m26s
[03:35:17.160] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:54:0)
[03:35:17.191] Build status: STARTED
[03:35:17.191] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:55:0) after 9m43s
[03:45:00.731] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:55:0)
[03:45:00.752] Build status: STARTED
[03:45:00.753] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:56:0) after 6m52s
[03:51:52.790] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:56:0)
[03:51:52.828] Build status: STARTED
[03:51:52.828] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:57:0) after 2m20s
[03:54:12.965] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:57:0)
[03:54:12.985] Build status: STARTED
[03:54:12.985] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:58:0) after 1m25s
[03:55:39.091] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:58:0)
[03:55:39.133] Build status: STARTED
[03:55:39.133] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:59:0) after 8m46s
[04:04:25.116] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:59:0)
[04:04:25.156] Build status: STARTED
[04:04:25.156] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:60:0) after 2m56s
[04:07:21.310] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:60:0)
[04:07:21.333] Build status: STARTED
[04:07:21.333] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:61:0) after 7m55s
[04:15:16.425] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:61:0)
[04:15:16.453] Build status: STARTED
[04:15:16.453] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:62:0) after 4m24s
[04:19:40.494] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:62:0)
[04:19:40.514] Build status: STARTED
[04:19:40.515] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:63:0) after 6m3s
[04:25:43.615] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:63:0)
[04:25:43.655] Build status: STARTED
[04:25:43.655] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:64:0) after 8m29s
[04:34:12.671] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:64:0)
[04:34:12.729] Build status: STARTED
[04:34:12.729] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:65:0) after 4m51s
[04:39:04.180] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:65:0)
[04:39:04.198] Build status: STARTED
[04:39:04.198] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:66:0) after 3m28s
[04:42:32.229] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:66:0)
[04:42:32.310] Build status: STARTED
[04:42:32.310] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:67:0) after 9m41s
[04:52:13.657] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:67:0)
[04:52:13.688] Build status: STARTED
[04:52:13.688] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:68:0) after 7m34s
[04:59:47.702] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:68:0)
[04:59:47.723] Build status: STARTED
[04:59:47.723] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:69:0) after 2m4s
[05:01:51.748] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:69:0)
[05:01:51.770] Build status: STARTED
[05:01:51.770] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:70:0) after 1m49s
[05:03:40.897] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:70:0)
[05:03:40.936] Build status: STARTED
[05:03:40.936] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:71:0) after 6m43s
[05:10:23.960] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:71:0)
[05:10:23.993] Build status: STARTED
[05:10:23.993] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:72:0) after 4m5s
[05:14:29.121] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:72:0)
[05:14:29.141] Build status: STARTED
[05:14:29.141] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:73:0) after 3m4s
[05:17:33.700] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:73:0)
[05:17:33.725] Build status: STARTED
[05:17:33.725] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:74:0) after 8m28s
[05:26:01.788] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:74:0)
[05:26:01.807] Build status: STARTED
[05:26:01.807] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:75:0) after 6m0s
[05:32:02.036] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:75:0)
[05:32:02.078] Build status: STARTED
[05:32:02.078] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:76:0) after 3m57s
[05:35:59.155] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:76:0)
[05:35:59.175] Build status: STARTED
[05:35:59.175] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:77:0) after 7m10s
[05:43:09.304] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:77:0)
[05:43:09.323] Build status: STARTED
[05:43:09.323] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:78:0) after 6m18s
[05:49:27.557] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:78:0)
[05:49:27.596] Build status: STARTED
[05:49:27.597] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:79:0) after 2m58s
[05:52:25.664] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:79:0)
[05:52:25.714] Build status: STARTED
[05:52:25.714] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:80:0) after 1m29s
[05:53:54.799] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:80:0)
[05:53:54.833] Build status: STARTED
[05:53:54.833] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:81:0) after 5m0s
[05:58:54.975] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:81:0)
[05:58:54.993] Build status: STARTED
[05:58:54.993] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:82:0) after 5m57s
[06:04:52.018] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:82:0)
[06:04:52.060] Build status: STARTED
[06:04:52.060] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:83:0) after 2m17s
[06:07:09.307] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:83:0)
[06:07:09.328] Build status: STARTED
[06:07:09.328] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:84:0) after 8m34s
[06:15:43.625] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:84:0)
[06:15:43.689] Build status: STARTED
[06:15:43.689] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:85:0) after 5m53s
[06:21:36.710] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:85:0)
[06:21:36.733] Build status: STARTED
[06:21:36.733] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:86:0) after 9m16s
[06:30:52.771] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:86:0)
[06:30:52.791] Build status: STARTED
[06:30:52.791] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:87:0) after 2m17s
[06:33:09.925] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:87:0)
[06:33:09.942] Build status: STARTED
[06:33:09.942] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:88:0) after 3m16s
[06:36:26.088] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:88:0)
[06:36:26.108] Build status: STARTED
[06:36:26.108] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:89:0) after 4m32s
[06:40:58.399] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:89:0)
[06:40:58.433] Build status: STARTED
[06:40:58.433] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:90:0) after 5m1s
[06:45:59.735] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:90:0)
[06:45:59.769] Build status: STARTED
[06:45:59.769] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:91:0) after 2m44s
[06:48:43.885] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:91:0)
[06:48:43.903] Build status: STARTED
[06:48:43.903] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:92:0) after 5m3s
[06:53:47.010] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:92:0)
[06:53:47.043] Build status: STARTED
[06:53:47.043] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:93:0) after 2m37s
[06:56:24.063] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:93:0)
[06:56:24.089] Build status: STARTED
[06:56:24.089] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:94:0) after 1m0s
[06:57:24.506] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:94:0)
[06:57:24.542] Build status: STARTED
[06:57:24.542] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:95:0) after 6m52s
[07:04:16.790] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:95:0)
[07:04:16.809] Build status: STARTED
[07:04:16.809] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:96:0) after 8m24s
[07:12:41.378] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:96:0)
[07:12:41.406] Build status: STARTED
[07:12:41.406] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:97:0) after 3m38s
[07:16:20.506] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:97:0)
[07:16:20.596] Build status: STARTED
[07:16:20.596] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:98:0) after 3m3s
[07:19:23.645] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:98:0)
[07:19:23.663] Build status: STARTED
[07:19:23.663] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:99:0) after 9m49s
[07:29:12.810] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:99:0)
[07:29:12.848] Build status: STARTED
[07:29:12.848] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:100:0) after 3m22s
[07:32:34.899] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:100:0)
[07:32:34.932] Build status: STARTED
[07:32:34.932] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:101:0) after 8m20s
[07:40:54.991] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:101:0)
[07:40:55.015] Build status: STARTED
[07:40:55.015] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927849648837390384:102:0) after 6m48s
[07:46:39.514] Received PubSub notification, asking Buildbucket for the build status
[07:46:39.590] Build:
{
  "id": "8762419586455295665",
  "builder": {
    "project": "infra",
    "bucket": "codesearch",
    "builder": "codesearch-gen-chromium-linux"
  },
  "number": 16160,
  "createdBy": "project:infra",
  "createTime": "2023-12-06T22:41:53.030557118Z",
  "startTime": "2023-12-06T22:52:35.021632Z",
  "endTime": "2023-12-07T07:46:38.925065Z",
  "updateTime": "2023-12-07T07:46:38.925065Z",
  "status": "FAILURE",
  "input": {

  }
}
[07:46:39.590] Invocation finished in 9h4m48.215094228s with status FAILED