Status: FAILED
Triggered by: infra-codesearch@chops-service-accounts.iam.gserviceaccount.com
Duration: 9 hours
Actions:

Definition (rev 8e315401116bbc5f80ed0063020a73aea2b1cacc)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "codesearch"
  builder: "codesearch-gen-chromium-linux"
>

Incoming triggers

  • codesearch-gen-chromium-initiator/18499 (2 years ago by infra-codesearch@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "codesearch_mirror_revision": "40e7d4428669142d699a663fea9b62dfaaf61442",
  "codesearch_mirror_revision_timestamp": 1701489508,
  "root_solution_revision": "c5502b04ed739d78b628b1222c6452d1afe985ee",
  "root_solution_revision_timestamp": 1701488962
}

Incoming tags

  • parent_buildername:codesearch-gen-chromium-initiator
  • parent_buildnumber:18499
  • user_agent:recipe

Debug log (UTC)

[04:16:01.311] New invocation is queued and will start shortly
[04:16:01.311] Triggered by user:infra-codesearch@chops-service-accounts.iam.gserviceaccount.com
[04:16:02.398] Starting the invocation (attempt 1)
[04:16:02.422] Ignoring gitiles_ref tag without the buildset tag
[04:16:02.422] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[04:16:02.422] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[04:16:02.422] Buildbucket request:
{
  "requestId": "8928281609794059840",
  "builder": {
    "project": "infra",
    "bucket": "codesearch",
    "builder": "codesearch-gen-chromium-linux"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8928281609794059840",
            "job": "infra/codesearch-gen-chromium-linux",
            "triggers": [
                  {
                        "buildbucket": {
                              "properties": {
                                    "codesearch_mirror_revision": "40e7d4428669142d699a663fea9b62dfaaf61442",
                                    "codesearch_mirror_revision_timestamp": 1701489508,
                                    "root_solution_revision": "c5502b04ed739d78b628b1222c6452d1afe985ee",
                                    "root_solution_revision_timestamp": 1701488962
                                  },
                              "tags": [
                                    "parent_buildername:codesearch-gen-chromium-initiator",
                                    "parent_buildnumber:18499",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "35db9250-3820-44b6-a8da-2f85f30d8b5d",
                        "title": "codesearch-gen-chromium-initiator/18499"
                      }
                ]
          },
      "codesearch_mirror_revision": "40e7d4428669142d699a663fea9b62dfaaf61442",
      "codesearch_mirror_revision_timestamp": 1701489508,
      "root_solution_revision": "c5502b04ed739d78b628b1222c6452d1afe985ee",
      "root_solution_revision_timestamp": 1701488962
    },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8928281609794059840"
    },
    {
      "key": "scheduler_job_id",
      "value": "infra/codesearch-gen-chromium-linux"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "codesearch-gen-chromium-initiator"
    },
    {
      "key": "parent_buildnumber",
      "value": "18499"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[04:16:02.900] Scheduled build:
{
  "id": "8762851547921499425",
  "builder": {
    "project": "infra",
    "bucket": "codesearch",
    "builder": "codesearch-gen-chromium-linux"
  },
  "number": 16142,
  "createdBy": "project:infra",
  "createTime": "2023-12-02T04:16:02.474642697Z",
  "updateTime": "2023-12-02T04:16:02.474642697Z",
  "status": "SCHEDULED",
  "input": {

  }
}
[04:16:02.900] Task URL: https://cr-buildbucket.appspot.com/build/8762851547921499425
[04:16:02.900] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:2:0) after 6m58s
[04:16:03.834] Received PubSub notification, asking Buildbucket for the build status
[04:16:03.878] Build status: SCHEDULED
[04:16:04.720] Received PubSub notification, asking Buildbucket for the build status
[04:16:04.743] Build status: STARTED
[04:23:00.917] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:2:0)
[04:23:00.943] Build status: STARTED
[04:23:00.943] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:5:0) after 1m11s
[04:24:12.033] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:5:0)
[04:24:12.056] Build status: STARTED
[04:24:12.056] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:6:0) after 7m6s
[04:31:18.086] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:6:0)
[04:31:18.137] Build status: STARTED
[04:31:18.137] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:7:0) after 8m0s
[04:39:18.405] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:7:0)
[04:39:18.429] Build status: STARTED
[04:39:18.429] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:8:0) after 1m10s
[04:40:28.417] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:8:0)
[04:40:28.503] Build status: STARTED
[04:40:28.503] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:9:0) after 1m38s
[04:42:06.639] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:9:0)
[04:42:06.658] Build status: STARTED
[04:42:06.658] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:10:0) after 4m57s
[04:47:03.779] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:10:0)
[04:47:03.813] Build status: STARTED
[04:47:03.813] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:11:0) after 7m36s
[04:54:39.835] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:11:0)
[04:54:39.878] Build status: STARTED
[04:54:39.878] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:12:0) after 2m40s
[04:57:20.341] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:12:0)
[04:57:20.484] Build status: STARTED
[04:57:20.484] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:13:0) after 4m46s
[05:02:06.498] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:13:0)
[05:02:06.561] Build status: STARTED
[05:02:06.561] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:14:0) after 3m39s
[05:05:45.653] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:14:0)
[05:05:45.686] Build status: STARTED
[05:05:45.686] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:15:0) after 1m43s
[05:07:28.817] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:15:0)
[05:07:28.915] Build status: STARTED
[05:07:28.915] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:16:0) after 1m54s
[05:09:22.926] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:16:0)
[05:09:22.955] Build status: STARTED
[05:09:22.955] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:17:0) after 7m18s
[05:16:41.071] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:17:0)
[05:16:41.093] Build status: STARTED
[05:16:41.094] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:18:0) after 8m51s
[05:25:32.308] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:18:0)
[05:25:32.333] Build status: STARTED
[05:25:32.333] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:19:0) after 4m33s
[05:30:05.350] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:19:0)
[05:30:05.378] Build status: STARTED
[05:30:05.378] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:20:0) after 9m30s
[05:39:35.397] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:20:0)
[05:39:35.445] Build status: STARTED
[05:39:35.445] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:21:0) after 8m34s
[05:48:09.433] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:21:0)
[05:48:09.452] Build status: STARTED
[05:48:09.452] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:22:0) after 1m42s
[05:49:51.544] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:22:0)
[05:49:51.566] Build status: STARTED
[05:49:51.566] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:23:0) after 2m36s
[05:52:27.574] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:23:0)
[05:52:27.632] Build status: STARTED
[05:52:27.632] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:24:0) after 5m34s
[05:58:01.645] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:24:0)
[05:58:01.710] Build status: STARTED
[05:58:01.710] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:25:0) after 5m2s
[06:03:03.727] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:25:0)
[06:03:03.754] Build status: STARTED
[06:03:03.755] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:26:0) after 8m7s
[06:11:10.768] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:26:0)
[06:11:10.792] Build status: STARTED
[06:11:10.792] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:27:0) after 2m59s
[06:14:09.911] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:27:0)
[06:14:09.940] Build status: STARTED
[06:14:09.940] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:28:0) after 7m40s
[06:21:49.954] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:28:0)
[06:21:50.067] Build status: STARTED
[06:21:50.067] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:29:0) after 9m27s
[06:31:17.042] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:29:0)
[06:31:17.059] Build status: STARTED
[06:31:17.059] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:30:0) after 5m30s
[06:36:47.099] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:30:0)
[06:36:47.132] Build status: STARTED
[06:36:47.132] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:31:0) after 1m26s
[06:38:13.625] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:31:0)
[06:38:13.648] Build status: STARTED
[06:38:13.648] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:32:0) after 2m56s
[06:41:09.806] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:32:0)
[06:41:09.838] Build status: STARTED
[06:41:09.838] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:33:0) after 6m57s
[06:48:06.868] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:33:0)
[06:48:06.899] Build status: STARTED
[06:48:06.899] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:34:0) after 2m21s
[06:50:27.918] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:34:0)
[06:50:27.952] Build status: STARTED
[06:50:27.952] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:35:0) after 5m53s
[06:56:20.967] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:35:0)
[06:56:20.986] Build status: STARTED
[06:56:20.986] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:36:0) after 2m22s
[06:58:43.002] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:36:0)
[06:58:43.024] Build status: STARTED
[06:58:43.024] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:37:0) after 9m57s
[07:08:40.045] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:37:0)
[07:08:40.170] Build status: STARTED
[07:08:40.170] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:38:0) after 2m56s
[07:11:36.191] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:38:0)
[07:11:36.223] Build status: STARTED
[07:11:36.223] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:39:0) after 4m22s
[07:15:58.586] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:39:0)
[07:15:58.652] Build status: STARTED
[07:15:58.652] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:40:0) after 9m6s
[07:25:04.769] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:40:0)
[07:25:04.823] Build status: STARTED
[07:25:04.823] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:41:0) after 7m36s
[07:32:40.847] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:41:0)
[07:32:40.932] Build status: STARTED
[07:32:40.933] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:42:0) after 2m18s
[07:34:58.949] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:42:0)
[07:34:58.987] Build status: STARTED
[07:34:58.987] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:43:0) after 9m14s
[07:44:13.010] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:43:0)
[07:44:13.086] Build status: STARTED
[07:44:13.086] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:44:0) after 2m56s
[07:47:09.117] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:44:0)
[07:47:09.144] Build status: STARTED
[07:47:09.144] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:45:0) after 5m59s
[07:53:08.215] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:45:0)
[07:53:08.247] Build status: STARTED
[07:53:08.247] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:46:0) after 9m51s
[08:02:59.415] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:46:0)
[08:02:59.457] Build status: STARTED
[08:02:59.457] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:47:0) after 8m31s
[08:11:30.474] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:47:0)
[08:11:30.502] Build status: STARTED
[08:11:30.502] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:48:0) after 4m22s
[08:15:52.522] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:48:0)
[08:15:52.566] Build status: STARTED
[08:15:52.566] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:49:0) after 8m2s
[08:23:54.614] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:49:0)
[08:23:54.645] Build status: STARTED
[08:23:54.645] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:50:0) after 9m52s
[08:33:46.700] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:50:0)
[08:33:46.818] Build status: STARTED
[08:33:46.818] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:51:0) after 6m19s
[08:40:05.836] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:51:0)
[08:40:05.856] Build status: STARTED
[08:40:05.856] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:52:0) after 1m14s
[08:41:19.873] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:52:0)
[08:41:19.914] Build status: STARTED
[08:41:19.914] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:53:0) after 2m37s
[08:43:56.934] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:53:0)
[08:43:56.953] Build status: STARTED
[08:43:56.953] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:54:0) after 9m54s
[08:53:51.059] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:54:0)
[08:53:51.088] Build status: STARTED
[08:53:51.088] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:55:0) after 9m30s
[09:03:21.392] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:55:0)
[09:03:21.419] Build status: STARTED
[09:03:21.419] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:56:0) after 7m27s
[09:10:48.440] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:56:0)
[09:10:48.499] Build status: STARTED
[09:10:48.499] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:57:0) after 9m16s
[09:20:04.562] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:57:0)
[09:20:04.601] Build status: STARTED
[09:20:04.601] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:58:0) after 8m28s
[09:28:32.753] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:58:0)
[09:28:32.787] Build status: STARTED
[09:28:32.787] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:59:0) after 2m56s
[09:31:28.816] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:59:0)
[09:31:28.845] Build status: STARTED
[09:31:28.845] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:60:0) after 3m5s
[09:34:33.974] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:60:0)
[09:34:33.999] Build status: STARTED
[09:34:33.999] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:61:0) after 4m25s
[09:38:58.997] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:61:0)
[09:38:59.024] Build status: STARTED
[09:38:59.024] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:62:0) after 5m33s
[09:44:32.146] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:62:0)
[09:44:32.165] Build status: STARTED
[09:44:32.165] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:63:0) after 1m20s
[09:45:52.330] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:63:0)
[09:45:52.369] Build status: STARTED
[09:45:52.369] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:64:0) after 7m21s
[09:53:13.387] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:64:0)
[09:53:13.419] Build status: STARTED
[09:53:13.419] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:65:0) after 5m32s
[09:58:45.454] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:65:0)
[09:58:45.473] Build status: STARTED
[09:58:45.473] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:66:0) after 7m24s
[10:06:09.499] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:66:0)
[10:06:09.650] Build status: STARTED
[10:06:09.650] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:67:0) after 2m8s
[10:08:17.793] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:67:0)
[10:08:17.820] Build status: STARTED
[10:08:17.820] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:68:0) after 4m42s
[10:12:59.857] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:68:0)
[10:13:00.007] Build status: STARTED
[10:13:00.007] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:69:0) after 7m24s
[10:20:24.024] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:69:0)
[10:20:24.052] Build status: STARTED
[10:20:24.052] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:70:0) after 7m30s
[10:27:54.082] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:70:0)
[10:27:54.114] Build status: STARTED
[10:27:54.114] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:71:0) after 9m18s
[10:37:12.342] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:71:0)
[10:37:12.363] Build status: STARTED
[10:37:12.363] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:72:0) after 9m13s
[10:46:25.412] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:72:0)
[10:46:25.451] Build status: STARTED
[10:46:25.451] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:73:0) after 6m11s
[10:52:36.524] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:73:0)
[10:52:36.543] Build status: STARTED
[10:52:36.543] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:74:0) after 4m20s
[10:56:56.565] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:74:0)
[10:56:56.619] Build status: STARTED
[10:56:56.619] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:75:0) after 2m45s
[10:59:41.639] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:75:0)
[10:59:41.901] Build status: STARTED
[10:59:41.901] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:76:0) after 5m5s
[11:04:47.062] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:76:0)
[11:04:47.089] Build status: STARTED
[11:04:47.089] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:77:0) after 7m2s
[11:11:49.061] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:77:0)
[11:11:49.080] Build status: STARTED
[11:11:49.080] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:78:0) after 7m51s
[11:19:40.114] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:78:0)
[11:19:40.156] Build status: STARTED
[11:19:40.156] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:79:0) after 5m55s
[11:25:35.179] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:79:0)
[11:25:35.198] Build status: STARTED
[11:25:35.198] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:80:0) after 4m50s
[11:30:25.239] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:80:0)
[11:30:25.330] Build status: STARTED
[11:30:25.330] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:81:0) after 3m48s
[11:34:13.397] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:81:0)
[11:34:13.435] Build status: STARTED
[11:34:13.435] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:82:0) after 1m53s
[11:36:06.476] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:82:0)
[11:36:06.582] Build status: STARTED
[11:36:06.582] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:83:0) after 3m19s
[11:39:25.627] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:83:0)
[11:39:25.656] Build status: STARTED
[11:39:25.656] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:84:0) after 6m23s
[11:45:48.749] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:84:0)
[11:45:48.850] Build status: STARTED
[11:45:48.850] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:85:0) after 3m46s
[11:49:34.884] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:85:0)
[11:49:34.903] Build status: STARTED
[11:49:34.903] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:86:0) after 9m57s
[11:59:31.925] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:86:0)
[11:59:31.959] Build status: STARTED
[11:59:31.959] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:87:0) after 4m21s
[12:03:52.984] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:87:0)
[12:03:53.006] Build status: STARTED
[12:03:53.006] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:88:0) after 5m6s
[12:08:59.032] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:88:0)
[12:08:59.051] Build status: STARTED
[12:08:59.051] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:89:0) after 2m14s
[12:11:13.071] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:89:0)
[12:11:13.108] Build status: STARTED
[12:11:13.108] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:90:0) after 4m58s
[12:16:11.129] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:90:0)
[12:16:11.161] Build status: STARTED
[12:16:11.161] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:91:0) after 9m41s
[12:25:52.218] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:91:0)
[12:25:52.238] Build status: STARTED
[12:25:52.238] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:92:0) after 9m56s
[12:35:48.252] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:92:0)
[12:35:48.269] Build status: STARTED
[12:35:48.269] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:93:0) after 8m21s
[12:44:09.292] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:93:0)
[12:44:09.330] Build status: STARTED
[12:44:09.330] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:94:0) after 6m18s
[12:50:27.401] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:94:0)
[12:50:27.421] Build status: STARTED
[12:50:27.421] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:95:0) after 4m23s
[12:54:50.494] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:95:0)
[12:54:50.531] Build status: STARTED
[12:54:50.531] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:96:0) after 5m35s
[13:00:25.581] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:96:0)
[13:00:25.621] Build status: STARTED
[13:00:25.621] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:97:0) after 7m56s
[13:08:21.667] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:97:0)
[13:08:21.687] Build status: STARTED
[13:08:21.687] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:98:0) after 1m38s
[13:09:59.755] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:98:0)
[13:09:59.787] Build status: STARTED
[13:09:59.787] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:99:0) after 7m31s
[13:17:30.809] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:99:0)
[13:17:30.831] Build status: STARTED
[13:17:30.831] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928281609794059840:100:0) after 7m13s
[13:19:51.371] Received PubSub notification, asking Buildbucket for the build status
[13:19:51.401] Build:
{
  "id": "8762851547921499425",
  "builder": {
    "project": "infra",
    "bucket": "codesearch",
    "builder": "codesearch-gen-chromium-linux"
  },
  "number": 16142,
  "createdBy": "project:infra",
  "createTime": "2023-12-02T04:16:02.474642697Z",
  "startTime": "2023-12-02T04:16:03.882914Z",
  "endTime": "2023-12-02T13:19:50.630124Z",
  "updateTime": "2023-12-02T13:19:50.630124Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "timeout": {

    }
  },
  "input": {

  }
}
[13:19:51.401] Invocation finished in 9h3m50.095947194s with status FAILED