Status: FAILED
Triggered by: infra-codesearch@chops-service-accounts.iam.gserviceaccount.com
Duration: 9 hours
Actions:

Definition (rev 8e315401116bbc5f80ed0063020a73aea2b1cacc)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "codesearch"
  builder: "codesearch-gen-chromium-linux"
>

Incoming triggers

  • codesearch-gen-chromium-initiator/18517 (2 years ago by infra-codesearch@chops-service-accounts.iam.gserviceaccount.com)
  • codesearch-gen-chromium-initiator/18518 (2 years ago by infra-codesearch@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "codesearch_mirror_revision": "68e6048ea9b7bfe4654608dc0c3edebedc5e7ab5",
  "codesearch_mirror_revision_timestamp": 1701763272,
  "root_solution_revision": "4c1691bf1c54191ffd87ae8b4544738ab34a9342",
  "root_solution_revision_timestamp": 1701763196
}

Incoming tags

  • parent_buildername:codesearch-gen-chromium-initiator
  • parent_buildnumber:18518
  • user_agent:recipe

Debug log (UTC)

[10:19:58.846] New invocation is queued and will start shortly
[10:19:58.846] Triggered by user:infra-codesearch@chops-service-accounts.iam.gserviceaccount.com
[10:20:00.261] Starting the invocation (attempt 1)
[10:20:00.286] Ignoring gitiles_ref tag without the buildset tag
[10:20:00.286] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[10:20:00.286] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[10:20:00.286] Buildbucket request:
{
  "requestId": "8927986920578675616",
  "builder": {
    "project": "infra",
    "bucket": "codesearch",
    "builder": "codesearch-gen-chromium-linux"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8927986920578675616",
            "job": "infra/codesearch-gen-chromium-linux",
            "triggers": [
                  {
                        "buildbucket": {
                              "properties": {
                                    "codesearch_mirror_revision": "ed47654bd5e8dda25e5debffc588eb1c7119960e",
                                    "codesearch_mirror_revision_timestamp": 1701748738,
                                    "root_solution_revision": "d4e6cc8d3dc444722132983ff4c16422476fe0ad",
                                    "root_solution_revision_timestamp": 1701748379
                                  },
                              "tags": [
                                    "parent_buildername:codesearch-gen-chromium-initiator",
                                    "parent_buildnumber:18517",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "ca341d82-48aa-4879-a163-9ad9fd4ab072",
                        "title": "codesearch-gen-chromium-initiator/18517"
                      },
                  {
                        "buildbucket": {
                              "properties": {
                                    "codesearch_mirror_revision": "68e6048ea9b7bfe4654608dc0c3edebedc5e7ab5",
                                    "codesearch_mirror_revision_timestamp": 1701763272,
                                    "root_solution_revision": "4c1691bf1c54191ffd87ae8b4544738ab34a9342",
                                    "root_solution_revision_timestamp": 1701763196
                                  },
                              "tags": [
                                    "parent_buildername:codesearch-gen-chromium-initiator",
                                    "parent_buildnumber:18518",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "2b62dda4-fcb8-49dc-a740-4a26969140f8",
                        "title": "codesearch-gen-chromium-initiator/18518"
                      }
                ]
          },
      "codesearch_mirror_revision": "68e6048ea9b7bfe4654608dc0c3edebedc5e7ab5",
      "codesearch_mirror_revision_timestamp": 1701763272,
      "root_solution_revision": "4c1691bf1c54191ffd87ae8b4544738ab34a9342",
      "root_solution_revision_timestamp": 1701763196
    },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8927986920578675616"
    },
    {
      "key": "scheduler_job_id",
      "value": "infra/codesearch-gen-chromium-linux"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "codesearch-gen-chromium-initiator"
    },
    {
      "key": "parent_buildnumber",
      "value": "18518"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[10:20:00.913] Scheduled build:
{
  "id": "8762556858291277233",
  "builder": {
    "project": "infra",
    "bucket": "codesearch",
    "builder": "codesearch-gen-chromium-linux"
  },
  "number": 16156,
  "createdBy": "project:infra",
  "createTime": "2023-12-05T10:20:00.406419240Z",
  "updateTime": "2023-12-05T10:20:00.406419240Z",
  "status": "SCHEDULED",
  "input": {

  }
}
[10:20:00.913] Task URL: https://cr-buildbucket.appspot.com/build/8762556858291277233
[10:20:00.913] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:2:0) after 2m36s
[10:20:09.668] Received PubSub notification, asking Buildbucket for the build status
[10:20:09.693] Build status: SCHEDULED
[10:21:15.919] Received PubSub notification, asking Buildbucket for the build status
[10:21:15.959] Build status: STARTED
[10:22:36.943] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:2:0)
[10:22:36.963] Build status: STARTED
[10:22:36.963] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:5:0) after 5m40s
[10:28:16.994] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:5:0)
[10:28:17.026] Build status: STARTED
[10:28:17.026] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:6:0) after 6m13s
[10:34:30.168] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:6:0)
[10:34:30.325] Build status: STARTED
[10:34:30.325] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:7:0) after 4m11s
[10:38:41.405] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:7:0)
[10:38:41.435] Build status: STARTED
[10:38:41.435] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:8:0) after 4m14s
[10:42:55.421] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:8:0)
[10:42:55.445] Build status: STARTED
[10:42:55.445] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:9:0) after 8m59s
[10:51:54.558] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:9:0)
[10:51:54.649] Build status: STARTED
[10:51:54.649] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:10:0) after 9m35s
[11:01:29.700] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:10:0)
[11:01:29.721] Build status: STARTED
[11:01:29.721] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:11:0) after 5m20s
[11:06:49.942] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:11:0)
[11:06:49.985] Build status: STARTED
[11:06:49.986] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:12:0) after 6m1s
[11:12:51.134] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:12:0)
[11:12:51.162] Build status: STARTED
[11:12:51.162] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:13:0) after 6m45s
[11:19:36.275] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:13:0)
[11:19:36.290] Build status: STARTED
[11:19:36.290] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:14:0) after 2m30s
[11:22:06.474] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:14:0)
[11:22:06.575] Build status: STARTED
[11:22:06.575] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:15:0) after 8m34s
[11:30:40.652] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:15:0)
[11:30:40.739] Build status: STARTED
[11:30:40.739] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:16:0) after 8m17s
[11:38:57.843] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:16:0)
[11:38:57.860] Build status: STARTED
[11:38:57.860] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:17:0) after 4m59s
[11:43:56.944] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:17:0)
[11:43:56.976] Build status: STARTED
[11:43:56.976] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:18:0) after 3m15s
[11:47:12.407] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:18:0)
[11:47:12.436] Build status: STARTED
[11:47:12.436] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:19:0) after 2m51s
[11:50:03.424] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:19:0)
[11:50:03.456] Build status: STARTED
[11:50:03.456] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:20:0) after 5m26s
[11:55:29.470] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:20:0)
[11:55:29.491] Build status: STARTED
[11:55:29.491] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:21:0) after 1m38s
[11:57:07.599] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:21:0)
[11:57:07.636] Build status: STARTED
[11:57:07.636] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:22:0) after 5m54s
[12:03:01.650] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:22:0)
[12:03:01.697] Build status: STARTED
[12:03:01.697] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:23:0) after 3m31s
[12:06:32.898] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:23:0)
[12:06:32.920] Build status: STARTED
[12:06:32.920] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:24:0) after 3m7s
[12:09:39.935] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:24:0)
[12:09:39.972] Build status: STARTED
[12:09:39.972] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:25:0) after 6m19s
[12:15:58.985] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:25:0)
[12:15:59.019] Build status: STARTED
[12:15:59.019] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:26:0) after 3m2s
[12:19:01.034] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:26:0)
[12:19:01.059] Build status: STARTED
[12:19:01.059] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:27:0) after 4m11s
[12:23:12.172] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:27:0)
[12:23:12.202] Build status: STARTED
[12:23:12.202] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:28:0) after 3m36s
[12:26:48.584] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:28:0)
[12:26:48.607] Build status: STARTED
[12:26:48.607] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:29:0) after 2m56s
[12:29:44.625] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:29:0)
[12:29:44.650] Build status: STARTED
[12:29:44.650] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:30:0) after 9m15s
[12:38:59.760] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:30:0)
[12:38:59.786] Build status: STARTED
[12:38:59.786] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:31:0) after 2m31s
[12:41:30.808] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:31:0)
[12:41:30.826] Build status: STARTED
[12:41:30.826] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:32:0) after 8m34s
[12:50:05.034] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:32:0)
[12:50:05.072] Build status: STARTED
[12:50:05.072] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:33:0) after 3m5s
[12:53:10.087] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:33:0)
[12:53:10.276] Build status: STARTED
[12:53:10.276] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:34:0) after 5m31s
[12:58:41.457] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:34:0)
[12:58:41.474] Build status: STARTED
[12:58:41.474] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:35:0) after 4m12s
[13:02:53.448] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:35:0)
[13:02:53.475] Build status: STARTED
[13:02:53.475] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:36:0) after 9m3s
[13:11:56.535] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:36:0)
[13:11:56.553] Build status: STARTED
[13:11:56.553] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:37:0) after 4m59s
[13:16:55.643] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:37:0)
[13:16:55.662] Build status: STARTED
[13:16:55.662] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:38:0) after 3m38s
[13:20:33.676] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:38:0)
[13:20:33.712] Build status: STARTED
[13:20:33.712] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:39:0) after 5m55s
[13:26:28.729] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:39:0)
[13:26:28.762] Build status: STARTED
[13:26:28.762] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:40:0) after 9m0s
[13:35:28.781] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:40:0)
[13:35:28.812] Build status: STARTED
[13:35:28.812] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:41:0) after 4m37s
[13:40:06.095] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:41:0)
[13:40:06.175] Build status: STARTED
[13:40:06.175] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:42:0) after 8m58s
[13:49:04.298] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:42:0)
[13:49:04.317] Build status: STARTED
[13:49:04.317] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:43:0) after 4m38s
[13:53:42.395] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:43:0)
[13:53:42.416] Build status: STARTED
[13:53:42.416] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:44:0) after 8m15s
[14:01:57.503] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:44:0)
[14:01:57.564] Build status: STARTED
[14:01:57.564] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:45:0) after 1m31s
[14:03:28.722] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:45:0)
[14:03:28.757] Build status: STARTED
[14:03:28.757] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:46:0) after 3m16s
[14:06:45.064] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:46:0)
[14:06:45.094] Build status: STARTED
[14:06:45.094] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:47:0) after 5m8s
[14:11:53.079] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:47:0)
[14:11:53.113] Build status: STARTED
[14:11:53.113] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:48:0) after 3m54s
[14:15:47.138] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:48:0)
[14:15:47.199] Build status: STARTED
[14:15:47.199] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:49:0) after 6m14s
[14:22:01.346] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:49:0)
[14:22:01.433] Build status: STARTED
[14:22:01.433] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:50:0) after 3m46s
[14:25:47.693] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:50:0)
[14:25:47.729] Build status: STARTED
[14:25:47.729] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:51:0) after 6m40s
[14:32:28.309] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:51:0)
[14:32:28.350] Build status: STARTED
[14:32:28.350] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:52:0) after 3m24s
[14:35:52.369] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:52:0)
[14:35:52.408] Build status: STARTED
[14:35:52.408] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:53:0) after 2m35s
[14:38:27.426] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:53:0)
[14:38:27.473] Build status: STARTED
[14:38:27.473] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:54:0) after 3m16s
[14:41:43.489] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:54:0)
[14:41:43.507] Build status: STARTED
[14:41:43.507] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:55:0) after 6m15s
[14:47:58.750] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:55:0)
[14:47:58.779] Build status: STARTED
[14:47:58.779] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:56:0) after 8m31s
[14:56:29.815] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:56:0)
[14:56:29.835] Build status: STARTED
[14:56:29.835] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:57:0) after 2m58s
[14:59:27.964] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:57:0)
[14:59:27.999] Build status: STARTED
[14:59:27.999] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:58:0) after 8m48s
[15:08:16.037] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:58:0)
[15:08:16.171] Build status: STARTED
[15:08:16.171] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:59:0) after 5m27s
[15:13:43.248] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:59:0)
[15:13:43.284] Build status: STARTED
[15:13:43.284] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:60:0) after 9m40s
[15:23:23.304] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:60:0)
[15:23:23.336] Build status: STARTED
[15:23:23.336] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:61:0) after 8m23s
[15:31:46.353] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:61:0)
[15:31:46.408] Build status: STARTED
[15:31:46.408] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:62:0) after 5m14s
[15:37:00.646] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:62:0)
[15:37:00.675] Build status: STARTED
[15:37:00.675] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:63:0) after 1m18s
[15:38:18.775] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:63:0)
[15:38:18.836] Build status: STARTED
[15:38:18.836] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:64:0) after 2m37s
[15:40:55.853] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:64:0)
[15:40:55.883] Build status: STARTED
[15:40:55.883] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:65:0) after 9m55s
[15:50:51.012] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:65:0)
[15:50:51.067] Build status: STARTED
[15:50:51.067] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:66:0) after 6m3s
[15:56:54.443] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:66:0)
[15:56:54.501] Build status: STARTED
[15:56:54.501] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:67:0) after 5m20s
[16:02:14.530] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:67:0)
[16:02:14.558] Build status: STARTED
[16:02:14.558] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:68:0) after 7m17s
[16:09:31.849] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:68:0)
[16:09:31.969] Build status: STARTED
[16:09:31.969] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:69:0) after 1m19s
[16:10:50.999] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:69:0)
[16:10:51.061] Build status: STARTED
[16:10:51.061] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:70:0) after 2m48s
[16:13:39.177] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:70:0)
[16:13:39.205] Build status: STARTED
[16:13:39.205] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:71:0) after 6m32s
[16:20:11.278] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:71:0)
[16:20:11.346] Build status: STARTED
[16:20:11.346] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:72:0) after 1m40s
[16:21:51.370] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:72:0)
[16:21:51.392] Build status: STARTED
[16:21:51.392] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:73:0) after 3m43s
[16:25:34.735] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:73:0)
[16:25:34.763] Build status: STARTED
[16:25:34.763] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:74:0) after 7m26s
[16:33:01.158] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:74:0)
[16:33:01.196] Build status: STARTED
[16:33:01.196] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:75:0) after 7m23s
[16:40:24.252] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:75:0)
[16:40:24.279] Build status: STARTED
[16:40:24.280] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:76:0) after 4m39s
[16:45:03.314] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:76:0)
[16:45:03.430] Build status: STARTED
[16:45:03.430] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:77:0) after 2m19s
[16:47:22.461] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:77:0)
[16:47:22.534] Build status: STARTED
[16:47:22.534] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:78:0) after 5m8s
[16:52:30.953] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:78:0)
[16:52:30.985] Build status: STARTED
[16:52:30.985] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:79:0) after 9m58s
[17:02:29.089] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:79:0)
[17:02:29.119] Build status: STARTED
[17:02:29.119] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:80:0) after 7m6s
[17:09:35.135] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:80:0)
[17:09:35.171] Build status: STARTED
[17:09:35.171] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:81:0) after 4m29s
[17:14:04.252] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:81:0)
[17:14:04.331] Build status: STARTED
[17:14:04.331] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:82:0) after 1m37s
[17:15:41.511] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:82:0)
[17:15:41.761] Build status: STARTED
[17:15:41.761] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:83:0) after 2m30s
[17:18:11.825] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:83:0)
[17:18:11.844] Build status: STARTED
[17:18:11.844] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:84:0) after 6m20s
[17:24:31.862] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:84:0)
[17:24:31.913] Build status: STARTED
[17:24:31.913] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:85:0) after 2m55s
[17:27:26.940] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:85:0)
[17:27:26.963] Build status: STARTED
[17:27:26.963] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:86:0) after 4m15s
[17:31:41.996] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:86:0)
[17:31:42.042] Build status: STARTED
[17:31:42.042] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:87:0) after 7m35s
[17:39:17.176] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:87:0)
[17:39:17.285] Build status: STARTED
[17:39:17.285] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:88:0) after 9m2s
[17:48:19.334] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:88:0)
[17:48:19.355] Build status: STARTED
[17:48:19.355] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:89:0) after 4m49s
[17:53:08.380] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:89:0)
[17:53:08.483] Build status: STARTED
[17:53:08.483] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:90:0) after 9m16s
[18:02:24.548] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:90:0)
[18:02:24.612] Build status: STARTED
[18:02:24.612] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:91:0) after 4m13s
[18:06:37.696] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:91:0)
[18:06:37.777] Build status: STARTED
[18:06:37.777] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:92:0) after 4m26s
[18:11:03.852] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:92:0)
[18:11:03.878] Build status: STARTED
[18:11:03.879] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:93:0) after 9m17s
[18:20:20.931] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:93:0)
[18:20:21.025] Build status: STARTED
[18:20:21.025] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:94:0) after 8m23s
[18:28:44.051] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:94:0)
[18:28:44.112] Build status: STARTED
[18:28:44.112] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:95:0) after 4m54s
[18:33:38.197] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:95:0)
[18:33:38.237] Build status: STARTED
[18:33:38.237] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:96:0) after 2m10s
[18:35:48.373] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:96:0)
[18:35:48.411] Build status: STARTED
[18:35:48.411] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:97:0) after 5m3s
[18:40:51.446] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:97:0)
[18:40:51.488] Build status: STARTED
[18:40:51.488] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:98:0) after 9m24s
[18:50:15.510] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:98:0)
[18:50:15.533] Build status: STARTED
[18:50:15.533] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:99:0) after 1m22s
[18:51:37.606] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:99:0)
[18:51:37.628] Build status: STARTED
[18:51:37.628] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:100:0) after 8m11s
[18:59:48.634] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:100:0)
[18:59:48.657] Build status: STARTED
[18:59:48.657] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:101:0) after 8m28s
[19:08:16.750] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:101:0)
[19:08:16.925] Build status: STARTED
[19:08:16.925] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:102:0) after 5m0s
[19:13:16.946] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:102:0)
[19:13:16.968] Build status: STARTED
[19:13:16.968] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:103:0) after 5m8s
[19:18:24.946] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:103:0)
[19:18:24.974] Build status: STARTED
[19:18:24.974] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:104:0) after 3m0s
[19:21:25.090] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:104:0)
[19:21:25.113] Build status: STARTED
[19:21:25.113] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927986920578675616:105:0) after 6m10s
[19:25:31.401] Received PubSub notification, asking Buildbucket for the build status
[19:25:31.427] Build:
{
  "id": "8762556858291277233",
  "builder": {
    "project": "infra",
    "bucket": "codesearch",
    "builder": "codesearch-gen-chromium-linux"
  },
  "number": 16156,
  "createdBy": "project:infra",
  "createTime": "2023-12-05T10:20:00.406419240Z",
  "startTime": "2023-12-05T10:21:14.945058Z",
  "endTime": "2023-12-05T19:25:30.246995Z",
  "updateTime": "2023-12-05T19:25:30.246995Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "timeout": {

    }
  },
  "input": {

  }
}
[19:25:31.427] Invocation finished in 9h5m32.58639956s with status FAILED