Status: FAILED
Triggered by: infra-codesearch@chops-service-accounts.iam.gserviceaccount.com
Duration: 9 hours
Actions:

Definition (rev 8e315401116bbc5f80ed0063020a73aea2b1cacc)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "codesearch"
  builder: "codesearch-gen-chromium-chromiumos"
>

Incoming triggers

  • codesearch-gen-chromium-initiator/18347 (11 months ago by infra-codesearch@chops-service-accounts.iam.gserviceaccount.com)
  • codesearch-gen-chromium-initiator/18348 (11 months ago by infra-codesearch@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "codesearch_mirror_revision": "7c23ef69ca1889e5173f5941a32083be8020709a",
  "codesearch_mirror_revision_timestamp": 1699309911,
  "root_solution_revision": "78383c2c8de7aa95182bfa0b857b928bc6a8208e",
  "root_solution_revision_timestamp": 1699309577
}

Incoming tags

  • parent_buildername:codesearch-gen-chromium-initiator
  • parent_buildnumber:18348
  • user_agent:recipe

Debug log (UTC)

[01:05:40.638] New invocation is queued and will start shortly
[01:05:40.638] Triggered by user:infra-codesearch@chops-service-accounts.iam.gserviceaccount.com
[01:05:41.718] Starting the invocation (attempt 1)
[01:05:41.750] Ignoring gitiles_ref tag without the buildset tag
[01:05:41.750] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:05:41.750] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:05:41.750] Buildbucket request:
{
  "requestId": "8930558509396875072",
  "builder": {
    "project": "infra",
    "bucket": "codesearch",
    "builder": "codesearch-gen-chromium-chromiumos"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8930558509396875072",
            "job": "infra/codesearch-gen-chromium-chromiumos",
            "triggers": [
                  {
                        "buildbucket": {
                              "properties": {
                                    "codesearch_mirror_revision": "8ebfc3afd9293e461ead2f1db6f2df4360e065ec",
                                    "codesearch_mirror_revision_timestamp": 1699297647,
                                    "root_solution_revision": "6d116a3f7fab279e67723dbdf3741f3053c0bee0",
                                    "root_solution_revision_timestamp": 1699297393
                                  },
                              "tags": [
                                    "parent_buildername:codesearch-gen-chromium-initiator",
                                    "parent_buildnumber:18347",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "d64a9288-c93b-4613-9c1f-671676e617a4",
                        "title": "codesearch-gen-chromium-initiator/18347"
                      },
                  {
                        "buildbucket": {
                              "properties": {
                                    "codesearch_mirror_revision": "7c23ef69ca1889e5173f5941a32083be8020709a",
                                    "codesearch_mirror_revision_timestamp": 1699309911,
                                    "root_solution_revision": "78383c2c8de7aa95182bfa0b857b928bc6a8208e",
                                    "root_solution_revision_timestamp": 1699309577
                                  },
                              "tags": [
                                    "parent_buildername:codesearch-gen-chromium-initiator",
                                    "parent_buildnumber:18348",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "b41df23c-54d1-4eeb-a1cf-f0c5f9892628",
                        "title": "codesearch-gen-chromium-initiator/18348"
                      }
                ]
          },
      "codesearch_mirror_revision": "7c23ef69ca1889e5173f5941a32083be8020709a",
      "codesearch_mirror_revision_timestamp": 1699309911,
      "root_solution_revision": "78383c2c8de7aa95182bfa0b857b928bc6a8208e",
      "root_solution_revision_timestamp": 1699309577
    },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8930558509396875072"
    },
    {
      "key": "scheduler_job_id",
      "value": "infra/codesearch-gen-chromium-chromiumos"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "codesearch-gen-chromium-initiator"
    },
    {
      "key": "parent_buildnumber",
      "value": "18348"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[01:05:42.341] Scheduled build:
{
  "id": "8765128447471759505",
  "builder": {
    "project": "infra",
    "bucket": "codesearch",
    "builder": "codesearch-gen-chromium-chromiumos"
  },
  "number": 15708,
  "createdBy": "project:infra",
  "createTime": "2023-11-07T01:05:41.852214022Z",
  "updateTime": "2023-11-07T01:05:41.852214022Z",
  "status": "SCHEDULED",
  "input": {

  }
}
[01:05:42.341] Task URL: https://cr-buildbucket.appspot.com/build/8765128447471759505
[01:05:42.341] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:2:0) after 9m13s
[01:05:43.251] Received PubSub notification, asking Buildbucket for the build status
[01:05:43.315] Build status: SCHEDULED
[01:05:48.239] Received PubSub notification, asking Buildbucket for the build status
[01:05:48.273] Build status: STARTED
[01:14:55.413] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:2:0)
[01:14:55.440] Build status: STARTED
[01:14:55.440] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:5:0) after 4m21s
[01:19:16.503] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:5:0)
[01:19:16.771] Build status: STARTED
[01:19:16.771] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:6:0) after 1m32s
[01:20:48.787] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:6:0)
[01:20:48.806] Build status: STARTED
[01:20:48.806] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:7:0) after 4m47s
[01:25:35.845] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:7:0)
[01:25:35.865] Build status: STARTED
[01:25:35.865] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:8:0) after 4m43s
[01:30:18.885] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:8:0)
[01:30:18.903] Build status: STARTED
[01:30:18.903] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:9:0) after 5m55s
[01:36:13.923] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:9:0)
[01:36:14.072] Build status: STARTED
[01:36:14.072] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:10:0) after 4m1s
[01:40:15.157] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:10:0)
[01:40:15.324] Build status: STARTED
[01:40:15.324] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:11:0) after 1m54s
[01:42:09.342] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:11:0)
[01:42:09.495] Build status: STARTED
[01:42:09.495] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:12:0) after 2m39s
[01:44:48.605] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:12:0)
[01:44:48.674] Build status: STARTED
[01:44:48.674] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:13:0) after 2m4s
[01:46:52.722] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:13:0)
[01:46:52.753] Build status: STARTED
[01:46:52.758] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:14:0) after 8m48s
[01:55:40.779] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:14:0)
[01:55:40.822] Build status: STARTED
[01:55:40.822] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:15:0) after 2m56s
[01:58:36.837] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:15:0)
[01:58:36.858] Build status: STARTED
[01:58:36.858] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:16:0) after 6m51s
[02:05:27.935] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:16:0)
[02:05:27.994] Build status: STARTED
[02:05:27.995] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:17:0) after 7m4s
[02:12:32.149] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:17:0)
[02:12:32.199] Build status: STARTED
[02:12:32.199] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:18:0) after 5m56s
[02:18:28.263] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:18:0)
[02:18:28.298] Build status: STARTED
[02:18:28.298] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:19:0) after 7m26s
[02:25:54.415] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:19:0)
[02:25:54.438] Build status: STARTED
[02:25:54.439] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:20:0) after 8m21s
[02:34:15.540] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:20:0)
[02:34:15.606] Build status: STARTED
[02:34:15.606] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:21:0) after 9m31s
[02:43:46.728] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:21:0)
[02:43:46.749] Build status: STARTED
[02:43:46.749] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:22:0) after 5m37s
[02:49:23.866] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:22:0)
[02:49:23.944] Build status: STARTED
[02:49:23.944] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:23:0) after 3m53s
[02:53:17.030] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:23:0)
[02:53:17.051] Build status: STARTED
[02:53:17.051] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:24:0) after 1m20s
[02:54:37.256] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:24:0)
[02:54:37.369] Build status: STARTED
[02:54:37.369] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:25:0) after 6m16s
[03:00:53.408] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:25:0)
[03:00:53.445] Build status: STARTED
[03:00:53.445] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:26:0) after 8m20s
[03:09:13.550] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:26:0)
[03:09:13.582] Build status: STARTED
[03:09:13.582] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:27:0) after 9m49s
[03:19:02.607] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:27:0)
[03:19:02.820] Build status: STARTED
[03:19:02.820] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:28:0) after 9m32s
[03:28:34.896] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:28:0)
[03:28:35.066] Build status: STARTED
[03:28:35.066] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:29:0) after 1m8s
[03:29:43.106] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:29:0)
[03:29:43.137] Build status: STARTED
[03:29:43.137] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:30:0) after 7m33s
[03:37:16.315] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:30:0)
[03:37:16.345] Build status: STARTED
[03:37:16.345] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:31:0) after 9m55s
[03:47:11.446] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:31:0)
[03:47:11.467] Build status: STARTED
[03:47:11.467] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:32:0) after 9m47s
[03:56:58.496] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:32:0)
[03:56:58.642] Build status: STARTED
[03:56:58.642] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:33:0) after 9m20s
[04:06:18.726] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:33:0)
[04:06:18.778] Build status: STARTED
[04:06:18.778] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:34:0) after 4m52s
[04:11:10.923] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:34:0)
[04:11:10.995] Build status: STARTED
[04:11:10.995] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:35:0) after 9m45s
[04:20:56.244] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:35:0)
[04:20:56.275] Build status: STARTED
[04:20:56.275] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:36:0) after 3m9s
[04:24:05.394] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:36:0)
[04:24:05.432] Build status: STARTED
[04:24:05.432] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:37:0) after 1m2s
[04:25:07.586] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:37:0)
[04:25:07.619] Build status: STARTED
[04:25:07.619] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:38:0) after 8m35s
[04:33:42.640] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:38:0)
[04:33:42.664] Build status: STARTED
[04:33:42.664] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:39:0) after 3m25s
[04:37:08.209] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:39:0)
[04:37:08.230] Build status: STARTED
[04:37:08.230] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:40:0) after 5m18s
[04:42:26.243] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:40:0)
[04:42:26.270] Build status: STARTED
[04:42:26.270] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:41:0) after 3m40s
[04:46:06.479] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:41:0)
[04:46:06.500] Build status: STARTED
[04:46:06.500] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:42:0) after 6m56s
[04:53:02.657] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:42:0)
[04:53:02.686] Build status: STARTED
[04:53:02.686] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:43:0) after 6m31s
[04:59:33.705] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:43:0)
[04:59:33.761] Build status: STARTED
[04:59:33.761] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:44:0) after 2m14s
[05:01:48.044] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:44:0)
[05:01:48.072] Build status: STARTED
[05:01:48.072] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:45:0) after 4m16s
[05:06:04.597] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:45:0)
[05:06:04.632] Build status: STARTED
[05:06:04.632] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:46:0) after 9m42s
[05:15:46.764] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:46:0)
[05:15:46.789] Build status: STARTED
[05:15:46.789] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:47:0) after 3m42s
[05:19:29.005] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:47:0)
[05:19:29.022] Build status: STARTED
[05:19:29.022] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:48:0) after 7m45s
[05:27:14.040] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:48:0)
[05:27:14.070] Build status: STARTED
[05:27:14.070] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:49:0) after 5m41s
[05:32:55.085] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:49:0)
[05:32:55.121] Build status: STARTED
[05:32:55.121] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:50:0) after 5m5s
[05:38:01.056] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:50:0)
[05:38:01.081] Build status: STARTED
[05:38:01.081] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:51:0) after 4m1s
[05:42:02.471] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:51:0)
[05:42:02.499] Build status: STARTED
[05:42:02.499] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:52:0) after 3m31s
[05:45:33.892] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:52:0)
[05:45:33.909] Build status: STARTED
[05:45:33.909] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:53:0) after 2m23s
[05:47:57.057] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:53:0)
[05:47:57.082] Build status: STARTED
[05:47:57.082] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:54:0) after 7m54s
[05:55:51.053] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:54:0)
[05:55:51.105] Build status: STARTED
[05:55:51.106] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:55:0) after 1m12s
[05:57:03.134] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:55:0)
[05:57:03.155] Build status: STARTED
[05:57:03.155] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:56:0) after 3m14s
[06:00:17.288] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:56:0)
[06:00:17.316] Build status: STARTED
[06:00:17.316] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:57:0) after 3m33s
[06:03:53.564] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:57:0)
[06:04:00.022] Build status: STARTED
[06:04:00.022] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:58:0) after 8m22s
[06:12:22.111] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:58:0)
[06:12:22.214] Build status: STARTED
[06:12:22.214] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:59:0) after 1m14s
[06:13:36.292] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:59:0)
[06:13:36.309] Build status: STARTED
[06:13:36.309] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:60:0) after 7m44s
[06:21:20.509] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:60:0)
[06:21:20.603] Build status: STARTED
[06:21:20.603] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:61:0) after 3m43s
[06:25:03.958] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:61:0)
[06:25:03.976] Build status: STARTED
[06:25:03.976] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:62:0) after 3m59s
[06:29:03.002] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:62:0)
[06:29:03.037] Build status: STARTED
[06:29:03.037] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:63:0) after 2m46s
[06:31:49.144] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:63:0)
[06:31:49.199] Build status: STARTED
[06:31:49.199] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:64:0) after 1m2s
[06:32:51.189] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:64:0)
[06:32:51.281] Build status: STARTED
[06:32:51.281] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:65:0) after 8m39s
[06:41:30.540] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:65:0)
[06:41:30.575] Build status: STARTED
[06:41:30.575] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:66:0) after 1m50s
[06:43:20.635] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:66:0)
[06:43:20.658] Build status: STARTED
[06:43:20.658] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:67:0) after 6m39s
[06:49:59.791] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:67:0)
[06:49:59.818] Build status: STARTED
[06:49:59.818] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:68:0) after 9m39s
[06:59:38.836] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:68:0)
[06:59:38.993] Build status: STARTED
[06:59:38.993] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:69:0) after 7m53s
[07:07:32.032] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:69:0)
[07:07:32.056] Build status: STARTED
[07:07:32.056] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:70:0) after 9m20s
[07:16:52.137] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:70:0)
[07:16:52.168] Build status: STARTED
[07:16:52.168] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:71:0) after 3m35s
[07:20:27.343] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:71:0)
[07:20:27.363] Build status: STARTED
[07:20:27.363] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:72:0) after 4m33s
[07:25:00.488] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:72:0)
[07:25:00.517] Build status: STARTED
[07:25:00.517] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:73:0) after 5m55s
[07:30:55.635] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:73:0)
[07:30:55.671] Build status: STARTED
[07:30:55.671] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:74:0) after 2m41s
[07:33:36.766] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:74:0)
[07:33:36.842] Build status: STARTED
[07:33:36.842] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:75:0) after 4m58s
[07:38:35.290] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:75:0)
[07:38:35.307] Build status: STARTED
[07:38:35.307] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:76:0) after 1m33s
[07:40:08.332] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:76:0)
[07:40:08.355] Build status: STARTED
[07:40:08.355] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:77:0) after 9m56s
[07:50:04.575] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:77:0)
[07:50:04.608] Build status: STARTED
[07:50:04.608] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:78:0) after 4m7s
[07:54:12.116] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:78:0)
[07:54:12.161] Build status: STARTED
[07:54:12.161] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:79:0) after 9m20s
[08:03:32.680] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:79:0)
[08:03:32.723] Build status: STARTED
[08:03:32.723] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:80:0) after 8m26s
[08:11:58.804] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:80:0)
[08:11:58.826] Build status: STARTED
[08:11:58.826] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:81:0) after 4m27s
[08:16:25.867] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:81:0)
[08:16:25.999] Build status: STARTED
[08:16:25.999] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:82:0) after 9m20s
[08:25:46.149] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:82:0)
[08:25:46.174] Build status: STARTED
[08:25:46.174] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:83:0) after 2m44s
[08:28:30.155] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:83:0)
[08:28:30.185] Build status: STARTED
[08:28:30.185] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:84:0) after 9m4s
[08:37:34.212] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:84:0)
[08:37:34.239] Build status: STARTED
[08:37:34.239] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:85:0) after 5m12s
[08:42:46.605] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:85:0)
[08:42:46.635] Build status: STARTED
[08:42:46.635] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:86:0) after 3m8s
[08:45:54.672] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:86:0)
[08:45:54.697] Build status: STARTED
[08:45:54.698] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:87:0) after 7m50s
[08:53:44.905] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:87:0)
[08:53:44.966] Build status: STARTED
[08:53:44.966] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:88:0) after 4m9s
[08:57:53.998] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:88:0)
[08:57:54.023] Build status: STARTED
[08:57:54.023] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:89:0) after 2m19s
[09:00:13.528] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:89:0)
[09:00:13.548] Build status: STARTED
[09:00:13.548] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:90:0) after 6m46s
[09:06:59.604] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:90:0)
[09:06:59.626] Build status: STARTED
[09:06:59.626] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:91:0) after 5m16s
[09:12:16.121] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:91:0)
[09:12:16.139] Build status: STARTED
[09:12:16.139] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:92:0) after 9m28s
[09:21:44.667] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:92:0)
[09:21:44.692] Build status: STARTED
[09:21:44.692] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:93:0) after 4m51s
[09:26:35.754] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:93:0)
[09:26:35.782] Build status: STARTED
[09:26:35.782] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:94:0) after 6m39s
[09:33:14.827] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:94:0)
[09:33:14.944] Build status: STARTED
[09:33:14.944] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:95:0) after 4m59s
[09:38:14.248] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:95:0)
[09:38:14.322] Build status: STARTED
[09:38:14.322] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:96:0) after 9m12s
[09:47:26.378] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:96:0)
[09:47:26.399] Build status: STARTED
[09:47:26.399] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:97:0) after 1m23s
[09:48:49.462] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:97:0)
[09:48:49.484] Build status: STARTED
[09:48:49.484] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:98:0) after 9m2s
[09:57:51.611] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:98:0)
[09:57:51.651] Build status: STARTED
[09:57:51.651] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:99:0) after 2m4s
[09:59:55.671] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:99:0)
[09:59:55.715] Build status: STARTED
[09:59:55.715] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:100:0) after 8m36s
[10:08:32.086] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:100:0)
[10:08:32.112] Build status: STARTED
[10:08:32.112] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930558509396875072:101:0) after 4m45s
[10:08:37.560] Received PubSub notification, asking Buildbucket for the build status
[10:08:37.587] Build:
{
  "id": "8765128447471759505",
  "builder": {
    "project": "infra",
    "bucket": "codesearch",
    "builder": "codesearch-gen-chromium-chromiumos"
  },
  "number": 15708,
  "createdBy": "project:infra",
  "createTime": "2023-11-07T01:05:41.852214022Z",
  "startTime": "2023-11-07T01:05:46.973848Z",
  "endTime": "2023-11-07T10:08:36.691161Z",
  "updateTime": "2023-11-07T10:08:36.691161Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "timeout": {

    }
  },
  "input": {

  }
}
[10:08:37.587] Invocation finished in 9h2m56.95512813s with status FAILED