Status: FAILED
Triggered by: infra-codesearch@chops-service-accounts.iam.gserviceaccount.com
Duration: 9 hours
Actions:

Definition (rev 8e315401116bbc5f80ed0063020a73aea2b1cacc)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "codesearch"
  builder: "codesearch-gen-chromium-chromiumos"
>

Incoming triggers

  • codesearch-gen-chromium-initiator/18446 (10 months ago by infra-codesearch@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "codesearch_mirror_revision": "4519677cd3a33d8122d309635cf87ae75a54c6e1",
  "codesearch_mirror_revision_timestamp": 1700726441,
  "root_solution_revision": "139eff5afc7e9e16569e7501d2ec02f740412c89",
  "root_solution_revision_timestamp": 1700726385
}

Incoming tags

  • parent_buildername:codesearch-gen-chromium-initiator
  • parent_buildnumber:18446
  • user_agent:recipe

Debug log (UTC)

[10:02:50.531] New invocation is queued and will start shortly
[10:02:50.531] Triggered by user:infra-codesearch@chops-service-accounts.iam.gserviceaccount.com
[10:02:51.658] Starting the invocation (attempt 1)
[10:02:51.707] Ignoring gitiles_ref tag without the buildset tag
[10:02:51.707] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[10:02:51.707] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[10:02:51.707] Buildbucket request:
{
  "requestId": "8929075162449738576",
  "builder": {
    "project": "infra",
    "bucket": "codesearch",
    "builder": "codesearch-gen-chromium-chromiumos"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8929075162449738576",
            "job": "infra/codesearch-gen-chromium-chromiumos",
            "triggers": [
                  {
                        "buildbucket": {
                              "properties": {
                                    "codesearch_mirror_revision": "4519677cd3a33d8122d309635cf87ae75a54c6e1",
                                    "codesearch_mirror_revision_timestamp": 1700726441,
                                    "root_solution_revision": "139eff5afc7e9e16569e7501d2ec02f740412c89",
                                    "root_solution_revision_timestamp": 1700726385
                                  },
                              "tags": [
                                    "parent_buildername:codesearch-gen-chromium-initiator",
                                    "parent_buildnumber:18446",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "99306d3f-49c3-442c-9ba7-d6c9f8cecf38",
                        "title": "codesearch-gen-chromium-initiator/18446"
                      }
                ]
          },
      "codesearch_mirror_revision": "4519677cd3a33d8122d309635cf87ae75a54c6e1",
      "codesearch_mirror_revision_timestamp": 1700726441,
      "root_solution_revision": "139eff5afc7e9e16569e7501d2ec02f740412c89",
      "root_solution_revision_timestamp": 1700726385
    },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8929075162449738576"
    },
    {
      "key": "scheduler_job_id",
      "value": "infra/codesearch-gen-chromium-chromiumos"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "codesearch-gen-chromium-initiator"
    },
    {
      "key": "parent_buildnumber",
      "value": "18446"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[10:02:52.673] Scheduled build:
{
  "id": "8763645100251345745",
  "builder": {
    "project": "infra",
    "bucket": "codesearch",
    "builder": "codesearch-gen-chromium-chromiumos"
  },
  "number": 15800,
  "createdBy": "project:infra",
  "createTime": "2023-11-23T10:02:51.998768139Z",
  "updateTime": "2023-11-23T10:02:51.998768139Z",
  "status": "SCHEDULED",
  "input": {

  }
}
[10:02:52.674] Task URL: https://cr-buildbucket.appspot.com/build/8763645100251345745
[10:02:52.674] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:2:0) after 5m10s
[10:02:53.584] Received PubSub notification, asking Buildbucket for the build status
[10:02:53.615] Build status: SCHEDULED
[10:02:53.998] Received PubSub notification, asking Buildbucket for the build status
[10:02:54.021] Build status: STARTED
[10:08:02.810] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:2:0)
[10:08:02.860] Build status: STARTED
[10:08:02.860] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:5:0) after 3m7s
[10:11:09.895] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:5:0)
[10:11:09.933] Build status: STARTED
[10:11:09.933] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:6:0) after 8m42s
[10:19:51.950] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:6:0)
[10:19:51.970] Build status: STARTED
[10:19:51.970] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:7:0) after 4m7s
[10:23:59.080] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:7:0)
[10:23:59.123] Build status: STARTED
[10:23:59.123] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:8:0) after 3m53s
[10:27:52.259] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:8:0)
[10:27:52.287] Build status: STARTED
[10:27:52.287] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:9:0) after 8m50s
[10:36:42.447] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:9:0)
[10:36:42.552] Build status: STARTED
[10:36:42.552] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:10:0) after 2m29s
[10:39:11.567] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:10:0)
[10:39:11.613] Build status: STARTED
[10:39:11.613] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:11:0) after 7m22s
[10:46:33.616] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:11:0)
[10:46:33.642] Build status: STARTED
[10:46:33.642] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:12:0) after 3m25s
[10:49:59.080] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:12:0)
[10:49:59.165] Build status: STARTED
[10:49:59.165] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:13:0) after 6m15s
[10:56:14.533] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:13:0)
[10:56:14.563] Build status: STARTED
[10:56:14.563] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:14:0) after 9m26s
[11:05:40.741] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:14:0)
[11:05:40.771] Build status: STARTED
[11:05:40.771] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:15:0) after 1m24s
[11:07:04.966] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:15:0)
[11:07:05.017] Build status: STARTED
[11:07:05.017] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:16:0) after 1m31s
[11:08:36.113] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:16:0)
[11:08:36.199] Build status: STARTED
[11:08:36.199] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:17:0) after 2m45s
[11:11:21.302] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:17:0)
[11:11:21.350] Build status: STARTED
[11:11:21.350] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:18:0) after 9m35s
[11:20:56.794] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:18:0)
[11:20:56.828] Build status: STARTED
[11:20:56.828] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:19:0) after 5m39s
[11:26:35.853] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:19:0)
[11:26:35.879] Build status: STARTED
[11:26:35.879] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:20:0) after 8m15s
[11:34:51.332] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:20:0)
[11:34:51.356] Build status: STARTED
[11:34:51.356] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:21:0) after 9m47s
[11:44:38.452] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:21:0)
[11:44:38.535] Build status: STARTED
[11:44:38.536] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:22:0) after 1m39s
[11:46:17.753] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:22:0)
[11:46:17.820] Build status: STARTED
[11:46:17.820] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:23:0) after 8m34s
[11:54:52.017] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:23:0)
[11:54:52.070] Build status: STARTED
[11:54:52.070] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:24:0) after 9m55s
[12:04:47.087] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:24:0)
[12:04:47.111] Build status: STARTED
[12:04:47.111] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:25:0) after 7m8s
[12:11:55.128] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:25:0)
[12:11:55.170] Build status: STARTED
[12:11:55.170] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:26:0) after 7m22s
[12:19:17.569] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:26:0)
[12:19:17.591] Build status: STARTED
[12:19:17.591] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:27:0) after 1m58s
[12:21:15.718] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:27:0)
[12:21:15.785] Build status: STARTED
[12:21:15.785] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:28:0) after 5m10s
[12:26:25.870] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:28:0)
[12:26:25.894] Build status: STARTED
[12:26:25.894] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:29:0) after 5m29s
[12:31:54.973] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:29:0)
[12:31:55.007] Build status: STARTED
[12:31:55.007] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:30:0) after 8m6s
[12:40:01.024] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:30:0)
[12:40:01.098] Build status: STARTED
[12:40:01.098] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:31:0) after 2m53s
[12:42:54.238] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:31:0)
[12:42:54.267] Build status: STARTED
[12:42:54.267] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:32:0) after 8m22s
[12:51:16.311] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:32:0)
[12:51:16.639] Build status: STARTED
[12:51:16.639] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:33:0) after 5m45s
[12:57:01.652] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:33:0)
[12:57:01.679] Build status: STARTED
[12:57:01.679] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:34:0) after 3m37s
[13:00:38.689] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:34:0)
[13:00:38.708] Build status: STARTED
[13:00:38.708] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:35:0) after 5m54s
[13:06:32.872] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:35:0)
[13:06:32.905] Build status: STARTED
[13:06:32.905] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:36:0) after 3m59s
[13:10:31.923] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:36:0)
[13:10:31.944] Build status: STARTED
[13:10:31.944] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:37:0) after 8m29s
[13:19:01.250] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:37:0)
[13:19:01.269] Build status: STARTED
[13:19:01.269] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:38:0) after 1m49s
[13:20:50.303] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:38:0)
[13:20:50.348] Build status: STARTED
[13:20:50.348] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:39:0) after 9m56s
[13:30:46.367] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:39:0)
[13:30:46.402] Build status: STARTED
[13:30:46.402] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:40:0) after 7m51s
[13:38:37.664] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:40:0)
[13:38:37.682] Build status: STARTED
[13:38:37.682] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:41:0) after 9m17s
[13:47:54.972] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:41:0)
[13:47:55.098] Build status: STARTED
[13:47:55.098] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:42:0) after 5m13s
[13:53:08.335] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:42:0)
[13:53:08.356] Build status: STARTED
[13:53:08.356] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:43:0) after 7m39s
[14:00:47.422] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:43:0)
[14:00:47.490] Build status: STARTED
[14:00:47.490] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:44:0) after 9m0s
[14:09:47.519] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:44:0)
[14:09:47.541] Build status: STARTED
[14:09:47.541] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:45:0) after 7m41s
[14:17:28.664] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:45:0)
[14:17:28.688] Build status: STARTED
[14:17:28.688] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:46:0) after 9m39s
[14:27:07.712] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:46:0)
[14:27:07.757] Build status: STARTED
[14:27:07.757] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:47:0) after 6m13s
[14:33:20.774] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:47:0)
[14:33:20.816] Build status: STARTED
[14:33:20.816] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:48:0) after 4m44s
[14:38:04.854] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:48:0)
[14:38:04.967] Build status: STARTED
[14:38:04.967] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:49:0) after 1m54s
[14:39:59.483] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:49:0)
[14:39:59.503] Build status: STARTED
[14:39:59.503] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:50:0) after 5m33s
[14:45:32.504] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:50:0)
[14:45:32.523] Build status: STARTED
[14:45:32.523] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:51:0) after 8m23s
[14:53:55.561] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:51:0)
[14:53:55.584] Build status: STARTED
[14:53:55.584] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:52:0) after 7m24s
[15:01:19.598] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:52:0)
[15:01:19.782] Build status: STARTED
[15:01:19.782] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:53:0) after 6m57s
[15:08:16.806] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:53:0)
[15:08:16.842] Build status: STARTED
[15:08:16.843] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:54:0) after 7m10s
[15:15:26.887] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:54:0)
[15:15:26.973] Build status: STARTED
[15:15:26.973] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:55:0) after 6m7s
[15:21:34.090] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:55:0)
[15:21:34.150] Build status: STARTED
[15:21:34.150] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:56:0) after 7m37s
[15:29:11.191] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:56:0)
[15:29:11.221] Build status: STARTED
[15:29:11.221] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:57:0) after 3m31s
[15:32:42.385] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:57:0)
[15:32:42.412] Build status: STARTED
[15:32:42.412] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:58:0) after 8m8s
[15:40:50.531] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:58:0)
[15:40:50.569] Build status: STARTED
[15:40:50.569] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:59:0) after 2m22s
[15:43:12.757] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:59:0)
[15:43:12.803] Build status: STARTED
[15:43:12.803] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:60:0) after 2m3s
[15:45:16.157] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:60:0)
[15:45:16.272] Build status: STARTED
[15:45:16.272] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:61:0) after 8m38s
[15:53:54.617] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:61:0)
[15:53:54.638] Build status: STARTED
[15:53:54.638] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:62:0) after 8m57s
[16:02:51.998] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:62:0)
[16:02:52.062] Build status: STARTED
[16:02:52.062] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:63:0) after 2m28s
[16:05:20.254] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:63:0)
[16:05:20.285] Build status: STARTED
[16:05:20.285] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:64:0) after 6m32s
[16:11:52.300] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:64:0)
[16:11:52.339] Build status: STARTED
[16:11:52.339] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:65:0) after 5m54s
[16:17:46.358] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:65:0)
[16:17:46.409] Build status: STARTED
[16:17:46.409] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:66:0) after 2m35s
[16:20:21.540] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:66:0)
[16:20:21.574] Build status: STARTED
[16:20:21.574] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:67:0) after 6m28s
[16:26:49.608] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:67:0)
[16:26:49.640] Build status: STARTED
[16:26:49.640] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:68:0) after 5m46s
[16:32:35.695] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:68:0)
[16:32:35.718] Build status: STARTED
[16:32:35.718] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:69:0) after 4m6s
[16:36:41.739] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:69:0)
[16:36:41.757] Build status: STARTED
[16:36:41.757] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:70:0) after 4m30s
[16:41:12.029] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:70:0)
[16:41:12.054] Build status: STARTED
[16:41:12.054] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:71:0) after 6m53s
[16:48:05.062] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:71:0)
[16:48:05.084] Build status: STARTED
[16:48:05.084] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:72:0) after 4m25s
[16:52:30.104] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:72:0)
[16:52:30.121] Build status: STARTED
[16:52:30.121] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:73:0) after 7m46s
[17:00:16.112] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:73:0)
[17:00:16.134] Build status: STARTED
[17:00:16.134] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:74:0) after 9m59s
[17:10:15.317] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:74:0)
[17:10:15.387] Build status: STARTED
[17:10:15.387] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:75:0) after 5m41s
[17:15:56.441] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:75:0)
[17:15:56.470] Build status: STARTED
[17:15:56.470] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:76:0) after 1m50s
[17:17:46.487] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:76:0)
[17:17:46.507] Build status: STARTED
[17:17:46.507] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:77:0) after 9m9s
[17:26:55.792] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:77:0)
[17:26:55.813] Build status: STARTED
[17:26:55.813] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:78:0) after 9m4s
[17:35:59.837] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:78:0)
[17:35:59.916] Build status: STARTED
[17:35:59.916] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:79:0) after 9m14s
[17:45:13.941] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:79:0)
[17:45:13.963] Build status: STARTED
[17:45:13.963] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:80:0) after 1m35s
[17:46:49.076] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:80:0)
[17:46:49.097] Build status: STARTED
[17:46:49.097] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:81:0) after 5m20s
[17:52:09.116] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:81:0)
[17:52:09.254] Build status: STARTED
[17:52:09.254] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:82:0) after 7m46s
[17:59:55.454] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:82:0)
[17:59:55.556] Build status: STARTED
[17:59:55.556] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:83:0) after 8m4s
[18:07:59.691] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:83:0)
[18:07:59.713] Build status: STARTED
[18:07:59.713] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:84:0) after 3m4s
[18:11:03.881] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:84:0)
[18:11:03.980] Build status: STARTED
[18:11:03.980] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:85:0) after 7m22s
[18:18:26.289] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:85:0)
[18:18:26.382] Build status: STARTED
[18:18:26.382] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:86:0) after 8m28s
[18:26:54.471] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:86:0)
[18:26:54.524] Build status: STARTED
[18:26:54.524] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:87:0) after 1m19s
[18:28:13.541] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:87:0)
[18:28:13.573] Build status: STARTED
[18:28:13.573] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:88:0) after 7m52s
[18:36:05.691] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:88:0)
[18:36:05.743] Build status: STARTED
[18:36:05.743] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:89:0) after 2m47s
[18:38:52.766] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:89:0)
[18:38:52.799] Build status: STARTED
[18:38:52.799] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:90:0) after 4m31s
[18:43:23.939] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:90:0)
[18:43:24.028] Build status: STARTED
[18:43:24.028] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:91:0) after 3m55s
[18:47:19.188] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:91:0)
[18:47:19.208] Build status: STARTED
[18:47:19.208] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:92:0) after 3m37s
[18:50:56.229] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:92:0)
[18:50:56.261] Build status: STARTED
[18:50:56.261] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:93:0) after 3m29s
[18:54:25.414] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:93:0)
[18:54:25.434] Build status: STARTED
[18:54:25.434] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:94:0) after 6m18s
[19:00:43.764] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:94:0)
[19:00:43.801] Build status: STARTED
[19:00:43.801] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:95:0) after 1m53s
[19:02:36.922] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:95:0)
[19:02:37.002] Build status: STARTED
[19:02:37.002] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:96:0) after 3m32s
[19:06:09.017] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:96:0)
[19:06:09.056] Build status: STARTED
[19:06:09.056] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929075162449738576:97:0) after 7m4s
[19:07:13.480] Received PubSub notification, asking Buildbucket for the build status
[19:07:13.495] Build:
{
  "id": "8763645100251345745",
  "builder": {
    "project": "infra",
    "bucket": "codesearch",
    "builder": "codesearch-gen-chromium-chromiumos"
  },
  "number": 15800,
  "createdBy": "project:infra",
  "createTime": "2023-11-23T10:02:51.998768139Z",
  "startTime": "2023-11-23T10:02:53.070188Z",
  "endTime": "2023-11-23T19:07:12.281070Z",
  "updateTime": "2023-11-23T19:07:12.281070Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "timeout": {

    }
  },
  "input": {

  }
}
[19:07:13.495] Invocation finished in 9h4m22.977677099s with status FAILED