Status: FAILED
Triggered by: infra-codesearch@chops-service-accounts.iam.gserviceaccount.com
Duration: 9 hours
Actions:

Definition (rev 8e315401116bbc5f80ed0063020a73aea2b1cacc)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "codesearch"
  builder: "codesearch-gen-chromium-fuchsia"
>

Incoming triggers

  • codesearch-gen-chromium-initiator/18518 (1 year ago by infra-codesearch@chops-service-accounts.iam.gserviceaccount.com)
  • codesearch-gen-chromium-initiator/18519 (11 months ago by infra-codesearch@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "codesearch_mirror_revision": "4674ef23ec5a56526017ac67ab038c611c30cd1e",
  "codesearch_mirror_revision_timestamp": 1701777492,
  "root_solution_revision": "8bb9128cfbb90f68653baf9211a0a1b535b539ec",
  "root_solution_revision_timestamp": 1701777362
}

Incoming tags

  • parent_buildername:codesearch-gen-chromium-initiator
  • parent_buildnumber:18519
  • user_agent:recipe

Debug log (UTC)

[14:11:30.155] New invocation is queued and will start shortly
[14:11:30.155] Triggered by user:infra-codesearch@chops-service-accounts.iam.gserviceaccount.com
[14:11:31.236] Starting the invocation (attempt 1)
[14:11:31.266] Ignoring gitiles_ref tag without the buildset tag
[14:11:31.266] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[14:11:31.266] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[14:11:31.266] Buildbucket request:
{
  "requestId": "8927972354494538352",
  "builder": {
    "project": "infra",
    "bucket": "codesearch",
    "builder": "codesearch-gen-chromium-fuchsia"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8927972354494538352",
            "job": "infra/codesearch-gen-chromium-fuchsia",
            "triggers": [
                  {
                        "buildbucket": {
                              "properties": {
                                    "codesearch_mirror_revision": "68e6048ea9b7bfe4654608dc0c3edebedc5e7ab5",
                                    "codesearch_mirror_revision_timestamp": 1701763272,
                                    "root_solution_revision": "4c1691bf1c54191ffd87ae8b4544738ab34a9342",
                                    "root_solution_revision_timestamp": 1701763196
                                  },
                              "tags": [
                                    "parent_buildername:codesearch-gen-chromium-initiator",
                                    "parent_buildnumber:18518",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "2b62dda4-fcb8-49dc-a740-4a26969140f8",
                        "title": "codesearch-gen-chromium-initiator/18518"
                      },
                  {
                        "buildbucket": {
                              "properties": {
                                    "codesearch_mirror_revision": "4674ef23ec5a56526017ac67ab038c611c30cd1e",
                                    "codesearch_mirror_revision_timestamp": 1701777492,
                                    "root_solution_revision": "8bb9128cfbb90f68653baf9211a0a1b535b539ec",
                                    "root_solution_revision_timestamp": 1701777362
                                  },
                              "tags": [
                                    "parent_buildername:codesearch-gen-chromium-initiator",
                                    "parent_buildnumber:18519",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "d81b7e44-f88c-4655-ad57-2592731a68a4",
                        "title": "codesearch-gen-chromium-initiator/18519"
                      }
                ]
          },
      "codesearch_mirror_revision": "4674ef23ec5a56526017ac67ab038c611c30cd1e",
      "codesearch_mirror_revision_timestamp": 1701777492,
      "root_solution_revision": "8bb9128cfbb90f68653baf9211a0a1b535b539ec",
      "root_solution_revision_timestamp": 1701777362
    },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8927972354494538352"
    },
    {
      "key": "scheduler_job_id",
      "value": "infra/codesearch-gen-chromium-fuchsia"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "codesearch-gen-chromium-initiator"
    },
    {
      "key": "parent_buildnumber",
      "value": "18519"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[14:11:31.820] Scheduled build:
{
  "id": "8762542292606687585",
  "builder": {
    "project": "infra",
    "bucket": "codesearch",
    "builder": "codesearch-gen-chromium-fuchsia"
  },
  "number": 11245,
  "createdBy": "project:infra",
  "createTime": "2023-12-05T14:11:31.325737686Z",
  "updateTime": "2023-12-05T14:11:31.325737686Z",
  "status": "SCHEDULED",
  "input": {

  }
}
[14:11:31.820] Task URL: https://cr-buildbucket.appspot.com/build/8762542292606687585
[14:11:31.820] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:2:0) after 7m32s
[14:11:32.666] Received PubSub notification, asking Buildbucket for the build status
[14:11:32.739] Build status: SCHEDULED
[14:13:09.933] Received PubSub notification, asking Buildbucket for the build status
[14:13:10.115] Build status: STARTED
[14:19:03.835] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:2:0)
[14:19:03.875] Build status: STARTED
[14:19:03.875] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:5:0) after 3m35s
[14:22:38.907] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:5:0)
[14:22:39.017] Build status: STARTED
[14:22:39.017] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:6:0) after 4m26s
[14:27:05.032] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:6:0)
[14:27:05.123] Build status: STARTED
[14:27:05.123] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:7:0) after 2m3s
[14:29:08.140] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:7:0)
[14:29:08.166] Build status: STARTED
[14:29:08.166] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:8:0) after 1m26s
[14:30:34.417] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:8:0)
[14:30:34.470] Build status: STARTED
[14:30:34.470] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:9:0) after 4m14s
[14:34:48.547] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:9:0)
[14:34:48.568] Build status: STARTED
[14:34:48.568] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:10:0) after 9m50s
[14:44:38.663] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:10:0)
[14:44:38.726] Build status: STARTED
[14:44:38.726] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:11:0) after 9m51s
[14:54:29.798] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:11:0)
[14:54:29.833] Build status: STARTED
[14:54:29.833] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:12:0) after 2m5s
[14:56:34.914] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:12:0)
[14:56:34.976] Build status: STARTED
[14:56:34.976] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:13:0) after 3m19s
[14:59:54.142] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:13:0)
[14:59:54.233] Build status: STARTED
[14:59:54.233] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:14:0) after 2m50s
[15:02:44.385] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:14:0)
[15:02:44.412] Build status: STARTED
[15:02:44.413] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:15:0) after 1m19s
[15:04:03.973] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:15:0)
[15:04:03.997] Build status: STARTED
[15:04:03.997] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:16:0) after 1m3s
[15:05:07.007] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:16:0)
[15:05:07.078] Build status: STARTED
[15:05:07.078] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:17:0) after 9m20s
[15:14:27.094] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:17:0)
[15:14:27.129] Build status: STARTED
[15:14:27.129] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:18:0) after 7m9s
[15:21:36.154] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:18:0)
[15:21:36.244] Build status: STARTED
[15:21:36.244] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:19:0) after 6m13s
[15:27:49.292] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:19:0)
[15:27:49.312] Build status: STARTED
[15:27:49.312] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:20:0) after 3m4s
[15:30:53.431] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:20:0)
[15:30:53.450] Build status: STARTED
[15:30:53.450] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:21:0) after 5m42s
[15:36:35.461] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:21:0)
[15:36:35.480] Build status: STARTED
[15:36:35.480] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:22:0) after 7m23s
[15:43:58.558] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:22:0)
[15:43:58.632] Build status: STARTED
[15:43:58.632] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:23:0) after 1m59s
[15:45:57.730] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:23:0)
[15:45:57.751] Build status: STARTED
[15:45:57.751] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:24:0) after 9m47s
[15:55:44.871] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:24:0)
[15:55:44.889] Build status: STARTED
[15:55:44.889] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:25:0) after 3m32s
[15:59:16.907] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:25:0)
[15:59:17.291] Build status: STARTED
[15:59:17.291] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:26:0) after 7m4s
[16:06:21.409] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:26:0)
[16:06:21.642] Build status: STARTED
[16:06:21.642] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:27:0) after 7m35s
[16:13:57.192] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:27:0)
[16:13:57.211] Build status: STARTED
[16:13:57.211] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:28:0) after 3m39s
[16:17:36.228] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:28:0)
[16:17:36.311] Build status: STARTED
[16:17:36.311] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:29:0) after 6m19s
[16:23:55.432] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:29:0)
[16:23:55.490] Build status: STARTED
[16:23:55.490] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:30:0) after 7m35s
[16:31:30.521] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:30:0)
[16:31:30.878] Build status: STARTED
[16:31:30.878] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:31:0) after 4m17s
[16:35:47.894] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:31:0)
[16:35:47.915] Build status: STARTED
[16:35:47.915] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:32:0) after 1m44s
[16:37:32.244] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:32:0)
[16:37:32.274] Build status: STARTED
[16:37:32.274] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:33:0) after 2m41s
[16:40:13.524] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:33:0)
[16:40:13.544] Build status: STARTED
[16:40:13.544] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:34:0) after 2m42s
[16:42:55.596] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:34:0)
[16:42:55.678] Build status: STARTED
[16:42:55.679] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:35:0) after 2m7s
[16:45:03.087] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:35:0)
[16:45:03.108] Build status: STARTED
[16:45:03.116] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:36:0) after 2m26s
[16:47:29.097] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:36:0)
[16:47:29.149] Build status: STARTED
[16:47:29.150] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:37:0) after 7m32s
[16:55:01.509] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:37:0)
[16:55:01.567] Build status: STARTED
[16:55:01.567] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:38:0) after 7m10s
[17:02:11.644] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:38:0)
[17:02:11.713] Build status: STARTED
[17:02:11.713] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:39:0) after 3m59s
[17:06:11.165] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:39:0)
[17:06:11.182] Build status: STARTED
[17:06:11.182] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:40:0) after 1m10s
[17:07:21.703] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:40:0)
[17:07:21.742] Build status: STARTED
[17:07:21.742] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:41:0) after 4m30s
[17:11:51.836] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:41:0)
[17:11:51.864] Build status: STARTED
[17:11:51.864] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:42:0) after 2m9s
[17:14:00.979] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:42:0)
[17:14:01.019] Build status: STARTED
[17:14:01.019] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:43:0) after 3m39s
[17:17:40.038] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:43:0)
[17:17:40.085] Build status: STARTED
[17:17:40.085] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:44:0) after 4m26s
[17:22:06.174] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:44:0)
[17:22:06.224] Build status: STARTED
[17:22:06.224] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:45:0) after 5m31s
[17:27:37.257] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:45:0)
[17:27:37.292] Build status: STARTED
[17:27:37.292] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:46:0) after 2m52s
[17:30:29.312] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:46:0)
[17:30:29.486] Build status: STARTED
[17:30:29.486] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:47:0) after 7m18s
[17:37:47.505] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:47:0)
[17:37:47.542] Build status: STARTED
[17:37:47.542] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:48:0) after 5m12s
[17:42:59.610] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:48:0)
[17:42:59.641] Build status: STARTED
[17:42:59.641] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:49:0) after 7m32s
[17:50:31.672] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:49:0)
[17:50:31.738] Build status: STARTED
[17:50:31.738] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:50:0) after 6m8s
[17:56:39.814] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:50:0)
[17:56:39.835] Build status: STARTED
[17:56:39.835] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:51:0) after 6m56s
[18:03:35.883] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:51:0)
[18:03:35.904] Build status: STARTED
[18:03:35.904] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:52:0) after 2m35s
[18:06:11.026] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:52:0)
[18:06:11.068] Build status: STARTED
[18:06:11.068] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:53:0) after 5m20s
[18:11:31.142] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:53:0)
[18:11:31.165] Build status: STARTED
[18:11:31.165] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:54:0) after 5m22s
[18:16:53.155] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:54:0)
[18:16:53.182] Build status: STARTED
[18:16:53.182] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:55:0) after 5m57s
[18:22:50.360] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:55:0)
[18:22:50.381] Build status: STARTED
[18:22:50.381] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:56:0) after 4m53s
[18:27:43.352] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:56:0)
[18:27:43.391] Build status: STARTED
[18:27:43.391] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:57:0) after 1m44s
[18:29:27.459] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:57:0)
[18:29:27.485] Build status: STARTED
[18:29:27.485] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:58:0) after 9m14s
[18:38:41.528] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:58:0)
[18:38:41.714] Build status: STARTED
[18:38:41.715] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:59:0) after 5m14s
[18:43:55.742] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:59:0)
[18:43:55.783] Build status: STARTED
[18:43:55.783] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:60:0) after 8m53s
[18:52:48.937] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:60:0)
[18:52:48.982] Build status: STARTED
[18:52:48.982] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:61:0) after 3m20s
[18:56:08.953] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:61:0)
[18:56:08.978] Build status: STARTED
[18:56:08.978] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:62:0) after 3m27s
[18:59:35.995] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:62:0)
[18:59:36.033] Build status: STARTED
[18:59:36.033] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:63:0) after 2m22s
[19:01:58.057] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:63:0)
[19:01:58.081] Build status: STARTED
[19:01:58.081] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:64:0) after 6m49s
[19:08:47.171] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:64:0)
[19:08:47.215] Build status: STARTED
[19:08:47.215] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:65:0) after 3m32s
[19:12:19.382] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:65:0)
[19:12:19.497] Build status: STARTED
[19:12:19.497] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:66:0) after 1m8s
[19:13:27.514] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:66:0)
[19:13:27.620] Build status: STARTED
[19:13:27.620] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:67:0) after 9m36s
[19:23:03.658] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:67:0)
[19:23:03.709] Build status: STARTED
[19:23:03.709] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:68:0) after 8m19s
[19:31:22.743] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:68:0)
[19:31:22.761] Build status: STARTED
[19:31:22.761] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:69:0) after 5m1s
[19:36:23.796] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:69:0)
[19:36:23.833] Build status: STARTED
[19:36:23.834] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:70:0) after 6m32s
[19:42:55.855] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:70:0)
[19:42:55.874] Build status: STARTED
[19:42:55.874] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:71:0) after 9m14s
[19:52:09.946] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:71:0)
[19:52:09.983] Build status: STARTED
[19:52:09.983] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:72:0) after 7m51s
[20:00:01.062] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:72:0)
[20:00:01.082] Build status: STARTED
[20:00:01.082] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:73:0) after 7m0s
[20:07:01.166] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:73:0)
[20:07:01.196] Build status: STARTED
[20:07:01.196] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:74:0) after 4m17s
[20:11:18.237] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:74:0)
[20:11:18.256] Build status: STARTED
[20:11:18.257] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:75:0) after 3m12s
[20:14:30.274] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:75:0)
[20:14:30.295] Build status: STARTED
[20:14:30.295] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:76:0) after 2m0s
[20:16:30.282] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:76:0)
[20:16:30.306] Build status: STARTED
[20:16:30.306] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:77:0) after 5m23s
[20:21:53.334] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:77:0)
[20:21:53.360] Build status: STARTED
[20:21:53.360] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:78:0) after 6m55s
[20:28:48.432] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:78:0)
[20:28:48.469] Build status: STARTED
[20:28:48.469] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:79:0) after 6m3s
[20:34:51.486] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:79:0)
[20:34:51.509] Build status: STARTED
[20:34:51.509] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:80:0) after 3m6s
[20:37:57.550] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:80:0)
[20:37:57.570] Build status: STARTED
[20:37:57.570] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:81:0) after 8m4s
[20:46:01.613] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:81:0)
[20:46:01.711] Build status: STARTED
[20:46:01.711] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:82:0) after 4m47s
[20:50:48.739] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:82:0)
[20:50:48.759] Build status: STARTED
[20:50:48.759] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:83:0) after 3m34s
[20:54:22.857] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:83:0)
[20:54:22.882] Build status: STARTED
[20:54:22.882] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:84:0) after 1m20s
[20:55:42.907] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:84:0)
[20:55:42.956] Build status: STARTED
[20:55:42.956] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:85:0) after 2m15s
[20:57:57.975] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:85:0)
[20:57:57.998] Build status: STARTED
[20:57:57.998] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:86:0) after 3m51s
[21:01:49.043] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:86:0)
[21:01:49.064] Build status: STARTED
[21:01:49.064] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:87:0) after 5m8s
[21:06:57.137] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:87:0)
[21:06:57.193] Build status: STARTED
[21:06:57.193] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:88:0) after 8m9s
[21:15:06.267] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:88:0)
[21:15:06.302] Build status: STARTED
[21:15:06.302] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:89:0) after 6m51s
[21:21:57.348] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:89:0)
[21:21:57.433] Build status: STARTED
[21:21:57.433] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:90:0) after 7m48s
[21:29:45.459] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:90:0)
[21:29:45.579] Build status: STARTED
[21:29:45.579] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:91:0) after 7m35s
[21:37:20.687] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:91:0)
[21:37:20.837] Build status: STARTED
[21:37:20.837] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:92:0) after 1m25s
[21:38:45.859] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:92:0)
[21:38:45.909] Build status: STARTED
[21:38:45.909] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:93:0) after 3m37s
[21:42:22.922] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:93:0)
[21:42:22.958] Build status: STARTED
[21:42:22.958] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:94:0) after 5m32s
[21:47:55.003] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:94:0)
[21:47:55.024] Build status: STARTED
[21:47:55.024] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:95:0) after 1m45s
[21:49:40.044] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:95:0)
[21:49:40.088] Build status: STARTED
[21:49:40.088] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:96:0) after 1m27s
[21:51:07.151] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:96:0)
[21:51:07.170] Build status: STARTED
[21:51:07.170] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:97:0) after 7m24s
[21:58:31.200] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:97:0)
[21:58:31.244] Build status: STARTED
[21:58:31.244] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:98:0) after 9m48s
[22:08:19.329] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:98:0)
[22:08:19.346] Build status: STARTED
[22:08:19.346] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:99:0) after 2m56s
[22:11:15.379] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:99:0)
[22:11:15.398] Build status: STARTED
[22:11:15.398] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:100:0) after 1m40s
[22:12:55.416] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:100:0)
[22:12:55.456] Build status: STARTED
[22:12:55.456] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:101:0) after 5m36s
[22:18:31.455] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:101:0)
[22:18:31.482] Build status: STARTED
[22:18:31.482] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:102:0) after 5m47s
[22:24:18.506] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:102:0)
[22:24:18.537] Build status: STARTED
[22:24:18.537] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:103:0) after 6m54s
[22:31:12.560] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:103:0)
[22:31:12.624] Build status: STARTED
[22:31:12.624] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:104:0) after 2m51s
[22:34:03.682] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:104:0)
[22:34:03.741] Build status: STARTED
[22:34:03.741] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:105:0) after 1m49s
[22:35:52.828] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:105:0)
[22:35:52.854] Build status: STARTED
[22:35:52.854] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:106:0) after 4m53s
[22:40:45.873] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:106:0)
[22:40:45.974] Build status: STARTED
[22:40:45.974] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:107:0) after 3m0s
[22:43:45.988] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:107:0)
[22:43:46.021] Build status: STARTED
[22:43:46.021] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:108:0) after 3m1s
[22:46:47.056] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:108:0)
[22:46:47.092] Build status: STARTED
[22:46:47.092] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:109:0) after 9m6s
[22:55:53.118] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:109:0)
[22:55:53.201] Build status: STARTED
[22:55:53.201] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:110:0) after 6m10s
[23:02:03.225] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:110:0)
[23:02:03.263] Build status: STARTED
[23:02:03.263] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:111:0) after 2m32s
[23:04:35.249] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:111:0)
[23:04:35.322] Build status: STARTED
[23:04:35.322] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:112:0) after 4m56s
[23:09:31.348] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:112:0)
[23:09:31.372] Build status: STARTED
[23:09:31.372] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927972354494538352:113:0) after 8m59s
[23:16:32.387] Received PubSub notification, asking Buildbucket for the build status
[23:16:32.412] Build:
{
  "id": "8762542292606687585",
  "builder": {
    "project": "infra",
    "bucket": "codesearch",
    "builder": "codesearch-gen-chromium-fuchsia"
  },
  "number": 11245,
  "createdBy": "project:infra",
  "createTime": "2023-12-05T14:11:31.325737686Z",
  "startTime": "2023-12-05T14:13:09.107770Z",
  "endTime": "2023-12-05T23:16:31.700366Z",
  "updateTime": "2023-12-05T23:16:31.700366Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "timeout": {

    }
  },
  "input": {

  }
}
[23:16:32.412] Invocation finished in 9h5m2.270601324s with status FAILED