Status: FAILED
Triggered by: infra-codesearch@chops-service-accounts.iam.gserviceaccount.com
Duration: 9 hours
Actions:

Definition (rev 8e315401116bbc5f80ed0063020a73aea2b1cacc)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "codesearch"
  builder: "codesearch-gen-chromium-fuchsia"
>

Incoming triggers

  • codesearch-gen-chromium-initiator/18525 (11 months ago by infra-codesearch@chops-service-accounts.iam.gserviceaccount.com)
  • codesearch-gen-chromium-initiator/18526 (11 months ago by infra-codesearch@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "codesearch_mirror_revision": "6ea7a53b5d33b8e6add353f00a3bb1e1c995e481",
  "codesearch_mirror_revision_timestamp": 1701878167,
  "root_solution_revision": "a62d3b9bfa655c43a09d98dc91ee9c2cbde3a7e2",
  "root_solution_revision_timestamp": 1701878063
}

Incoming tags

  • parent_buildername:codesearch-gen-chromium-initiator
  • parent_buildnumber:18526
  • user_agent:recipe

Debug log (UTC)

[17:27:20.948] New invocation is queued and will start shortly
[17:27:20.948] Triggered by user:infra-codesearch@chops-service-accounts.iam.gserviceaccount.com
[17:27:22.075] Starting the invocation (attempt 1)
[17:27:22.104] Ignoring gitiles_ref tag without the buildset tag
[17:27:22.104] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[17:27:22.105] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[17:27:22.105] Buildbucket request:
{
  "requestId": "8927869435933904176",
  "builder": {
    "project": "infra",
    "bucket": "codesearch",
    "builder": "codesearch-gen-chromium-fuchsia"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8927869435933904176",
            "job": "infra/codesearch-gen-chromium-fuchsia",
            "triggers": [
                  {
                        "buildbucket": {
                              "properties": {
                                    "codesearch_mirror_revision": "8d89392221454cce71c50b3391eae3db13929157",
                                    "codesearch_mirror_revision_timestamp": 1701861332,
                                    "root_solution_revision": "bdd7f8f545672f28b2dc32b9a3aa8e1578838ed1",
                                    "root_solution_revision_timestamp": 1701861023
                                  },
                              "tags": [
                                    "parent_buildername:codesearch-gen-chromium-initiator",
                                    "parent_buildnumber:18525",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "d95bb512-948c-4a76-b358-2141a62477a3",
                        "title": "codesearch-gen-chromium-initiator/18525"
                      },
                  {
                        "buildbucket": {
                              "properties": {
                                    "codesearch_mirror_revision": "6ea7a53b5d33b8e6add353f00a3bb1e1c995e481",
                                    "codesearch_mirror_revision_timestamp": 1701878167,
                                    "root_solution_revision": "a62d3b9bfa655c43a09d98dc91ee9c2cbde3a7e2",
                                    "root_solution_revision_timestamp": 1701878063
                                  },
                              "tags": [
                                    "parent_buildername:codesearch-gen-chromium-initiator",
                                    "parent_buildnumber:18526",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "2369cf26-2305-4557-8f9a-dbb708fe409a",
                        "title": "codesearch-gen-chromium-initiator/18526"
                      }
                ]
          },
      "codesearch_mirror_revision": "6ea7a53b5d33b8e6add353f00a3bb1e1c995e481",
      "codesearch_mirror_revision_timestamp": 1701878167,
      "root_solution_revision": "a62d3b9bfa655c43a09d98dc91ee9c2cbde3a7e2",
      "root_solution_revision_timestamp": 1701878063
    },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8927869435933904176"
    },
    {
      "key": "scheduler_job_id",
      "value": "infra/codesearch-gen-chromium-fuchsia"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "codesearch-gen-chromium-initiator"
    },
    {
      "key": "parent_buildnumber",
      "value": "18526"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[17:27:22.759] Scheduled build:
{
  "id": "8762439373984960289",
  "builder": {
    "project": "infra",
    "bucket": "codesearch",
    "builder": "codesearch-gen-chromium-fuchsia"
  },
  "number": 11248,
  "createdBy": "project:infra",
  "createTime": "2023-12-06T17:27:22.171538661Z",
  "updateTime": "2023-12-06T17:27:22.171538661Z",
  "status": "SCHEDULED",
  "input": {

  }
}
[17:27:22.759] Task URL: https://cr-buildbucket.appspot.com/build/8762439373984960289
[17:27:22.759] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:2:0) after 9m11s
[17:27:23.641] Received PubSub notification, asking Buildbucket for the build status
[17:27:23.673] Build status: SCHEDULED
[17:28:54.215] Received PubSub notification, asking Buildbucket for the build status
[17:28:54.244] Build status: STARTED
[17:36:33.774] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:2:0)
[17:36:33.879] Build status: STARTED
[17:36:33.879] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:5:0) after 7m21s
[17:43:54.900] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:5:0)
[17:43:54.931] Build status: STARTED
[17:43:54.931] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:6:0) after 2m36s
[17:46:30.997] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:6:0)
[17:46:31.041] Build status: STARTED
[17:46:31.041] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:7:0) after 9m14s
[17:55:45.056] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:7:0)
[17:55:45.085] Build status: STARTED
[17:55:45.085] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:8:0) after 3m40s
[17:59:25.162] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:8:0)
[17:59:25.188] Build status: STARTED
[17:59:25.188] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:9:0) after 8m50s
[18:08:15.236] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:9:0)
[18:08:15.255] Build status: STARTED
[18:08:15.255] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:10:0) after 9m5s
[18:17:20.275] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:10:0)
[18:17:20.298] Build status: STARTED
[18:17:20.298] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:11:0) after 5m7s
[18:22:27.327] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:11:0)
[18:22:27.375] Build status: STARTED
[18:22:27.375] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:12:0) after 3m56s
[18:26:23.456] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:12:0)
[18:26:23.483] Build status: STARTED
[18:26:23.483] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:13:0) after 1m29s
[18:27:52.526] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:13:0)
[18:27:52.562] Build status: STARTED
[18:27:52.562] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:14:0) after 4m51s
[18:32:43.603] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:14:0)
[18:32:43.623] Build status: STARTED
[18:32:43.623] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:15:0) after 7m21s
[18:40:04.696] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:15:0)
[18:40:04.733] Build status: STARTED
[18:40:04.733] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:16:0) after 2m5s
[18:42:09.706] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:16:0)
[18:42:09.753] Build status: STARTED
[18:42:09.753] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:17:0) after 4m29s
[18:46:38.732] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:17:0)
[18:46:38.859] Build status: STARTED
[18:46:38.859] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:18:0) after 7m20s
[18:53:58.855] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:18:0)
[18:53:58.894] Build status: STARTED
[18:53:58.894] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:19:0) after 1m51s
[18:55:49.962] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:19:0)
[18:55:50.079] Build status: STARTED
[18:55:50.079] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:20:0) after 3m11s
[18:59:01.096] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:20:0)
[18:59:01.118] Build status: STARTED
[18:59:01.118] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:21:0) after 1m21s
[19:00:22.204] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:21:0)
[19:00:22.243] Build status: STARTED
[19:00:22.243] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:22:0) after 8m20s
[19:08:42.261] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:22:0)
[19:08:42.282] Build status: STARTED
[19:08:42.282] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:23:0) after 8m22s
[19:17:04.314] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:23:0)
[19:17:04.337] Build status: STARTED
[19:17:04.337] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:24:0) after 5m0s
[19:22:04.387] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:24:0)
[19:22:04.477] Build status: STARTED
[19:22:04.477] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:25:0) after 9m23s
[19:31:27.578] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:25:0)
[19:31:27.628] Build status: STARTED
[19:31:27.628] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:26:0) after 2m38s
[19:34:05.696] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:26:0)
[19:34:05.723] Build status: STARTED
[19:34:05.723] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:27:0) after 3m27s
[19:37:32.859] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:27:0)
[19:37:32.917] Build status: STARTED
[19:37:32.917] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:28:0) after 7m36s
[19:45:08.957] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:28:0)
[19:45:09.050] Build status: STARTED
[19:45:09.050] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:29:0) after 2m41s
[19:47:50.099] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:29:0)
[19:47:50.151] Build status: STARTED
[19:47:50.151] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:30:0) after 5m18s
[19:53:08.306] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:30:0)
[19:53:08.387] Build status: STARTED
[19:53:08.387] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:31:0) after 7m7s
[20:00:15.472] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:31:0)
[20:00:15.499] Build status: STARTED
[20:00:15.499] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:32:0) after 9m22s
[20:09:37.593] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:32:0)
[20:09:37.617] Build status: STARTED
[20:09:37.617] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:33:0) after 5m8s
[20:14:45.634] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:33:0)
[20:14:45.709] Build status: STARTED
[20:14:45.709] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:34:0) after 5m27s
[20:20:12.727] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:34:0)
[20:20:12.746] Build status: STARTED
[20:20:12.747] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:35:0) after 1m43s
[20:21:55.820] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:35:0)
[20:21:55.842] Build status: STARTED
[20:21:55.842] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:36:0) after 9m53s
[20:31:48.961] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:36:0)
[20:31:48.986] Build status: STARTED
[20:31:48.986] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:37:0) after 5m47s
[20:37:36.205] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:37:0)
[20:37:36.366] Build status: STARTED
[20:37:36.366] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:38:0) after 1m11s
[20:38:47.623] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:38:0)
[20:38:47.650] Build status: STARTED
[20:38:47.650] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:39:0) after 2m7s
[20:40:55.067] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:39:0)
[20:40:55.086] Build status: STARTED
[20:40:55.086] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:40:0) after 5m21s
[20:46:16.109] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:40:0)
[20:46:16.136] Build status: STARTED
[20:46:16.136] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:41:0) after 7m40s
[20:53:56.157] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:41:0)
[20:53:56.206] Build status: STARTED
[20:53:56.206] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:42:0) after 6m34s
[21:00:30.237] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:42:0)
[21:00:30.284] Build status: STARTED
[21:00:30.284] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:43:0) after 7m9s
[21:07:39.318] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:43:0)
[21:07:39.388] Build status: STARTED
[21:07:39.388] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:44:0) after 9m34s
[21:17:13.427] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:44:0)
[21:17:13.493] Build status: STARTED
[21:17:13.493] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:45:0) after 9m54s
[21:27:07.556] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:45:0)
[21:27:07.577] Build status: STARTED
[21:27:07.577] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:46:0) after 2m16s
[21:29:23.599] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:46:0)
[21:29:23.662] Build status: STARTED
[21:29:23.662] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:47:0) after 3m15s
[21:32:38.685] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:47:0)
[21:32:38.704] Build status: STARTED
[21:32:38.704] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:48:0) after 5m42s
[21:38:20.761] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:48:0)
[21:38:20.843] Build status: STARTED
[21:38:20.843] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:49:0) after 9m50s
[21:48:10.865] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:49:0)
[21:48:10.933] Build status: STARTED
[21:48:10.933] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:50:0) after 8m31s
[21:56:41.993] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:50:0)
[21:56:42.028] Build status: STARTED
[21:56:42.028] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:51:0) after 9m13s
[22:05:55.094] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:51:0)
[22:05:55.157] Build status: STARTED
[22:05:55.157] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:52:0) after 1m27s
[22:07:22.196] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:52:0)
[22:07:22.244] Build status: STARTED
[22:07:22.244] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:53:0) after 3m47s
[22:11:09.268] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:53:0)
[22:11:09.290] Build status: STARTED
[22:11:09.290] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:54:0) after 1m34s
[22:12:43.318] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:54:0)
[22:12:43.438] Build status: STARTED
[22:12:43.438] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:55:0) after 1m53s
[22:14:36.445] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:55:0)
[22:14:36.466] Build status: STARTED
[22:14:36.466] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:56:0) after 5m46s
[22:20:22.488] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:56:0)
[22:20:22.545] Build status: STARTED
[22:20:22.545] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:57:0) after 6m35s
[22:26:57.654] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:57:0)
[22:26:57.735] Build status: STARTED
[22:26:57.735] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:58:0) after 1m34s
[22:28:31.756] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:58:0)
[22:28:31.774] Build status: STARTED
[22:28:31.774] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:59:0) after 8m34s
[22:37:05.806] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:59:0)
[22:37:05.872] Build status: STARTED
[22:37:05.872] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:60:0) after 6m59s
[22:44:04.867] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:60:0)
[22:44:04.886] Build status: STARTED
[22:44:04.886] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:61:0) after 9m54s
[22:53:58.914] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:61:0)
[22:53:58.944] Build status: STARTED
[22:53:58.944] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:62:0) after 4m22s
[22:58:20.978] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:62:0)
[22:58:21.007] Build status: STARTED
[22:58:21.007] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:63:0) after 4m47s
[23:03:08.030] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:63:0)
[23:03:08.056] Build status: STARTED
[23:03:08.056] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:64:0) after 1m8s
[23:04:16.122] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:64:0)
[23:04:16.143] Build status: STARTED
[23:04:16.143] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:65:0) after 3m52s
[23:08:08.173] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:65:0)
[23:08:08.236] Build status: STARTED
[23:08:08.236] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:66:0) after 3m1s
[23:11:09.274] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:66:0)
[23:11:09.294] Build status: STARTED
[23:11:09.294] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:67:0) after 4m40s
[23:15:49.377] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:67:0)
[23:15:49.410] Build status: STARTED
[23:15:49.410] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:68:0) after 3m31s
[23:19:20.432] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:68:0)
[23:19:20.540] Build status: STARTED
[23:19:20.540] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:69:0) after 8m24s
[23:27:45.111] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:69:0)
[23:27:45.138] Build status: STARTED
[23:27:45.138] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:70:0) after 3m17s
[23:31:02.315] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:70:0)
[23:31:02.344] Build status: STARTED
[23:31:02.344] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:71:0) after 1m53s
[23:32:55.598] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:71:0)
[23:32:55.625] Build status: STARTED
[23:32:55.625] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:72:0) after 4m19s
[23:37:14.846] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:72:0)
[23:37:14.882] Build status: STARTED
[23:37:14.882] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:73:0) after 1m32s
[23:38:46.908] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:73:0)
[23:38:46.950] Build status: STARTED
[23:38:46.950] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:74:0) after 6m1s
[23:44:47.967] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:74:0)
[23:44:48.030] Build status: STARTED
[23:44:48.030] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:75:0) after 5m15s
[23:50:03.143] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:75:0)
[23:50:03.176] Build status: STARTED
[23:50:03.176] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:76:0) after 9m24s
[23:59:27.236] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:76:0)
[23:59:27.320] Build status: STARTED
[23:59:27.320] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:77:0) after 7m1s
[00:06:28.346] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:77:0)
[00:06:28.365] Build status: STARTED
[00:06:28.365] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:78:0) after 5m7s
[00:11:35.438] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:78:0)
[00:11:35.473] Build status: STARTED
[00:11:35.473] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:79:0) after 2m41s
[00:14:16.530] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:79:0)
[00:14:16.604] Build status: STARTED
[00:14:16.604] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:80:0) after 5m20s
[00:19:36.836] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:80:0)
[00:19:36.890] Build status: STARTED
[00:19:36.890] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:81:0) after 4m17s
[00:23:54.225] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:81:0)
[00:23:54.271] Build status: STARTED
[00:23:54.271] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:82:0) after 7m2s
[00:30:56.352] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:82:0)
[00:30:56.420] Build status: STARTED
[00:30:56.420] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:83:0) after 3m12s
[00:34:08.631] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:83:0)
[00:34:08.648] Build status: STARTED
[00:34:08.648] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:84:0) after 7m41s
[00:41:49.668] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:84:0)
[00:41:49.688] Build status: STARTED
[00:41:49.688] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:85:0) after 3m38s
[00:45:28.101] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:85:0)
[00:45:28.152] Build status: STARTED
[00:45:28.152] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:86:0) after 9m3s
[00:54:31.211] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:86:0)
[00:54:31.234] Build status: STARTED
[00:54:31.234] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:87:0) after 9m7s
[01:03:38.372] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:87:0)
[01:03:38.463] Build status: STARTED
[01:03:38.464] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:88:0) after 9m37s
[01:13:15.713] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:88:0)
[01:13:15.749] Build status: STARTED
[01:13:15.749] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:89:0) after 7m8s
[01:20:23.791] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:89:0)
[01:20:23.809] Build status: STARTED
[01:20:23.809] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:90:0) after 4m50s
[01:25:13.831] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:90:0)
[01:25:13.867] Build status: STARTED
[01:25:13.867] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:91:0) after 9m59s
[01:35:12.949] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:91:0)
[01:35:13.024] Build status: STARTED
[01:35:13.024] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:92:0) after 4m7s
[01:39:20.044] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:92:0)
[01:39:20.063] Build status: STARTED
[01:39:20.063] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:93:0) after 7m31s
[01:46:51.135] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:93:0)
[01:46:51.168] Build status: STARTED
[01:46:51.168] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:94:0) after 8m19s
[01:55:10.201] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:94:0)
[01:55:10.246] Build status: STARTED
[01:55:10.246] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:95:0) after 4m41s
[01:59:51.370] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:95:0)
[01:59:51.392] Build status: STARTED
[01:59:51.392] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:96:0) after 2m37s
[02:02:28.418] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:96:0)
[02:02:28.450] Build status: STARTED
[02:02:28.450] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:97:0) after 4m36s
[02:07:04.478] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:97:0)
[02:07:04.590] Build status: STARTED
[02:07:04.590] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:98:0) after 5m52s
[02:12:56.616] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:98:0)
[02:12:56.634] Build status: STARTED
[02:12:56.634] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:99:0) after 3m19s
[02:16:15.610] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:99:0)
[02:16:15.698] Build status: STARTED
[02:16:15.698] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:100:0) after 7m26s
[02:23:41.717] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:100:0)
[02:23:41.810] Build status: STARTED
[02:23:41.810] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:101:0) after 3m29s
[02:27:11.079] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:101:0)
[02:27:11.099] Build status: STARTED
[02:27:11.131] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:102:0) after 1m19s
[02:28:30.161] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:102:0)
[02:28:30.203] Build status: STARTED
[02:28:30.203] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:103:0) after 1m26s
[02:29:56.237] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:103:0)
[02:29:56.304] Build status: STARTED
[02:29:56.304] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:104:0) after 1m45s
[02:31:41.403] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:104:0)
[02:31:41.426] Build status: STARTED
[02:31:41.426] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927869435933904176:105:0) after 2m58s
[02:32:52.793] Received PubSub notification, asking Buildbucket for the build status
[02:32:52.813] Build:
{
  "id": "8762439373984960289",
  "builder": {
    "project": "infra",
    "bucket": "codesearch",
    "builder": "codesearch-gen-chromium-fuchsia"
  },
  "number": 11248,
  "createdBy": "project:infra",
  "createTime": "2023-12-06T17:27:22.171538661Z",
  "startTime": "2023-12-06T17:28:52.483373Z",
  "endTime": "2023-12-07T02:32:52.074166Z",
  "updateTime": "2023-12-07T02:32:52.074166Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "timeout": {

    }
  },
  "input": {

  }
}
[02:32:52.813] Invocation finished in 9h5m31.883528353s with status FAILED