Status: FAILED
Triggered by: infra-codesearch@chops-service-accounts.iam.gserviceaccount.com
Duration: 9 hours
Actions:

Definition (rev 8e315401116bbc5f80ed0063020a73aea2b1cacc)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "codesearch"
  builder: "codesearch-gen-chromium-fuchsia"
>

Incoming triggers

  • codesearch-gen-chromium-initiator/18430 (1 year ago by infra-codesearch@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "codesearch_mirror_revision": "e1e389dc7723987c275846baf83e0e63788a1342",
  "codesearch_mirror_revision_timestamp": 1700495796,
  "root_solution_revision": "c387e6e34a8974b4579d3bd7544e1ac3b03cabf6",
  "root_solution_revision_timestamp": 1700495761
}

Incoming tags

  • parent_buildername:codesearch-gen-chromium-initiator
  • parent_buildnumber:18430
  • user_agent:recipe

Debug log (UTC)

[16:03:08.308] New invocation is queued and will start shortly
[16:03:08.308] Triggered by user:infra-codesearch@chops-service-accounts.iam.gserviceaccount.com
[16:03:09.432] Starting the invocation (attempt 1)
[16:03:09.458] Ignoring gitiles_ref tag without the buildset tag
[16:03:09.458] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[16:03:09.458] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[16:03:09.458] Buildbucket request:
{
  "requestId": "8929324285462036080",
  "builder": {
    "project": "infra",
    "bucket": "codesearch",
    "builder": "codesearch-gen-chromium-fuchsia"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8929324285462036080",
            "job": "infra/codesearch-gen-chromium-fuchsia",
            "triggers": [
                  {
                        "buildbucket": {
                              "properties": {
                                    "codesearch_mirror_revision": "e1e389dc7723987c275846baf83e0e63788a1342",
                                    "codesearch_mirror_revision_timestamp": 1700495796,
                                    "root_solution_revision": "c387e6e34a8974b4579d3bd7544e1ac3b03cabf6",
                                    "root_solution_revision_timestamp": 1700495761
                                  },
                              "tags": [
                                    "parent_buildername:codesearch-gen-chromium-initiator",
                                    "parent_buildnumber:18430",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "dbee8191-0edc-4ddc-ae85-865519f8d59c",
                        "title": "codesearch-gen-chromium-initiator/18430"
                      }
                ]
          },
      "codesearch_mirror_revision": "e1e389dc7723987c275846baf83e0e63788a1342",
      "codesearch_mirror_revision_timestamp": 1700495796,
      "root_solution_revision": "c387e6e34a8974b4579d3bd7544e1ac3b03cabf6",
      "root_solution_revision_timestamp": 1700495761
    },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8929324285462036080"
    },
    {
      "key": "scheduler_job_id",
      "value": "infra/codesearch-gen-chromium-fuchsia"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "codesearch-gen-chromium-initiator"
    },
    {
      "key": "parent_buildnumber",
      "value": "18430"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[16:03:09.991] Scheduled build:
{
  "id": "8763894223515679761",
  "builder": {
    "project": "infra",
    "bucket": "codesearch",
    "builder": "codesearch-gen-chromium-fuchsia"
  },
  "number": 11163,
  "createdBy": "project:infra",
  "createTime": "2023-11-20T16:03:09.540266837Z",
  "updateTime": "2023-11-20T16:03:09.540266837Z",
  "status": "SCHEDULED",
  "input": {

  }
}
[16:03:09.991] Task URL: https://cr-buildbucket.appspot.com/build/8763894223515679761
[16:03:09.991] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:2:0) after 3m44s
[16:03:10.924] Received PubSub notification, asking Buildbucket for the build status
[16:03:10.981] Build status: SCHEDULED
[16:06:54.007] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:2:0)
[16:06:54.036] Build status: SCHEDULED
[16:06:54.036] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:4:0) after 3m56s
[16:07:20.483] Received PubSub notification, asking Buildbucket for the build status
[16:07:20.520] Build status: STARTED
[16:10:50.088] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:4:0)
[16:10:50.210] Build status: STARTED
[16:10:50.210] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:6:0) after 4m45s
[16:15:35.246] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:6:0)
[16:15:35.275] Build status: STARTED
[16:15:35.275] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:7:0) after 4m27s
[16:20:02.343] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:7:0)
[16:20:02.426] Build status: STARTED
[16:20:02.426] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:8:0) after 3m16s
[16:23:18.476] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:8:0)
[16:23:18.576] Build status: STARTED
[16:23:18.576] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:9:0) after 7m14s
[16:30:32.695] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:9:0)
[16:30:32.738] Build status: STARTED
[16:30:32.738] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:10:0) after 3m35s
[16:34:07.802] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:10:0)
[16:34:07.836] Build status: STARTED
[16:34:07.837] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:11:0) after 7m12s
[16:41:19.955] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:11:0)
[16:41:19.972] Build status: STARTED
[16:41:19.972] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:12:0) after 4m53s
[16:46:12.987] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:12:0)
[16:46:13.012] Build status: STARTED
[16:46:13.012] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:13:0) after 7m6s
[16:53:19.071] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:13:0)
[16:53:19.187] Build status: STARTED
[16:53:19.187] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:14:0) after 1m27s
[16:54:46.212] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:14:0)
[16:54:46.277] Build status: STARTED
[16:54:46.277] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:15:0) after 6m21s
[17:01:07.305] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:15:0)
[17:01:07.354] Build status: STARTED
[17:01:07.354] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:16:0) after 6m21s
[17:07:28.380] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:16:0)
[17:07:28.402] Build status: STARTED
[17:07:28.402] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:17:0) after 8m22s
[17:15:50.417] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:17:0)
[17:15:50.450] Build status: STARTED
[17:15:50.450] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:18:0) after 8m3s
[17:23:53.731] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:18:0)
[17:23:53.783] Build status: STARTED
[17:23:53.783] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:19:0) after 6m48s
[17:30:42.014] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:19:0)
[17:30:42.044] Build status: STARTED
[17:30:42.044] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:20:0) after 6m19s
[17:37:01.060] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:20:0)
[17:37:01.113] Build status: STARTED
[17:37:01.113] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:21:0) after 3m46s
[17:40:47.228] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:21:0)
[17:40:47.244] Build status: STARTED
[17:40:47.244] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:22:0) after 6m52s
[17:47:39.298] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:22:0)
[17:47:39.427] Build status: STARTED
[17:47:39.427] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:23:0) after 6m32s
[17:54:11.689] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:23:0)
[17:54:11.710] Build status: STARTED
[17:54:11.710] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:24:0) after 3m49s
[17:58:01.029] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:24:0)
[17:58:01.076] Build status: STARTED
[17:58:01.076] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:25:0) after 4m24s
[18:02:25.065] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:25:0)
[18:02:25.103] Build status: STARTED
[18:02:25.103] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:26:0) after 8m50s
[18:11:15.297] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:26:0)
[18:11:15.357] Build status: STARTED
[18:11:15.357] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:27:0) after 4m9s
[18:15:24.784] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:27:0)
[18:15:24.856] Build status: STARTED
[18:15:24.856] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:28:0) after 5m44s
[18:21:09.056] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:28:0)
[18:21:09.079] Build status: STARTED
[18:21:09.079] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:29:0) after 1m19s
[18:22:28.133] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:29:0)
[18:22:28.166] Build status: STARTED
[18:22:28.166] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:30:0) after 6m57s
[18:29:25.422] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:30:0)
[18:29:25.452] Build status: STARTED
[18:29:25.452] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:31:0) after 2m33s
[18:31:58.478] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:31:0)
[18:31:58.527] Build status: STARTED
[18:31:58.527] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:32:0) after 1m19s
[18:33:17.608] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:32:0)
[18:33:17.653] Build status: STARTED
[18:33:17.653] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:33:0) after 8m14s
[18:41:31.698] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:33:0)
[18:41:31.729] Build status: STARTED
[18:41:31.729] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:34:0) after 7m10s
[18:48:41.747] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:34:0)
[18:48:41.814] Build status: STARTED
[18:48:41.815] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:35:0) after 8m55s
[18:57:36.890] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:35:0)
[18:57:36.932] Build status: STARTED
[18:57:36.932] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:36:0) after 7m59s
[19:05:35.959] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:36:0)
[19:05:35.978] Build status: STARTED
[19:05:35.978] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:37:0) after 2m42s
[19:08:19.154] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:37:0)
[19:08:19.196] Build status: STARTED
[19:08:19.196] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:38:0) after 3m43s
[19:12:02.205] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:38:0)
[19:12:02.235] Build status: STARTED
[19:12:02.235] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:39:0) after 9m21s
[19:21:23.267] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:39:0)
[19:21:23.292] Build status: STARTED
[19:21:23.292] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:40:0) after 9m12s
[19:30:35.401] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:40:0)
[19:30:35.441] Build status: STARTED
[19:30:35.441] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:41:0) after 5m4s
[19:35:39.445] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:41:0)
[19:35:39.477] Build status: STARTED
[19:35:39.477] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:42:0) after 5m16s
[19:40:55.507] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:42:0)
[19:40:55.543] Build status: STARTED
[19:40:55.543] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:43:0) after 6m36s
[19:47:31.570] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:43:0)
[19:47:31.607] Build status: STARTED
[19:47:31.607] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:44:0) after 6m37s
[19:54:08.676] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:44:0)
[19:54:08.705] Build status: STARTED
[19:54:08.705] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:45:0) after 3m54s
[19:58:02.724] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:45:0)
[19:58:02.743] Build status: STARTED
[19:58:02.743] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:46:0) after 2m21s
[20:00:23.813] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:46:0)
[20:00:23.865] Build status: STARTED
[20:00:23.865] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:47:0) after 1m41s
[20:02:04.914] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:47:0)
[20:02:04.961] Build status: STARTED
[20:02:04.961] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:48:0) after 1m55s
[20:04:00.032] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:48:0)
[20:04:00.057] Build status: STARTED
[20:04:00.057] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:49:0) after 1m18s
[20:05:18.098] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:49:0)
[20:05:18.127] Build status: STARTED
[20:05:18.127] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:50:0) after 3m48s
[20:09:06.155] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:50:0)
[20:09:06.243] Build status: STARTED
[20:09:06.243] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:51:0) after 2m50s
[20:11:56.282] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:51:0)
[20:11:56.307] Build status: STARTED
[20:11:56.307] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:52:0) after 3m47s
[20:15:43.345] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:52:0)
[20:15:43.366] Build status: STARTED
[20:15:43.366] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:53:0) after 6m18s
[20:22:01.391] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:53:0)
[20:22:01.426] Build status: STARTED
[20:22:01.426] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:54:0) after 2m5s
[20:24:06.426] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:54:0)
[20:24:06.461] Build status: STARTED
[20:24:06.461] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:55:0) after 1m16s
[20:25:22.477] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:55:0)
[20:25:22.516] Build status: STARTED
[20:25:22.516] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:56:0) after 3m53s
[20:29:15.538] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:56:0)
[20:29:15.559] Build status: STARTED
[20:29:15.559] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:57:0) after 7m57s
[20:37:12.760] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:57:0)
[20:37:12.799] Build status: STARTED
[20:37:12.799] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:58:0) after 6m56s
[20:44:08.819] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:58:0)
[20:44:08.970] Build status: STARTED
[20:44:08.970] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:59:0) after 4m13s
[20:48:22.001] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:59:0)
[20:48:22.035] Build status: STARTED
[20:48:22.035] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:60:0) after 2m42s
[20:51:04.088] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:60:0)
[20:51:04.113] Build status: STARTED
[20:51:04.113] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:61:0) after 6m37s
[20:57:41.390] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:61:0)
[20:57:41.410] Build status: STARTED
[20:57:41.410] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:62:0) after 4m50s
[21:02:31.384] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:62:0)
[21:02:31.421] Build status: STARTED
[21:02:31.422] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:63:0) after 8m6s
[21:10:37.439] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:63:0)
[21:10:37.459] Build status: STARTED
[21:10:37.459] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:64:0) after 6m40s
[21:17:17.444] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:64:0)
[21:17:17.494] Build status: STARTED
[21:17:17.494] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:65:0) after 8m14s
[21:25:31.529] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:65:0)
[21:25:31.553] Build status: STARTED
[21:25:31.553] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:66:0) after 9m34s
[21:35:05.610] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:66:0)
[21:35:05.641] Build status: STARTED
[21:35:05.641] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:67:0) after 6m28s
[21:41:33.718] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:67:0)
[21:41:33.745] Build status: STARTED
[21:41:33.745] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:68:0) after 8m20s
[21:49:53.762] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:68:0)
[21:49:53.782] Build status: STARTED
[21:49:53.782] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:69:0) after 2m54s
[21:52:47.863] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:69:0)
[21:52:47.908] Build status: STARTED
[21:52:47.908] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:70:0) after 4m7s
[21:56:54.992] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:70:0)
[21:56:55.018] Build status: STARTED
[21:56:55.018] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:71:0) after 3m6s
[22:00:01.112] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:71:0)
[22:00:01.133] Build status: STARTED
[22:00:01.134] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:72:0) after 6m1s
[22:06:02.168] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:72:0)
[22:06:02.190] Build status: STARTED
[22:06:02.190] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:73:0) after 3m28s
[22:09:30.221] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:73:0)
[22:09:30.240] Build status: STARTED
[22:09:30.241] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:74:0) after 3m45s
[22:13:15.255] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:74:0)
[22:13:15.275] Build status: STARTED
[22:13:15.275] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:75:0) after 7m31s
[22:20:46.342] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:75:0)
[22:20:46.367] Build status: STARTED
[22:20:46.367] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:76:0) after 5m10s
[22:25:56.386] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:76:0)
[22:25:56.406] Build status: STARTED
[22:25:56.406] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:77:0) after 1m54s
[22:27:50.422] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:77:0)
[22:27:50.555] Build status: STARTED
[22:27:50.555] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:78:0) after 2m7s
[22:29:57.566] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:78:0)
[22:29:57.651] Build status: STARTED
[22:29:57.651] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:79:0) after 5m19s
[22:35:16.708] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:79:0)
[22:35:16.744] Build status: STARTED
[22:35:16.744] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:80:0) after 3m52s
[22:39:08.771] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:80:0)
[22:39:08.789] Build status: STARTED
[22:39:08.789] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:81:0) after 7m58s
[22:47:06.842] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:81:0)
[22:47:06.933] Build status: STARTED
[22:47:06.933] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:82:0) after 3m27s
[22:50:34.417] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:82:0)
[22:50:34.442] Build status: STARTED
[22:50:34.442] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:83:0) after 5m49s
[22:56:23.478] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:83:0)
[22:56:23.571] Build status: STARTED
[22:56:23.571] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:84:0) after 6m36s
[23:02:59.591] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:84:0)
[23:02:59.611] Build status: STARTED
[23:02:59.611] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:85:0) after 1m43s
[23:04:42.681] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:85:0)
[23:04:42.710] Build status: STARTED
[23:04:42.710] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:86:0) after 2m18s
[23:07:00.819] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:86:0)
[23:07:00.839] Build status: STARTED
[23:07:00.839] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:87:0) after 9m56s
[23:16:56.859] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:87:0)
[23:16:56.883] Build status: STARTED
[23:16:56.883] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:88:0) after 3m54s
[23:20:50.914] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:88:0)
[23:20:50.937] Build status: STARTED
[23:20:50.937] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:89:0) after 1m52s
[23:22:42.958] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:89:0)
[23:22:42.981] Build status: STARTED
[23:22:42.981] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:90:0) after 4m56s
[23:27:39.054] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:90:0)
[23:27:39.074] Build status: STARTED
[23:27:39.075] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:91:0) after 5m38s
[23:33:17.195] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:91:0)
[23:33:17.277] Build status: STARTED
[23:33:17.277] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:92:0) after 7m2s
[23:40:19.287] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:92:0)
[23:40:19.330] Build status: STARTED
[23:40:19.330] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:93:0) after 4m36s
[23:44:55.350] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:93:0)
[23:44:55.375] Build status: STARTED
[23:44:55.375] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:94:0) after 9m50s
[23:54:45.394] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:94:0)
[23:54:45.425] Build status: STARTED
[23:54:45.425] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:95:0) after 7m7s
[00:01:52.443] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:95:0)
[00:01:52.478] Build status: STARTED
[00:01:52.478] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:96:0) after 7m3s
[00:08:55.495] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:96:0)
[00:08:55.528] Build status: STARTED
[00:08:55.528] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:97:0) after 7m30s
[00:16:25.610] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:97:0)
[00:16:25.649] Build status: STARTED
[00:16:25.650] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:98:0) after 8m10s
[00:24:35.765] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:98:0)
[00:24:35.796] Build status: STARTED
[00:24:35.796] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:99:0) after 9m40s
[00:34:15.836] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:99:0)
[00:34:15.878] Build status: STARTED
[00:34:15.878] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:100:0) after 9m58s
[00:44:13.898] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:100:0)
[00:44:13.918] Build status: STARTED
[00:44:13.918] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:101:0) after 8m22s
[00:52:35.942] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:101:0)
[00:52:35.966] Build status: STARTED
[00:52:35.966] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:102:0) after 1m41s
[00:54:16.997] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:102:0)
[00:54:17.024] Build status: STARTED
[00:54:17.024] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:103:0) after 4m1s
[00:58:18.163] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:103:0)
[00:58:18.187] Build status: STARTED
[00:58:18.187] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:104:0) after 4m47s
[01:03:05.211] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:104:0)
[01:03:05.258] Build status: STARTED
[01:03:05.258] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929324285462036080:105:0) after 8m31s
[01:10:21.532] Received PubSub notification, asking Buildbucket for the build status
[01:10:21.566] Build:
{
  "id": "8763894223515679761",
  "builder": {
    "project": "infra",
    "bucket": "codesearch",
    "builder": "codesearch-gen-chromium-fuchsia"
  },
  "number": 11163,
  "createdBy": "project:infra",
  "createTime": "2023-11-20T16:03:09.540266837Z",
  "startTime": "2023-11-20T16:07:19.772357Z",
  "endTime": "2023-11-21T01:10:19.294587Z",
  "updateTime": "2023-11-21T01:10:19.294587Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "timeout": {

    }
  },
  "input": {

  }
}
[01:10:21.566] Invocation finished in 9h7m13.265971345s with status FAILED