Status: FAILED
Triggered by: infra-codesearch@chops-service-accounts.iam.gserviceaccount.com
Duration: 9 hours
Actions:

Definition (rev 8e315401116bbc5f80ed0063020a73aea2b1cacc)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "codesearch"
  builder: "codesearch-gen-chromium-chromiumos"
>

Incoming triggers

  • codesearch-gen-chromium-initiator/18385 (10 months ago by infra-codesearch@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "codesearch_mirror_revision": "20adc7174eb79fa0ef074751556222aea3bca500",
  "codesearch_mirror_revision_timestamp": 1699845296,
  "root_solution_revision": "bcbe604c3564caf0be68d8ae3e0ac0e571683425",
  "root_solution_revision_timestamp": 1699845076
}

Incoming tags

  • parent_buildername:codesearch-gen-chromium-initiator
  • parent_buildnumber:18385
  • user_agent:recipe

Debug log (UTC)

[04:02:18.540] New invocation is queued and will start shortly
[04:02:18.540] Triggered by user:infra-codesearch@chops-service-accounts.iam.gserviceaccount.com
[04:02:19.787] Starting the invocation (attempt 1)
[04:02:19.811] Ignoring gitiles_ref tag without the buildset tag
[04:02:19.811] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[04:02:19.811] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[04:02:19.811] Buildbucket request:
{
  "requestId": "8930003814900576496",
  "builder": {
    "project": "infra",
    "bucket": "codesearch",
    "builder": "codesearch-gen-chromium-chromiumos"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8930003814900576496",
            "job": "infra/codesearch-gen-chromium-chromiumos",
            "triggers": [
                  {
                        "buildbucket": {
                              "properties": {
                                    "codesearch_mirror_revision": "20adc7174eb79fa0ef074751556222aea3bca500",
                                    "codesearch_mirror_revision_timestamp": 1699845296,
                                    "root_solution_revision": "bcbe604c3564caf0be68d8ae3e0ac0e571683425",
                                    "root_solution_revision_timestamp": 1699845076
                                  },
                              "tags": [
                                    "parent_buildername:codesearch-gen-chromium-initiator",
                                    "parent_buildnumber:18385",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "50f463e1-6a4e-48cd-86ce-d4519aa7e7ed",
                        "title": "codesearch-gen-chromium-initiator/18385"
                      }
                ]
          },
      "codesearch_mirror_revision": "20adc7174eb79fa0ef074751556222aea3bca500",
      "codesearch_mirror_revision_timestamp": 1699845296,
      "root_solution_revision": "bcbe604c3564caf0be68d8ae3e0ac0e571683425",
      "root_solution_revision_timestamp": 1699845076
    },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8930003814900576496"
    },
    {
      "key": "scheduler_job_id",
      "value": "infra/codesearch-gen-chromium-chromiumos"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "codesearch-gen-chromium-initiator"
    },
    {
      "key": "parent_buildnumber",
      "value": "18385"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[04:02:20.285] Scheduled build:
{
  "id": "8764573752847582225",
  "builder": {
    "project": "infra",
    "bucket": "codesearch",
    "builder": "codesearch-gen-chromium-chromiumos"
  },
  "number": 15743,
  "createdBy": "project:infra",
  "createTime": "2023-11-13T04:02:19.868351915Z",
  "updateTime": "2023-11-13T04:02:19.868351915Z",
  "status": "SCHEDULED",
  "input": {

  }
}
[04:02:20.285] Task URL: https://cr-buildbucket.appspot.com/build/8764573752847582225
[04:02:20.285] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:2:0) after 7m21s
[04:02:21.255] Received PubSub notification, asking Buildbucket for the build status
[04:02:21.291] Build status: SCHEDULED
[04:02:22.644] Received PubSub notification, asking Buildbucket for the build status
[04:02:22.704] Build status: STARTED
[04:09:41.261] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:2:0)
[04:09:41.284] Build status: STARTED
[04:09:41.284] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:5:0) after 6m11s
[04:15:52.357] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:5:0)
[04:15:52.409] Build status: STARTED
[04:15:52.409] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:6:0) after 4m13s
[04:20:05.423] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:6:0)
[04:20:05.448] Build status: STARTED
[04:20:05.448] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:7:0) after 4m38s
[04:24:43.530] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:7:0)
[04:24:43.573] Build status: STARTED
[04:24:43.573] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:8:0) after 9m16s
[04:33:59.589] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:8:0)
[04:33:59.609] Build status: STARTED
[04:33:59.609] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:9:0) after 2m39s
[04:36:38.712] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:9:0)
[04:36:38.730] Build status: STARTED
[04:36:38.730] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:10:0) after 9m27s
[04:46:05.751] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:10:0)
[04:46:05.880] Build status: STARTED
[04:46:05.880] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:11:0) after 8m56s
[04:55:02.053] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:11:0)
[04:55:02.075] Build status: STARTED
[04:55:02.075] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:12:0) after 9m20s
[05:04:22.140] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:12:0)
[05:04:22.169] Build status: STARTED
[05:04:22.169] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:13:0) after 5m33s
[05:09:55.259] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:13:0)
[05:09:55.298] Build status: STARTED
[05:09:55.298] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:14:0) after 5m42s
[05:15:37.325] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:14:0)
[05:15:37.358] Build status: STARTED
[05:15:37.358] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:15:0) after 2m39s
[05:18:16.438] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:15:0)
[05:18:16.490] Build status: STARTED
[05:18:16.490] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:16:0) after 1m58s
[05:20:14.600] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:16:0)
[05:20:14.630] Build status: STARTED
[05:20:14.630] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:17:0) after 8m8s
[05:28:22.654] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:17:0)
[05:28:22.679] Build status: STARTED
[05:28:22.679] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:18:0) after 4m34s
[05:32:56.821] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:18:0)
[05:32:56.845] Build status: STARTED
[05:32:56.845] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:19:0) after 9m56s
[05:42:53.051] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:19:0)
[05:42:53.083] Build status: STARTED
[05:42:53.083] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:20:0) after 5m0s
[05:47:53.100] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:20:0)
[05:47:53.137] Build status: STARTED
[05:47:53.138] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:21:0) after 7m8s
[05:55:01.153] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:21:0)
[05:55:01.409] Build status: STARTED
[05:55:01.409] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:22:0) after 7m42s
[06:02:43.516] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:22:0)
[06:02:43.559] Build status: STARTED
[06:02:43.559] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:23:0) after 5m57s
[06:08:40.576] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:23:0)
[06:08:40.598] Build status: STARTED
[06:08:40.598] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:24:0) after 7m54s
[06:16:34.708] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:24:0)
[06:16:34.776] Build status: STARTED
[06:16:34.776] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:25:0) after 2m54s
[06:19:28.893] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:25:0)
[06:19:28.913] Build status: STARTED
[06:19:28.913] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:26:0) after 9m49s
[06:29:17.931] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:26:0)
[06:29:17.955] Build status: STARTED
[06:29:17.955] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:27:0) after 9m37s
[06:38:55.057] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:27:0)
[06:38:55.090] Build status: STARTED
[06:38:55.090] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:28:0) after 3m22s
[06:42:17.109] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:28:0)
[06:42:17.134] Build status: STARTED
[06:42:17.134] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:29:0) after 1m51s
[06:44:08.391] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:29:0)
[06:44:08.422] Build status: STARTED
[06:44:08.423] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:30:0) after 2m28s
[06:46:36.452] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:30:0)
[06:46:36.486] Build status: STARTED
[06:46:36.486] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:31:0) after 2m46s
[06:49:22.500] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:31:0)
[06:49:22.515] Build status: STARTED
[06:49:22.515] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:32:0) after 3m47s
[06:53:09.539] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:32:0)
[06:53:09.566] Build status: STARTED
[06:53:09.566] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:33:0) after 8m16s
[07:01:25.599] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:33:0)
[07:01:25.637] Build status: STARTED
[07:01:25.637] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:34:0) after 1m36s
[07:03:01.741] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:34:0)
[07:03:01.773] Build status: STARTED
[07:03:01.773] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:35:0) after 4m30s
[07:07:31.778] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:35:0)
[07:07:31.796] Build status: STARTED
[07:07:31.796] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:36:0) after 5m33s
[07:13:04.798] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:36:0)
[07:13:04.823] Build status: STARTED
[07:13:04.823] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:37:0) after 7m41s
[07:20:46.192] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:37:0)
[07:20:46.210] Build status: STARTED
[07:20:46.210] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:38:0) after 3m57s
[07:24:43.351] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:38:0)
[07:24:43.376] Build status: STARTED
[07:24:43.376] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:39:0) after 6m27s
[07:31:10.615] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:39:0)
[07:31:10.649] Build status: STARTED
[07:31:10.649] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:40:0) after 5m2s
[07:36:12.868] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:40:0)
[07:36:12.905] Build status: STARTED
[07:36:12.905] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:41:0) after 4m10s
[07:40:23.265] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:41:0)
[07:40:23.329] Build status: STARTED
[07:40:23.329] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:42:0) after 5m5s
[07:45:28.352] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:42:0)
[07:45:28.379] Build status: STARTED
[07:45:28.379] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:43:0) after 1m35s
[07:47:03.421] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:43:0)
[07:47:03.477] Build status: STARTED
[07:47:03.477] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:44:0) after 4m55s
[07:51:58.788] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:44:0)
[07:51:58.862] Build status: STARTED
[07:51:58.862] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:45:0) after 9m5s
[08:01:03.911] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:45:0)
[08:01:03.942] Build status: STARTED
[08:01:03.942] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:46:0) after 8m55s
[08:09:59.051] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:46:0)
[08:09:59.101] Build status: STARTED
[08:09:59.101] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:47:0) after 3m25s
[08:13:24.144] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:47:0)
[08:13:24.187] Build status: STARTED
[08:13:24.187] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:48:0) after 1m7s
[08:14:31.209] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:48:0)
[08:14:31.243] Build status: STARTED
[08:14:31.244] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:49:0) after 4m52s
[08:19:23.320] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:49:0)
[08:19:23.353] Build status: STARTED
[08:19:23.353] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:50:0) after 9m46s
[08:29:09.452] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:50:0)
[08:29:09.478] Build status: STARTED
[08:29:09.478] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:51:0) after 3m53s
[08:33:02.610] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:51:0)
[08:33:02.656] Build status: STARTED
[08:33:02.656] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:52:0) after 7m3s
[08:40:05.797] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:52:0)
[08:40:05.820] Build status: STARTED
[08:40:05.821] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:53:0) after 3m20s
[08:43:25.811] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:53:0)
[08:43:25.851] Build status: STARTED
[08:43:25.851] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:54:0) after 9m57s
[08:53:22.907] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:54:0)
[08:53:22.972] Build status: STARTED
[08:53:22.972] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:55:0) after 7m12s
[09:00:35.166] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:55:0)
[09:00:35.196] Build status: STARTED
[09:00:35.196] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:56:0) after 3m47s
[09:04:22.298] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:56:0)
[09:04:22.360] Build status: STARTED
[09:04:22.360] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:57:0) after 2m51s
[09:07:13.575] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:57:0)
[09:07:13.609] Build status: STARTED
[09:07:13.609] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:58:0) after 7m46s
[09:15:00.004] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:58:0)
[09:15:00.058] Build status: STARTED
[09:15:00.058] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:59:0) after 2m15s
[09:17:15.132] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:59:0)
[09:17:15.175] Build status: STARTED
[09:17:15.175] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:60:0) after 3m46s
[09:21:01.192] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:60:0)
[09:21:01.238] Build status: STARTED
[09:21:01.239] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:61:0) after 6m12s
[09:27:13.255] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:61:0)
[09:27:13.275] Build status: STARTED
[09:27:13.275] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:62:0) after 1m28s
[09:28:41.438] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:62:0)
[09:28:41.479] Build status: STARTED
[09:28:41.479] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:63:0) after 5m2s
[09:33:43.631] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:63:0)
[09:33:43.678] Build status: STARTED
[09:33:43.678] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:64:0) after 5m26s
[09:39:10.086] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:64:0)
[09:39:10.188] Build status: STARTED
[09:39:10.188] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:65:0) after 1m53s
[09:41:03.211] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:65:0)
[09:41:03.236] Build status: STARTED
[09:41:03.236] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:66:0) after 3m8s
[09:44:11.258] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:66:0)
[09:44:11.286] Build status: STARTED
[09:44:11.286] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:67:0) after 5m31s
[09:49:42.840] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:67:0)
[09:49:42.874] Build status: STARTED
[09:49:42.874] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:68:0) after 7m21s
[09:57:04.004] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:68:0)
[09:57:04.045] Build status: STARTED
[09:57:04.045] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:69:0) after 3m43s
[10:00:47.204] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:69:0)
[10:00:47.262] Build status: STARTED
[10:00:47.262] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:70:0) after 6m1s
[10:06:48.547] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:70:0)
[10:06:48.570] Build status: STARTED
[10:06:48.570] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:71:0) after 5m16s
[10:12:04.605] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:71:0)
[10:12:04.638] Build status: STARTED
[10:12:04.638] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:72:0) after 6m7s
[10:18:11.611] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:72:0)
[10:18:11.700] Build status: STARTED
[10:18:11.700] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:73:0) after 7m21s
[10:25:32.718] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:73:0)
[10:25:32.763] Build status: STARTED
[10:25:32.763] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:74:0) after 6m30s
[10:32:02.791] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:74:0)
[10:32:02.828] Build status: STARTED
[10:32:02.829] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:75:0) after 4m18s
[10:36:20.863] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:75:0)
[10:36:20.895] Build status: STARTED
[10:36:20.895] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:76:0) after 9m26s
[10:45:46.895] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:76:0)
[10:45:46.929] Build status: STARTED
[10:45:46.929] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:77:0) after 4m30s
[10:50:17.147] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:77:0)
[10:50:17.194] Build status: STARTED
[10:50:17.194] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:78:0) after 4m47s
[10:55:04.240] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:78:0)
[10:55:04.269] Build status: STARTED
[10:55:04.269] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:79:0) after 6m50s
[11:01:54.426] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:79:0)
[11:01:54.483] Build status: STARTED
[11:01:54.483] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:80:0) after 7m15s
[11:09:09.547] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:80:0)
[11:09:09.566] Build status: STARTED
[11:09:09.566] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:81:0) after 9m16s
[11:18:25.727] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:81:0)
[11:18:25.765] Build status: STARTED
[11:18:25.765] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:82:0) after 7m3s
[11:25:28.788] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:82:0)
[11:25:28.915] Build status: STARTED
[11:25:28.915] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:83:0) after 3m1s
[11:28:30.076] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:83:0)
[11:28:30.135] Build status: STARTED
[11:28:30.135] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:84:0) after 9m23s
[11:37:53.197] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:84:0)
[11:37:53.238] Build status: STARTED
[11:37:53.238] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:85:0) after 9m56s
[11:47:49.384] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:85:0)
[11:47:49.418] Build status: STARTED
[11:47:49.418] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:86:0) after 2m5s
[11:49:54.775] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:86:0)
[11:49:54.795] Build status: STARTED
[11:49:54.795] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:87:0) after 1m2s
[11:50:56.890] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:87:0)
[11:50:56.910] Build status: STARTED
[11:50:56.910] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:88:0) after 5m2s
[11:55:59.026] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:88:0)
[11:55:59.047] Build status: STARTED
[11:55:59.047] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:89:0) after 6m48s
[12:02:47.137] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:89:0)
[12:02:47.196] Build status: STARTED
[12:02:47.196] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:90:0) after 2m25s
[12:05:12.430] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:90:0)
[12:05:12.475] Build status: STARTED
[12:05:12.475] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:91:0) after 9m37s
[12:14:49.747] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:91:0)
[12:14:49.783] Build status: STARTED
[12:14:49.783] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:92:0) after 1m13s
[12:16:03.090] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:92:0)
[12:16:03.134] Build status: STARTED
[12:16:03.134] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:93:0) after 9m52s
[12:25:55.179] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:93:0)
[12:25:55.205] Build status: STARTED
[12:25:55.205] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:94:0) after 7m35s
[12:33:30.387] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:94:0)
[12:33:30.406] Build status: STARTED
[12:33:30.406] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:95:0) after 1m14s
[12:34:44.649] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:95:0)
[12:34:44.707] Build status: STARTED
[12:34:44.707] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:96:0) after 9m5s
[12:43:49.763] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:96:0)
[12:43:49.786] Build status: STARTED
[12:43:49.786] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:97:0) after 9m36s
[12:53:25.907] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:97:0)
[12:53:25.926] Build status: STARTED
[12:53:25.926] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:98:0) after 1m49s
[12:55:15.263] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:98:0)
[12:55:15.285] Build status: STARTED
[12:55:15.285] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:99:0) after 8m47s
[13:04:02.368] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:99:0)
[13:04:02.402] Build status: STARTED
[13:04:02.403] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8930003814900576496:100:0) after 2m41s
[13:05:49.569] Received PubSub notification, asking Buildbucket for the build status
[13:05:49.591] Build:
{
  "id": "8764573752847582225",
  "builder": {
    "project": "infra",
    "bucket": "codesearch",
    "builder": "codesearch-gen-chromium-chromiumos"
  },
  "number": 15743,
  "createdBy": "project:infra",
  "createTime": "2023-11-13T04:02:19.868351915Z",
  "startTime": "2023-11-13T04:02:21.761116Z",
  "endTime": "2023-11-13T13:05:48.994678Z",
  "updateTime": "2023-11-13T13:05:48.994678Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "timeout": {

    }
  },
  "input": {

  }
}
[13:05:49.591] Invocation finished in 9h3m31.064124471s with status FAILED