Status: FAILED
Triggered by: infra-codesearch@chops-service-accounts.iam.gserviceaccount.com
Duration: 9 hours
Actions:

Definition (rev 8e315401116bbc5f80ed0063020a73aea2b1cacc)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "codesearch"
  builder: "codesearch-gen-chromium-linux"
>

Incoming triggers

  • codesearch-gen-chromium-initiator/18707 (2 years ago by infra-codesearch@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "codesearch_mirror_revision": "a6df09b879605843e20365524eeb159807161f03",
  "codesearch_mirror_revision_timestamp": 1704484758,
  "root_solution_revision": "2c72f1bc4a076b60453d27ac013b8c4111fece26",
  "root_solution_revision_timestamp": 1704484568
}

Incoming tags

  • parent_buildername:codesearch-gen-chromium-initiator
  • parent_buildnumber:18707
  • user_agent:recipe

Debug log (UTC)

[20:01:09.814] New invocation is queued and will start shortly
[20:01:09.814] Triggered by user:infra-codesearch@chops-service-accounts.iam.gserviceaccount.com
[20:01:11.406] Starting the invocation (attempt 1)
[20:01:11.438] Ignoring gitiles_ref tag without the buildset tag
[20:01:11.438] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:01:11.439] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:01:11.439] Buildbucket request:
{
  "requestId": "8925141849767412624",
  "builder": {
    "project": "infra",
    "bucket": "codesearch",
    "builder": "codesearch-gen-chromium-linux"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8925141849767412624",
            "job": "infra/codesearch-gen-chromium-linux",
            "triggers": [
                  {
                        "buildbucket": {
                              "properties": {
                                    "codesearch_mirror_revision": "a6df09b879605843e20365524eeb159807161f03",
                                    "codesearch_mirror_revision_timestamp": 1704484758,
                                    "root_solution_revision": "2c72f1bc4a076b60453d27ac013b8c4111fece26",
                                    "root_solution_revision_timestamp": 1704484568
                                  },
                              "tags": [
                                    "parent_buildername:codesearch-gen-chromium-initiator",
                                    "parent_buildnumber:18707",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "8e2cc598-447c-4c99-befe-2d3923c3e8f2",
                        "title": "codesearch-gen-chromium-initiator/18707"
                      }
                ]
          },
      "codesearch_mirror_revision": "a6df09b879605843e20365524eeb159807161f03",
      "codesearch_mirror_revision_timestamp": 1704484758,
      "root_solution_revision": "2c72f1bc4a076b60453d27ac013b8c4111fece26",
      "root_solution_revision_timestamp": 1704484568
    },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8925141849767412624"
    },
    {
      "key": "scheduler_job_id",
      "value": "infra/codesearch-gen-chromium-linux"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "codesearch-gen-chromium-initiator"
    },
    {
      "key": "parent_buildnumber",
      "value": "18707"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[20:01:12.822] Scheduled build:
{
  "id": "8759711787339527601",
  "builder": {
    "project": "infra",
    "bucket": "codesearch",
    "builder": "codesearch-gen-chromium-linux"
  },
  "number": 16337,
  "createdBy": "project:infra",
  "createTime": "2024-01-05T20:01:11.501937118Z",
  "updateTime": "2024-01-05T20:01:11.501937118Z",
  "status": "SCHEDULED",
  "input": {

  }
}
[20:01:12.822] Task URL: https://cr-buildbucket.appspot.com/build/8759711787339527601
[20:01:12.822] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:2:0) after 7m42s
[20:01:13.862] Received PubSub notification, asking Buildbucket for the build status
[20:01:13.925] Build status: SCHEDULED
[20:01:14.806] Received PubSub notification, asking Buildbucket for the build status
[20:01:14.849] Build status: STARTED
[20:08:54.837] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:2:0)
[20:08:54.873] Build status: STARTED
[20:08:54.873] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:5:0) after 1m43s
[20:10:38.348] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:5:0)
[20:10:38.380] Build status: STARTED
[20:10:38.380] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:6:0) after 6m27s
[20:17:05.385] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:6:0)
[20:17:05.409] Build status: STARTED
[20:17:05.409] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:7:0) after 7m23s
[20:24:28.584] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:7:0)
[20:24:28.624] Build status: STARTED
[20:24:28.624] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:8:0) after 9m38s
[20:34:06.664] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:8:0)
[20:34:06.683] Build status: STARTED
[20:34:06.683] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:9:0) after 5m27s
[20:39:33.674] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:9:0)
[20:39:33.692] Build status: STARTED
[20:39:33.692] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:10:0) after 2m25s
[20:41:58.758] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:10:0)
[20:41:58.774] Build status: STARTED
[20:41:58.774] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:11:0) after 1m7s
[20:43:05.778] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:11:0)
[20:43:05.857] Build status: STARTED
[20:43:05.857] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:12:0) after 8m34s
[20:51:39.896] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:12:0)
[20:51:40.094] Build status: STARTED
[20:51:40.094] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:13:0) after 4m6s
[20:55:46.212] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:13:0)
[20:55:46.485] Build status: STARTED
[20:55:46.485] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:14:0) after 8m42s
[21:04:28.619] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:14:0)
[21:04:28.640] Build status: STARTED
[21:04:28.640] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:15:0) after 1m12s
[21:05:40.879] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:15:0)
[21:05:40.912] Build status: STARTED
[21:05:40.912] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:16:0) after 5m32s
[21:11:12.979] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:16:0)
[21:11:13.009] Build status: STARTED
[21:11:13.009] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:17:0) after 7m0s
[21:18:13.436] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:17:0)
[21:18:13.452] Build status: STARTED
[21:18:13.452] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:18:0) after 9m23s
[21:27:36.474] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:18:0)
[21:27:36.506] Build status: STARTED
[21:27:36.506] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:19:0) after 9m42s
[21:37:18.939] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:19:0)
[21:37:18.960] Build status: STARTED
[21:37:18.960] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:20:0) after 7m25s
[21:44:44.002] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:20:0)
[21:44:44.019] Build status: STARTED
[21:44:44.019] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:21:0) after 4m15s
[21:48:59.089] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:21:0)
[21:48:59.179] Build status: STARTED
[21:48:59.179] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:22:0) after 2m32s
[21:51:31.157] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:22:0)
[21:51:31.180] Build status: STARTED
[21:51:31.180] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:23:0) after 4m26s
[21:55:57.202] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:23:0)
[21:55:57.233] Build status: STARTED
[21:55:57.233] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:24:0) after 3m10s
[21:59:07.210] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:24:0)
[21:59:07.230] Build status: STARTED
[21:59:07.230] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:25:0) after 8m2s
[22:07:09.243] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:25:0)
[22:07:09.285] Build status: STARTED
[22:07:09.285] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:26:0) after 3m39s
[22:10:48.318] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:26:0)
[22:10:48.339] Build status: STARTED
[22:10:48.339] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:27:0) after 9m20s
[22:20:08.469] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:27:0)
[22:20:08.591] Build status: STARTED
[22:20:08.591] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:28:0) after 1m0s
[22:21:08.949] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:28:0)
[22:21:08.995] Build status: STARTED
[22:21:08.996] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:29:0) after 4m29s
[22:25:37.960] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:29:0)
[22:25:38.038] Build status: STARTED
[22:25:38.038] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:30:0) after 3m31s
[22:29:09.127] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:30:0)
[22:29:09.197] Build status: STARTED
[22:29:09.197] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:31:0) after 3m26s
[22:32:35.420] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:31:0)
[22:32:35.509] Build status: STARTED
[22:32:35.509] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:32:0) after 6m45s
[22:39:20.522] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:32:0)
[22:39:20.540] Build status: STARTED
[22:39:20.540] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:33:0) after 6m38s
[22:45:58.557] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:33:0)
[22:45:58.576] Build status: STARTED
[22:45:58.576] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:34:0) after 9m39s
[22:55:37.969] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:34:0)
[22:55:38.010] Build status: STARTED
[22:55:38.010] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:35:0) after 9m55s
[23:05:33.376] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:35:0)
[23:05:33.394] Build status: STARTED
[23:05:33.394] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:36:0) after 6m21s
[23:11:54.479] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:36:0)
[23:11:54.577] Build status: STARTED
[23:11:54.577] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:37:0) after 9m48s
[23:21:42.710] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:37:0)
[23:21:42.754] Build status: STARTED
[23:21:42.754] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:38:0) after 7m26s
[23:29:08.885] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:38:0)
[23:29:08.911] Build status: STARTED
[23:29:08.911] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:39:0) after 6m56s
[23:36:05.233] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:39:0)
[23:36:05.333] Build status: STARTED
[23:36:05.333] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:40:0) after 8m28s
[23:44:33.485] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:40:0)
[23:44:33.518] Build status: STARTED
[23:44:33.518] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:41:0) after 2m54s
[23:47:27.533] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:41:0)
[23:47:27.559] Build status: STARTED
[23:47:27.559] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:42:0) after 2m52s
[23:50:19.577] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:42:0)
[23:50:19.594] Build status: STARTED
[23:50:19.594] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:43:0) after 9m55s
[00:00:14.610] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:43:0)
[00:00:14.656] Build status: STARTED
[00:00:14.656] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:44:0) after 1m59s
[00:02:13.637] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:44:0)
[00:02:13.665] Build status: STARTED
[00:02:13.665] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:45:0) after 8m10s
[00:10:23.688] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:45:0)
[00:10:23.717] Build status: STARTED
[00:10:23.717] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:46:0) after 8m23s
[00:18:46.726] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:46:0)
[00:18:46.745] Build status: STARTED
[00:18:46.745] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:47:0) after 1m1s
[00:19:48.807] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:47:0)
[00:19:48.896] Build status: STARTED
[00:19:48.896] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:48:0) after 4m46s
[00:24:34.927] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:48:0)
[00:24:34.954] Build status: STARTED
[00:24:34.954] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:49:0) after 7m5s
[00:31:39.962] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:49:0)
[00:31:39.990] Build status: STARTED
[00:31:39.990] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:50:0) after 7m8s
[00:38:48.156] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:50:0)
[00:38:48.174] Build status: STARTED
[00:38:48.174] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:51:0) after 8m14s
[00:47:02.416] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:51:0)
[00:47:02.443] Build status: STARTED
[00:47:02.443] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:52:0) after 1m17s
[00:48:19.474] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:52:0)
[00:48:19.505] Build status: STARTED
[00:48:19.505] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:53:0) after 3m37s
[00:51:56.603] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:53:0)
[00:51:56.621] Build status: STARTED
[00:51:56.621] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:54:0) after 2m2s
[00:53:58.869] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:54:0)
[00:53:58.891] Build status: STARTED
[00:53:58.891] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:55:0) after 3m45s
[00:57:44.013] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:55:0)
[00:57:44.032] Build status: STARTED
[00:57:44.032] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:56:0) after 5m53s
[01:03:37.157] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:56:0)
[01:03:37.201] Build status: STARTED
[01:03:37.201] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:57:0) after 1m33s
[01:05:10.220] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:57:0)
[01:05:10.239] Build status: STARTED
[01:05:10.239] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:58:0) after 9m44s
[01:14:54.446] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:58:0)
[01:14:54.540] Build status: STARTED
[01:14:54.540] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:59:0) after 1m38s
[01:16:32.655] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:59:0)
[01:16:32.803] Build status: STARTED
[01:16:32.803] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:60:0) after 9m16s
[01:25:48.894] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:60:0)
[01:25:48.939] Build status: STARTED
[01:25:48.939] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:61:0) after 1m10s
[01:26:58.956] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:61:0)
[01:26:58.973] Build status: STARTED
[01:26:58.973] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:62:0) after 7m5s
[01:34:03.993] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:62:0)
[01:34:04.154] Build status: STARTED
[01:34:04.154] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:63:0) after 9m3s
[01:43:07.184] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:63:0)
[01:43:07.207] Build status: STARTED
[01:43:07.207] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:64:0) after 7m34s
[01:50:41.226] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:64:0)
[01:50:41.244] Build status: STARTED
[01:50:41.244] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:65:0) after 1m38s
[01:52:19.335] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:65:0)
[01:52:19.385] Build status: STARTED
[01:52:19.385] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:66:0) after 6m48s
[01:59:07.401] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:66:0)
[01:59:07.450] Build status: STARTED
[01:59:07.450] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:67:0) after 1m50s
[02:00:57.473] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:67:0)
[02:00:57.499] Build status: STARTED
[02:00:57.499] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:68:0) after 8m35s
[02:09:32.518] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:68:0)
[02:09:32.558] Build status: STARTED
[02:09:32.558] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:69:0) after 1m58s
[02:11:30.579] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:69:0)
[02:11:30.606] Build status: STARTED
[02:11:30.606] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:70:0) after 2m2s
[02:13:32.921] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:70:0)
[02:13:32.943] Build status: STARTED
[02:13:32.943] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:71:0) after 9m4s
[02:22:36.959] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:71:0)
[02:22:37.019] Build status: STARTED
[02:22:37.019] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:72:0) after 3m23s
[02:26:00.035] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:72:0)
[02:26:00.063] Build status: STARTED
[02:26:00.063] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:73:0) after 2m39s
[02:28:39.077] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:73:0)
[02:28:39.131] Build status: STARTED
[02:28:39.132] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:74:0) after 1m43s
[02:30:22.299] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:74:0)
[02:30:22.327] Build status: STARTED
[02:30:22.327] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:75:0) after 1m30s
[02:31:52.368] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:75:0)
[02:31:52.389] Build status: STARTED
[02:31:52.389] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:76:0) after 1m15s
[02:33:07.467] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:76:0)
[02:33:07.496] Build status: STARTED
[02:33:07.496] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:77:0) after 1m39s
[02:34:46.539] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:77:0)
[02:34:46.628] Build status: STARTED
[02:34:46.628] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:78:0) after 6m18s
[02:41:04.706] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:78:0)
[02:41:04.736] Build status: STARTED
[02:41:04.736] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:79:0) after 4m14s
[02:45:18.752] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:79:0)
[02:45:18.772] Build status: STARTED
[02:45:18.772] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:80:0) after 6m56s
[02:52:14.789] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:80:0)
[02:52:14.821] Build status: STARTED
[02:52:14.821] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:81:0) after 4m9s
[02:56:23.849] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:81:0)
[02:56:23.866] Build status: STARTED
[02:56:23.866] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:82:0) after 6m47s
[03:03:10.949] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:82:0)
[03:03:10.982] Build status: STARTED
[03:03:10.982] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:83:0) after 1m12s
[03:04:23.120] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:83:0)
[03:04:23.161] Build status: STARTED
[03:04:23.161] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:84:0) after 6m30s
[03:10:53.228] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:84:0)
[03:10:53.246] Build status: STARTED
[03:10:53.246] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:85:0) after 4m20s
[03:15:13.326] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:85:0)
[03:15:13.404] Build status: STARTED
[03:15:13.404] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:86:0) after 8m41s
[03:23:54.484] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:86:0)
[03:23:54.506] Build status: STARTED
[03:23:54.506] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:87:0) after 1m23s
[03:25:17.523] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:87:0)
[03:25:17.547] Build status: STARTED
[03:25:17.547] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:88:0) after 5m11s
[03:30:28.575] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:88:0)
[03:30:28.595] Build status: STARTED
[03:30:28.595] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:89:0) after 7m53s
[03:38:21.577] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:89:0)
[03:38:21.621] Build status: STARTED
[03:38:21.621] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:90:0) after 5m59s
[03:44:20.847] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:90:0)
[03:44:20.874] Build status: STARTED
[03:44:20.874] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:91:0) after 2m37s
[03:46:58.029] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:91:0)
[03:46:58.048] Build status: STARTED
[03:46:58.048] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:92:0) after 5m28s
[03:52:26.075] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:92:0)
[03:52:26.094] Build status: STARTED
[03:52:26.094] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:93:0) after 9m28s
[04:01:54.127] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:93:0)
[04:01:54.146] Build status: STARTED
[04:01:54.146] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:94:0) after 2m40s
[04:04:34.155] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:94:0)
[04:04:34.175] Build status: STARTED
[04:04:34.175] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:95:0) after 3m37s
[04:08:11.189] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:95:0)
[04:08:11.223] Build status: STARTED
[04:08:11.223] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:96:0) after 1m0s
[04:09:11.239] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:96:0)
[04:09:11.268] Build status: STARTED
[04:09:11.268] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:97:0) after 1m19s
[04:10:30.369] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:97:0)
[04:10:30.398] Build status: STARTED
[04:10:30.398] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:98:0) after 9m26s
[04:19:56.414] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:98:0)
[04:19:56.455] Build status: STARTED
[04:19:56.455] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:99:0) after 8m51s
[04:28:47.473] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:99:0)
[04:28:47.493] Build status: STARTED
[04:28:47.493] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:100:0) after 6m7s
[04:34:54.515] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:100:0)
[04:34:54.541] Build status: STARTED
[04:34:54.541] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:101:0) after 5m52s
[04:40:46.648] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:101:0)
[04:40:46.703] Build status: STARTED
[04:40:46.703] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:102:0) after 1m38s
[04:42:24.764] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:102:0)
[04:42:24.782] Build status: STARTED
[04:42:24.782] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:103:0) after 8m6s
[04:50:30.795] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:103:0)
[04:50:30.828] Build status: STARTED
[04:50:30.828] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:104:0) after 2m26s
[04:52:56.799] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:104:0)
[04:52:56.824] Build status: STARTED
[04:52:56.824] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:105:0) after 4m23s
[04:57:19.945] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:105:0)
[04:57:19.985] Build status: STARTED
[04:57:19.985] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:106:0) after 4m50s
[05:02:10.034] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:106:0)
[05:02:10.169] Build status: STARTED
[05:02:10.169] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8925141849767412624:107:0) after 3m11s
[05:03:59.075] Received PubSub notification, asking Buildbucket for the build status
[05:03:59.104] Build:
{
  "id": "8759711787339527601",
  "builder": {
    "project": "infra",
    "bucket": "codesearch",
    "builder": "codesearch-gen-chromium-linux"
  },
  "number": 16337,
  "createdBy": "project:infra",
  "createTime": "2024-01-05T20:01:11.501937118Z",
  "startTime": "2024-01-05T20:01:13.680617Z",
  "endTime": "2024-01-06T05:03:58.395596Z",
  "updateTime": "2024-01-06T05:03:58.395596Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "timeout": {

    }
  },
  "input": {

  }
}
[05:03:59.104] Invocation finished in 9h2m49.301460474s with status FAILED