Status: FAILED
Triggered by: infra-codesearch@chops-service-accounts.iam.gserviceaccount.com
Duration: 9 hours
Actions:

Definition (rev 8e315401116bbc5f80ed0063020a73aea2b1cacc)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "codesearch"
  builder: "codesearch-gen-chromium-linux"
>

Incoming triggers

  • codesearch-gen-chromium-initiator/18400 (2 years ago by infra-codesearch@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "codesearch_mirror_revision": "be890394c736320080a34eb2a44af65fb2d4d993",
  "codesearch_mirror_revision_timestamp": 1700060162,
  "root_solution_revision": "5cbf78b23ed3906b3dd602c4dac27b6f6e37c2c6",
  "root_solution_revision_timestamp": 1700059944
}

Incoming tags

  • parent_buildername:codesearch-gen-chromium-initiator
  • parent_buildnumber:18400
  • user_agent:recipe

Debug log (UTC)

[16:02:57.195] New invocation is queued and will start shortly
[16:02:57.195] Triggered by user:infra-codesearch@chops-service-accounts.iam.gserviceaccount.com
[16:02:58.269] Starting the invocation (attempt 1)
[16:02:58.295] Ignoring gitiles_ref tag without the buildset tag
[16:02:58.295] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[16:02:58.295] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[16:02:58.296] Buildbucket request:
{
  "requestId": "8929777281952674352",
  "builder": {
    "project": "infra",
    "bucket": "codesearch",
    "builder": "codesearch-gen-chromium-linux"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8929777281952674352",
            "job": "infra/codesearch-gen-chromium-linux",
            "triggers": [
                  {
                        "buildbucket": {
                              "properties": {
                                    "codesearch_mirror_revision": "be890394c736320080a34eb2a44af65fb2d4d993",
                                    "codesearch_mirror_revision_timestamp": 1700060162,
                                    "root_solution_revision": "5cbf78b23ed3906b3dd602c4dac27b6f6e37c2c6",
                                    "root_solution_revision_timestamp": 1700059944
                                  },
                              "tags": [
                                    "parent_buildername:codesearch-gen-chromium-initiator",
                                    "parent_buildnumber:18400",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "452f0f47-1be2-4e07-b3e3-f1c6614540a6",
                        "title": "codesearch-gen-chromium-initiator/18400"
                      }
                ]
          },
      "codesearch_mirror_revision": "be890394c736320080a34eb2a44af65fb2d4d993",
      "codesearch_mirror_revision_timestamp": 1700060162,
      "root_solution_revision": "5cbf78b23ed3906b3dd602c4dac27b6f6e37c2c6",
      "root_solution_revision_timestamp": 1700059944
    },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8929777281952674352"
    },
    {
      "key": "scheduler_job_id",
      "value": "infra/codesearch-gen-chromium-linux"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "codesearch-gen-chromium-initiator"
    },
    {
      "key": "parent_buildnumber",
      "value": "18400"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[16:02:58.949] Scheduled build:
{
  "id": "8764347220044186705",
  "builder": {
    "project": "infra",
    "bucket": "codesearch",
    "builder": "codesearch-gen-chromium-linux"
  },
  "number": 16050,
  "createdBy": "project:infra",
  "createTime": "2023-11-15T16:02:58.385519925Z",
  "updateTime": "2023-11-15T16:02:58.385519925Z",
  "status": "SCHEDULED",
  "input": {

  },
  "canary": true
}
[16:02:58.949] Task URL: https://cr-buildbucket.appspot.com/build/8764347220044186705
[16:02:58.950] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:2:0) after 3m17s
[16:02:59.885] Received PubSub notification, asking Buildbucket for the build status
[16:02:59.919] Build status: SCHEDULED
[16:06:16.026] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:2:0)
[16:06:16.145] Build status: SCHEDULED
[16:06:16.145] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:4:0) after 8m21s
[16:07:04.172] Received PubSub notification, asking Buildbucket for the build status
[16:07:04.209] Build status: STARTED
[16:14:37.332] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:4:0)
[16:14:37.356] Build status: STARTED
[16:14:37.356] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:6:0) after 5m19s
[16:19:56.402] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:6:0)
[16:19:56.464] Build status: STARTED
[16:19:56.464] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:7:0) after 3m4s
[16:23:00.948] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:7:0)
[16:23:01.138] Build status: STARTED
[16:23:01.138] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:8:0) after 3m4s
[16:26:05.277] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:8:0)
[16:26:05.308] Build status: STARTED
[16:26:05.308] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:9:0) after 6m48s
[16:32:53.445] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:9:0)
[16:32:53.469] Build status: STARTED
[16:32:53.469] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:10:0) after 7m23s
[16:40:17.501] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:10:0)
[16:40:17.522] Build status: STARTED
[16:40:17.522] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:11:0) after 5m27s
[16:45:44.649] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:11:0)
[16:45:44.670] Build status: STARTED
[16:45:44.670] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:12:0) after 1m53s
[16:47:37.716] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:12:0)
[16:47:37.787] Build status: STARTED
[16:47:37.787] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:13:0) after 7m56s
[16:55:34.331] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:13:0)
[16:55:34.366] Build status: STARTED
[16:55:34.366] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:14:0) after 8m21s
[17:03:55.416] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:14:0)
[17:03:55.435] Build status: STARTED
[17:03:55.435] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:15:0) after 1m43s
[17:05:38.459] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:15:0)
[17:05:38.479] Build status: STARTED
[17:05:38.479] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:16:0) after 4m30s
[17:10:08.496] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:16:0)
[17:10:08.528] Build status: STARTED
[17:10:08.528] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:17:0) after 4m22s
[17:14:30.663] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:17:0)
[17:14:30.682] Build status: STARTED
[17:14:30.682] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:18:0) after 7m6s
[17:21:37.059] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:18:0)
[17:21:37.092] Build status: STARTED
[17:21:37.092] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:19:0) after 4m12s
[17:25:49.903] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:19:0)
[17:25:49.938] Build status: STARTED
[17:25:49.938] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:20:0) after 7m15s
[17:33:05.046] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:20:0)
[17:33:05.151] Build status: STARTED
[17:33:05.151] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:21:0) after 2m32s
[17:35:37.278] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:21:0)
[17:35:37.311] Build status: STARTED
[17:35:37.311] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:22:0) after 9m53s
[17:45:30.834] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:22:0)
[17:45:30.871] Build status: STARTED
[17:45:30.871] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:23:0) after 3m26s
[17:48:57.065] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:23:0)
[17:48:57.096] Build status: STARTED
[17:48:57.096] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:24:0) after 1m47s
[17:50:44.118] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:24:0)
[17:50:44.145] Build status: STARTED
[17:50:44.145] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:25:0) after 8m33s
[17:59:17.362] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:25:0)
[17:59:17.385] Build status: STARTED
[17:59:17.385] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:26:0) after 8m34s
[18:07:51.457] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:26:0)
[18:07:51.485] Build status: STARTED
[18:07:51.485] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:27:0) after 5m56s
[18:13:47.806] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:27:0)
[18:13:47.827] Build status: STARTED
[18:13:47.827] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:28:0) after 9m55s
[18:23:42.905] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:28:0)
[18:23:42.947] Build status: STARTED
[18:23:42.947] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:29:0) after 9m51s
[18:33:33.963] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:29:0)
[18:33:33.998] Build status: STARTED
[18:33:33.998] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:30:0) after 6m4s
[18:39:38.121] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:30:0)
[18:39:38.248] Build status: STARTED
[18:39:38.248] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:31:0) after 1m11s
[18:40:49.264] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:31:0)
[18:40:49.295] Build status: STARTED
[18:40:49.295] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:32:0) after 3m38s
[18:44:27.320] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:32:0)
[18:44:27.390] Build status: STARTED
[18:44:27.390] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:33:0) after 9m19s
[18:53:46.536] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:33:0)
[18:53:46.583] Build status: STARTED
[18:53:46.583] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:34:0) after 4m5s
[18:57:52.101] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:34:0)
[18:57:52.124] Build status: STARTED
[18:57:52.124] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:35:0) after 4m31s
[19:02:23.224] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:35:0)
[19:02:23.247] Build status: STARTED
[19:02:23.247] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:36:0) after 1m3s
[19:03:26.273] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:36:0)
[19:03:26.536] Build status: STARTED
[19:03:26.536] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:37:0) after 5m14s
[19:08:40.603] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:37:0)
[19:08:40.741] Build status: STARTED
[19:08:40.741] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:38:0) after 1m4s
[19:09:44.888] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:38:0)
[19:09:44.966] Build status: STARTED
[19:09:44.966] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:39:0) after 8m4s
[19:17:48.987] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:39:0)
[19:17:49.015] Build status: STARTED
[19:17:49.015] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:40:0) after 5m28s
[19:23:17.036] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:40:0)
[19:23:17.081] Build status: STARTED
[19:23:17.081] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:41:0) after 8m57s
[19:32:14.225] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:41:0)
[19:32:14.304] Build status: STARTED
[19:32:14.304] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:42:0) after 8m49s
[19:41:03.325] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:42:0)
[19:41:03.353] Build status: STARTED
[19:41:03.353] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:43:0) after 7m24s
[19:48:27.442] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:43:0)
[19:48:27.490] Build status: STARTED
[19:48:27.490] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:44:0) after 4m48s
[19:53:15.514] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:44:0)
[19:53:15.547] Build status: STARTED
[19:53:15.547] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:45:0) after 8m58s
[20:02:13.599] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:45:0)
[20:02:13.621] Build status: STARTED
[20:02:13.621] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:46:0) after 9m14s
[20:11:27.660] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:46:0)
[20:11:27.755] Build status: STARTED
[20:11:27.755] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:47:0) after 4m32s
[20:15:59.777] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:47:0)
[20:15:59.804] Build status: STARTED
[20:15:59.804] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:48:0) after 7m29s
[20:23:28.841] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:48:0)
[20:23:28.878] Build status: STARTED
[20:23:28.878] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:49:0) after 4m22s
[20:27:50.902] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:49:0)
[20:27:50.953] Build status: STARTED
[20:27:50.953] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:50:0) after 2m39s
[20:30:30.023] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:50:0)
[20:30:30.061] Build status: STARTED
[20:30:30.061] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:51:0) after 5m32s
[20:36:02.088] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:51:0)
[20:36:02.118] Build status: STARTED
[20:36:02.118] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:52:0) after 3m8s
[20:39:10.148] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:52:0)
[20:39:10.289] Build status: STARTED
[20:39:10.289] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:53:0) after 5m35s
[20:44:45.305] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:53:0)
[20:44:45.325] Build status: STARTED
[20:44:45.325] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:54:0) after 2m4s
[20:46:49.358] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:54:0)
[20:46:49.391] Build status: STARTED
[20:46:49.391] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:55:0) after 7m15s
[20:54:04.591] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:55:0)
[20:54:04.675] Build status: STARTED
[20:54:04.675] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:56:0) after 8m11s
[21:02:15.697] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:56:0)
[21:02:15.721] Build status: STARTED
[21:02:15.721] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:57:0) after 2m29s
[21:04:44.739] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:57:0)
[21:04:44.776] Build status: STARTED
[21:04:44.776] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:58:0) after 5m21s
[21:10:05.910] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:58:0)
[21:10:05.951] Build status: STARTED
[21:10:05.951] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:59:0) after 8m23s
[21:18:28.972] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:59:0)
[21:18:29.003] Build status: STARTED
[21:18:29.003] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:60:0) after 7m9s
[21:25:38.015] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:60:0)
[21:25:38.043] Build status: STARTED
[21:25:38.044] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:61:0) after 6m4s
[21:31:42.154] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:61:0)
[21:31:42.181] Build status: STARTED
[21:31:42.181] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:62:0) after 4m47s
[21:36:29.205] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:62:0)
[21:36:29.257] Build status: STARTED
[21:36:29.257] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:63:0) after 4m43s
[21:41:12.315] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:63:0)
[21:41:12.447] Build status: STARTED
[21:41:12.447] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:64:0) after 9m37s
[21:50:49.453] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:64:0)
[21:50:49.480] Build status: STARTED
[21:50:49.480] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:65:0) after 7m46s
[21:58:35.506] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:65:0)
[21:58:35.533] Build status: STARTED
[21:58:35.533] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:66:0) after 5m34s
[22:04:09.605] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:66:0)
[22:04:09.691] Build status: STARTED
[22:04:09.691] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:67:0) after 8m59s
[22:13:08.740] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:67:0)
[22:13:08.796] Build status: STARTED
[22:13:08.796] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:68:0) after 2m7s
[22:15:15.898] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:68:0)
[22:15:15.918] Build status: STARTED
[22:15:15.918] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:69:0) after 9m34s
[22:24:49.936] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:69:0)
[22:24:49.965] Build status: STARTED
[22:24:49.965] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:70:0) after 7m8s
[22:31:57.987] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:70:0)
[22:31:58.022] Build status: STARTED
[22:31:58.022] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:71:0) after 4m59s
[22:36:57.142] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:71:0)
[22:36:57.164] Build status: STARTED
[22:36:57.165] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:72:0) after 7m1s
[22:43:58.710] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:72:0)
[22:43:58.813] Build status: STARTED
[22:43:58.813] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:73:0) after 3m13s
[22:47:11.884] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:73:0)
[22:47:11.937] Build status: STARTED
[22:47:11.937] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:74:0) after 7m6s
[22:54:18.098] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:74:0)
[22:54:18.117] Build status: STARTED
[22:54:18.117] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:75:0) after 9m43s
[23:04:01.251] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:75:0)
[23:04:01.279] Build status: STARTED
[23:04:01.279] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:76:0) after 3m4s
[23:07:05.457] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:76:0)
[23:07:05.478] Build status: STARTED
[23:07:05.478] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:77:0) after 5m55s
[23:13:00.504] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:77:0)
[23:13:00.535] Build status: STARTED
[23:13:00.535] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:78:0) after 2m36s
[23:15:36.706] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:78:0)
[23:15:36.747] Build status: STARTED
[23:15:36.747] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:79:0) after 4m15s
[23:19:51.847] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:79:0)
[23:19:51.888] Build status: STARTED
[23:19:51.888] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:80:0) after 3m37s
[23:23:29.061] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:80:0)
[23:23:29.096] Build status: STARTED
[23:23:29.097] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:81:0) after 8m18s
[23:31:47.117] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:81:0)
[23:31:47.147] Build status: STARTED
[23:31:47.147] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:82:0) after 8m22s
[23:40:09.360] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:82:0)
[23:40:09.468] Build status: STARTED
[23:40:09.468] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:83:0) after 6m10s
[23:46:19.480] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:83:0)
[23:46:19.508] Build status: STARTED
[23:46:19.508] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:84:0) after 9m2s
[23:55:21.665] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:84:0)
[23:55:21.780] Build status: STARTED
[23:55:21.780] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:85:0) after 4m38s
[23:59:59.854] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:85:0)
[23:59:59.885] Build status: STARTED
[23:59:59.885] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:86:0) after 9m49s
[00:09:49.005] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:86:0)
[00:09:49.036] Build status: STARTED
[00:09:49.036] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:87:0) after 3m17s
[00:13:06.018] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:87:0)
[00:13:06.094] Build status: STARTED
[00:13:06.094] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:88:0) after 9m48s
[00:22:54.125] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:88:0)
[00:22:54.162] Build status: STARTED
[00:22:54.162] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:89:0) after 9m33s
[00:32:27.252] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:89:0)
[00:32:27.279] Build status: STARTED
[00:32:27.279] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:90:0) after 6m6s
[00:38:33.295] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:90:0)
[00:38:33.331] Build status: STARTED
[00:38:33.331] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:91:0) after 5m30s
[00:44:03.354] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:91:0)
[00:44:03.391] Build status: STARTED
[00:44:03.391] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:92:0) after 2m40s
[00:46:43.644] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:92:0)
[00:46:43.676] Build status: STARTED
[00:46:43.676] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:93:0) after 1m12s
[00:47:55.790] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:93:0)
[00:47:55.847] Build status: STARTED
[00:47:55.847] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:94:0) after 6m22s
[00:54:17.880] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:94:0)
[00:54:17.903] Build status: STARTED
[00:54:17.903] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:95:0) after 4m36s
[00:58:54.044] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:95:0)
[00:58:54.087] Build status: STARTED
[00:58:54.087] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:96:0) after 2m50s
[01:01:44.201] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:96:0)
[01:01:44.229] Build status: STARTED
[01:01:44.229] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:97:0) after 4m21s
[01:06:05.313] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:97:0)
[01:06:05.375] Build status: STARTED
[01:06:05.375] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:98:0) after 1m40s
[01:07:45.540] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:98:0)
[01:07:45.556] Build status: STARTED
[01:07:45.556] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8929777281952674352:99:0) after 3m34s
[01:11:01.402] Received PubSub notification, asking Buildbucket for the build status
[01:11:01.438] Build:
{
  "id": "8764347220044186705",
  "builder": {
    "project": "infra",
    "bucket": "codesearch",
    "builder": "codesearch-gen-chromium-linux"
  },
  "number": 16050,
  "createdBy": "project:infra",
  "createTime": "2023-11-15T16:02:58.385519925Z",
  "startTime": "2023-11-15T16:07:03.487258Z",
  "endTime": "2023-11-16T01:11:00.503175Z",
  "updateTime": "2023-11-16T01:11:00.503175Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "timeout": {

    }
  },
  "input": {

  },
  "canary": true
}
[01:11:01.438] Invocation finished in 9h8m4.257358108s with status FAILED