Status: FAILED
Triggered by: infra-codesearch@chops-service-accounts.iam.gserviceaccount.com
Duration: 9 hours
Actions:

Definition (rev 8e315401116bbc5f80ed0063020a73aea2b1cacc)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "codesearch"
  builder: "codesearch-gen-chromium-linux"
>

Incoming triggers

  • codesearch-gen-chromium-initiator/18514 (2 years ago by infra-codesearch@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "codesearch_mirror_revision": "a7142c26356ed099108cb0f238f86d74353be371",
  "codesearch_mirror_revision_timestamp": 1701705326,
  "root_solution_revision": "1c1c9d944aee20b9b288c28fcafda2d464076b83",
  "root_solution_revision_timestamp": 1701705213
}

Incoming tags

  • parent_buildername:codesearch-gen-chromium-initiator
  • parent_buildnumber:18514
  • user_agent:recipe

Debug log (UTC)

[16:10:52.246] New invocation is queued and will start shortly
[16:10:52.246] Triggered by user:infra-codesearch@chops-service-accounts.iam.gserviceaccount.com
[16:10:53.358] Starting the invocation (attempt 1)
[16:10:53.393] Ignoring gitiles_ref tag without the buildset tag
[16:10:53.393] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[16:10:53.393] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[16:10:53.394] Buildbucket request:
{
  "requestId": "8928055441477536384",
  "builder": {
    "project": "infra",
    "bucket": "codesearch",
    "builder": "codesearch-gen-chromium-linux"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8928055441477536384",
            "job": "infra/codesearch-gen-chromium-linux",
            "triggers": [
                  {
                        "buildbucket": {
                              "properties": {
                                    "codesearch_mirror_revision": "a7142c26356ed099108cb0f238f86d74353be371",
                                    "codesearch_mirror_revision_timestamp": 1701705326,
                                    "root_solution_revision": "1c1c9d944aee20b9b288c28fcafda2d464076b83",
                                    "root_solution_revision_timestamp": 1701705213
                                  },
                              "tags": [
                                    "parent_buildername:codesearch-gen-chromium-initiator",
                                    "parent_buildnumber:18514",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "3ea06505-4cdc-44f0-8680-ba157bd45506",
                        "title": "codesearch-gen-chromium-initiator/18514"
                      }
                ]
          },
      "codesearch_mirror_revision": "a7142c26356ed099108cb0f238f86d74353be371",
      "codesearch_mirror_revision_timestamp": 1701705326,
      "root_solution_revision": "1c1c9d944aee20b9b288c28fcafda2d464076b83",
      "root_solution_revision_timestamp": 1701705213
    },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8928055441477536384"
    },
    {
      "key": "scheduler_job_id",
      "value": "infra/codesearch-gen-chromium-linux"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "codesearch-gen-chromium-initiator"
    },
    {
      "key": "parent_buildnumber",
      "value": "18514"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[16:10:54.222] Scheduled build:
{
  "id": "8762625379505073041",
  "builder": {
    "project": "infra",
    "bucket": "codesearch",
    "builder": "codesearch-gen-chromium-linux"
  },
  "number": 16154,
  "createdBy": "project:infra",
  "createTime": "2023-12-04T16:10:53.484901902Z",
  "updateTime": "2023-12-04T16:10:53.484901902Z",
  "status": "SCHEDULED",
  "input": {

  },
  "canary": true
}
[16:10:54.222] Task URL: https://cr-buildbucket.appspot.com/build/8762625379505073041
[16:10:54.223] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:2:0) after 4m59s
[16:10:55.184] Received PubSub notification, asking Buildbucket for the build status
[16:10:55.217] Build status: SCHEDULED
[16:10:55.774] Received PubSub notification, asking Buildbucket for the build status
[16:10:55.796] Build status: STARTED
[16:15:53.230] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:2:0)
[16:15:53.312] Build status: STARTED
[16:15:53.312] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:5:0) after 1m41s
[16:17:34.450] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:5:0)
[16:17:34.490] Build status: STARTED
[16:17:34.490] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:6:0) after 6m37s
[16:24:11.791] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:6:0)
[16:24:11.810] Build status: STARTED
[16:24:11.810] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:7:0) after 1m32s
[16:25:43.835] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:7:0)
[16:25:43.869] Build status: STARTED
[16:25:43.869] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:8:0) after 9m46s
[16:35:30.028] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:8:0)
[16:35:30.115] Build status: STARTED
[16:35:30.115] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:9:0) after 9m22s
[16:44:52.455] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:9:0)
[16:44:52.480] Build status: STARTED
[16:44:52.480] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:10:0) after 5m39s
[16:50:31.978] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:10:0)
[16:50:32.105] Build status: STARTED
[16:50:32.105] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:11:0) after 8m25s
[16:58:57.153] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:11:0)
[16:58:57.174] Build status: STARTED
[16:58:57.174] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:12:0) after 3m4s
[17:02:01.303] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:12:0)
[17:02:01.342] Build status: STARTED
[17:02:01.342] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:13:0) after 7m5s
[17:09:06.367] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:13:0)
[17:09:06.386] Build status: STARTED
[17:09:06.386] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:14:0) after 2m50s
[17:11:56.629] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:14:0)
[17:11:56.655] Build status: STARTED
[17:11:56.655] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:15:0) after 2m49s
[17:14:45.798] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:15:0)
[17:14:45.833] Build status: STARTED
[17:14:45.833] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:16:0) after 3m37s
[17:18:22.900] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:16:0)
[17:18:22.919] Build status: STARTED
[17:18:22.919] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:17:0) after 7m54s
[17:26:16.993] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:17:0)
[17:26:17.135] Build status: STARTED
[17:26:17.135] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:18:0) after 3m52s
[17:30:09.254] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:18:0)
[17:30:09.296] Build status: STARTED
[17:30:09.296] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:19:0) after 5m36s
[17:35:45.364] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:19:0)
[17:35:45.397] Build status: STARTED
[17:35:45.397] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:20:0) after 9m32s
[17:45:17.437] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:20:0)
[17:45:17.467] Build status: STARTED
[17:45:17.467] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:21:0) after 1m31s
[17:46:48.501] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:21:0)
[17:46:48.539] Build status: STARTED
[17:46:48.539] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:22:0) after 3m6s
[17:49:54.551] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:22:0)
[17:49:54.570] Build status: STARTED
[17:49:54.570] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:23:0) after 2m43s
[17:52:37.563] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:23:0)
[17:52:37.588] Build status: STARTED
[17:52:37.588] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:24:0) after 8m27s
[18:01:04.673] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:24:0)
[18:01:04.721] Build status: STARTED
[18:01:04.721] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:25:0) after 3m52s
[18:04:56.698] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:25:0)
[18:04:56.740] Build status: STARTED
[18:04:56.740] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:26:0) after 5m45s
[18:10:41.825] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:26:0)
[18:10:41.849] Build status: STARTED
[18:10:41.849] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:27:0) after 3m3s
[18:13:44.865] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:27:0)
[18:13:44.888] Build status: STARTED
[18:13:44.888] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:28:0) after 4m43s
[18:18:27.905] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:28:0)
[18:18:27.937] Build status: STARTED
[18:18:27.938] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:29:0) after 6m7s
[18:24:35.004] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:29:0)
[18:24:35.041] Build status: STARTED
[18:24:35.041] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:30:0) after 5m43s
[18:30:18.182] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:30:0)
[18:30:18.205] Build status: STARTED
[18:30:18.205] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:31:0) after 4m7s
[18:34:25.303] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:31:0)
[18:34:25.334] Build status: STARTED
[18:34:25.334] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:32:0) after 9m0s
[18:43:25.445] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:32:0)
[18:43:25.551] Build status: STARTED
[18:43:25.551] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:33:0) after 9m54s
[18:53:19.566] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:33:0)
[18:53:19.589] Build status: STARTED
[18:53:19.589] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:34:0) after 4m18s
[18:57:37.611] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:34:0)
[18:57:37.638] Build status: STARTED
[18:57:37.638] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:35:0) after 4m50s
[19:02:27.667] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:35:0)
[19:02:27.721] Build status: STARTED
[19:02:27.721] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:36:0) after 8m55s
[19:11:22.706] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:36:0)
[19:11:22.740] Build status: STARTED
[19:11:22.740] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:37:0) after 9m47s
[19:21:09.773] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:37:0)
[19:21:09.844] Build status: STARTED
[19:21:09.844] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:38:0) after 3m1s
[19:24:10.978] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:38:0)
[19:24:11.044] Build status: STARTED
[19:24:11.044] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:39:0) after 7m22s
[19:31:33.084] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:39:0)
[19:31:33.109] Build status: STARTED
[19:31:33.109] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:40:0) after 1m45s
[19:33:18.231] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:40:0)
[19:33:18.249] Build status: STARTED
[19:33:18.249] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:41:0) after 1m49s
[19:35:07.337] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:41:0)
[19:35:07.378] Build status: STARTED
[19:35:07.378] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:42:0) after 9m44s
[19:44:51.416] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:42:0)
[19:44:51.479] Build status: STARTED
[19:44:51.479] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:43:0) after 7m2s
[19:51:53.500] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:43:0)
[19:51:53.617] Build status: STARTED
[19:51:53.617] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:44:0) after 9m8s
[20:01:01.687] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:44:0)
[20:01:01.802] Build status: STARTED
[20:01:01.802] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:45:0) after 2m5s
[20:03:06.861] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:45:0)
[20:03:06.918] Build status: STARTED
[20:03:06.918] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:46:0) after 2m8s
[20:05:14.971] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:46:0)
[20:05:15.381] Build status: STARTED
[20:05:15.381] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:47:0) after 1m55s
[20:07:10.399] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:47:0)
[20:07:10.437] Build status: STARTED
[20:07:10.437] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:48:0) after 3m55s
[20:11:05.495] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:48:0)
[20:11:05.569] Build status: STARTED
[20:11:05.569] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:49:0) after 5m4s
[20:16:09.649] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:49:0)
[20:16:09.789] Build status: STARTED
[20:16:09.789] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:50:0) after 9m33s
[20:25:42.808] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:50:0)
[20:25:42.832] Build status: STARTED
[20:25:42.832] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:51:0) after 4m1s
[20:29:43.863] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:51:0)
[20:29:43.953] Build status: STARTED
[20:29:43.953] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:52:0) after 8m26s
[20:38:10.014] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:52:0)
[20:38:10.038] Build status: STARTED
[20:38:10.038] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:53:0) after 5m41s
[20:43:51.105] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:53:0)
[20:43:51.131] Build status: STARTED
[20:43:51.131] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:54:0) after 4m4s
[20:47:55.237] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:54:0)
[20:47:55.255] Build status: STARTED
[20:47:55.255] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:55:0) after 6m35s
[20:54:30.274] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:55:0)
[20:54:30.307] Build status: STARTED
[20:54:30.307] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:56:0) after 7m59s
[21:02:29.373] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:56:0)
[21:02:29.403] Build status: STARTED
[21:02:29.403] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:57:0) after 6m58s
[21:09:27.421] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:57:0)
[21:09:27.477] Build status: STARTED
[21:09:27.477] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:58:0) after 2m42s
[21:12:09.729] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:58:0)
[21:12:09.767] Build status: STARTED
[21:12:09.767] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:59:0) after 9m59s
[21:22:08.816] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:59:0)
[21:22:08.976] Build status: STARTED
[21:22:08.976] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:60:0) after 2m51s
[21:25:00.068] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:60:0)
[21:25:00.102] Build status: STARTED
[21:25:00.102] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:61:0) after 6m11s
[21:31:11.131] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:61:0)
[21:31:11.203] Build status: STARTED
[21:31:11.203] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:62:0) after 2m16s
[21:33:27.272] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:62:0)
[21:33:27.300] Build status: STARTED
[21:33:27.300] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:63:0) after 8m34s
[21:42:01.374] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:63:0)
[21:42:01.405] Build status: STARTED
[21:42:01.405] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:64:0) after 2m40s
[21:44:41.421] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:64:0)
[21:44:41.448] Build status: STARTED
[21:44:41.448] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:65:0) after 5m10s
[21:49:51.477] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:65:0)
[21:49:51.515] Build status: STARTED
[21:49:51.515] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:66:0) after 1m41s
[21:51:32.548] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:66:0)
[21:51:32.567] Build status: STARTED
[21:51:32.567] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:67:0) after 2m1s
[21:53:33.699] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:67:0)
[21:53:33.722] Build status: STARTED
[21:53:33.722] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:68:0) after 7m33s
[22:01:06.793] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:68:0)
[22:01:06.930] Build status: STARTED
[22:01:06.930] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:69:0) after 6m21s
[22:07:28.011] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:69:0)
[22:07:28.052] Build status: STARTED
[22:07:28.052] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:70:0) after 3m16s
[22:10:44.070] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:70:0)
[22:10:44.098] Build status: STARTED
[22:10:44.098] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:71:0) after 1m41s
[22:12:25.075] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:71:0)
[22:12:25.101] Build status: STARTED
[22:12:25.101] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:72:0) after 7m33s
[22:19:58.333] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:72:0)
[22:19:58.356] Build status: STARTED
[22:19:58.356] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:73:0) after 5m28s
[22:25:26.645] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:73:0)
[22:25:26.669] Build status: STARTED
[22:25:26.669] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:74:0) after 1m25s
[22:26:51.686] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:74:0)
[22:26:51.707] Build status: STARTED
[22:26:51.707] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:75:0) after 8m4s
[22:34:55.750] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:75:0)
[22:34:55.791] Build status: STARTED
[22:34:55.791] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:76:0) after 2m17s
[22:37:12.824] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:76:0)
[22:37:12.849] Build status: STARTED
[22:37:12.849] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:77:0) after 4m23s
[22:41:35.868] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:77:0)
[22:41:35.901] Build status: STARTED
[22:41:35.901] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:78:0) after 3m33s
[22:45:08.924] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:78:0)
[22:45:08.948] Build status: STARTED
[22:45:08.948] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:79:0) after 3m21s
[22:48:29.966] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:79:0)
[22:48:29.986] Build status: STARTED
[22:48:29.986] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:80:0) after 9m8s
[22:57:38.054] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:80:0)
[22:57:38.078] Build status: STARTED
[22:57:38.078] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:81:0) after 2m45s
[23:00:23.211] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:81:0)
[23:00:23.237] Build status: STARTED
[23:00:23.237] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:82:0) after 2m24s
[23:02:47.423] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:82:0)
[23:02:47.452] Build status: STARTED
[23:02:47.452] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:83:0) after 1m51s
[23:04:38.645] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:83:0)
[23:04:38.666] Build status: STARTED
[23:04:38.666] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:84:0) after 6m32s
[23:11:10.713] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:84:0)
[23:11:10.769] Build status: STARTED
[23:11:10.769] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:85:0) after 3m6s
[23:14:16.820] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:85:0)
[23:14:16.848] Build status: STARTED
[23:14:16.848] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:86:0) after 7m39s
[23:21:55.866] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:86:0)
[23:21:55.884] Build status: STARTED
[23:21:55.884] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:87:0) after 2m51s
[23:24:46.978] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:87:0)
[23:24:47.000] Build status: STARTED
[23:24:47.000] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:88:0) after 7m52s
[23:32:39.056] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:88:0)
[23:32:39.111] Build status: STARTED
[23:32:39.111] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:89:0) after 5m22s
[23:38:01.149] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:89:0)
[23:38:01.170] Build status: STARTED
[23:38:01.170] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:90:0) after 2m41s
[23:40:42.147] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:90:0)
[23:40:42.206] Build status: STARTED
[23:40:42.206] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:91:0) after 9m5s
[23:49:47.244] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:91:0)
[23:49:47.341] Build status: STARTED
[23:49:47.341] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:92:0) after 7m44s
[23:57:31.374] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:92:0)
[23:57:31.443] Build status: STARTED
[23:57:31.444] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:93:0) after 9m36s
[00:07:07.516] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:93:0)
[00:07:07.539] Build status: STARTED
[00:07:07.539] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:94:0) after 1m50s
[00:08:57.577] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:94:0)
[00:08:57.609] Build status: STARTED
[00:08:57.609] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:95:0) after 3m5s
[00:12:02.654] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:95:0)
[00:12:02.682] Build status: STARTED
[00:12:02.682] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:96:0) after 5m16s
[00:17:18.845] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:96:0)
[00:17:18.884] Build status: STARTED
[00:17:18.884] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:97:0) after 7m36s
[00:24:54.962] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:97:0)
[00:24:55.005] Build status: STARTED
[00:24:55.005] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:98:0) after 3m24s
[00:28:19.025] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:98:0)
[00:28:19.052] Build status: STARTED
[00:28:19.052] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:99:0) after 7m31s
[00:35:50.121] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:99:0)
[00:35:50.245] Build status: STARTED
[00:35:50.245] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:100:0) after 7m16s
[00:43:06.278] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:100:0)
[00:43:06.299] Build status: STARTED
[00:43:06.299] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:101:0) after 3m27s
[00:46:33.327] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:101:0)
[00:46:33.360] Build status: STARTED
[00:46:33.360] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:102:0) after 6m29s
[00:53:02.616] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:102:0)
[00:53:02.642] Build status: STARTED
[00:53:02.642] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:103:0) after 8m16s
[01:01:19.237] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:103:0)
[01:01:19.325] Build status: STARTED
[01:01:19.325] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:104:0) after 1m31s
[01:02:50.456] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:104:0)
[01:02:50.499] Build status: STARTED
[01:02:50.499] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:105:0) after 8m22s
[01:11:12.596] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:105:0)
[01:11:12.668] Build status: STARTED
[01:11:12.668] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8928055441477536384:106:0) after 5m32s
[01:13:24.121] Received PubSub notification, asking Buildbucket for the build status
[01:13:24.171] Build:
{
  "id": "8762625379505073041",
  "builder": {
    "project": "infra",
    "bucket": "codesearch",
    "builder": "codesearch-gen-chromium-linux"
  },
  "number": 16154,
  "createdBy": "project:infra",
  "createTime": "2023-12-04T16:10:53.484901902Z",
  "startTime": "2023-12-04T16:10:55.098724Z",
  "endTime": "2023-12-05T01:13:23.222794Z",
  "updateTime": "2023-12-05T01:13:23.222794Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "timeout": {

    }
  },
  "input": {

  },
  "canary": true
}
[01:13:24.171] Invocation finished in 9h2m31.951830446s with status FAILED