Status: FAILED
Triggered by: infra-codesearch@chops-service-accounts.iam.gserviceaccount.com
Duration: 9 hours
Actions:

Definition (rev 8e315401116bbc5f80ed0063020a73aea2b1cacc)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "codesearch"
  builder: "codesearch-gen-chromium-linux"
>

Incoming triggers

  • codesearch-gen-chromium-initiator/18524 (2 years ago by infra-codesearch@chops-service-accounts.iam.gserviceaccount.com)
  • codesearch-gen-chromium-initiator/18525 (2 years ago by infra-codesearch@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "codesearch_mirror_revision": "8d89392221454cce71c50b3391eae3db13929157",
  "codesearch_mirror_revision_timestamp": 1701861332,
  "root_solution_revision": "bdd7f8f545672f28b2dc32b9a3aa8e1578838ed1",
  "root_solution_revision_timestamp": 1701861023
}

Incoming tags

  • parent_buildername:codesearch-gen-chromium-initiator
  • parent_buildnumber:18525
  • user_agent:recipe

Debug log (UTC)

[13:36:22.669] New invocation is queued and will start shortly
[13:36:22.669] Triggered by user:infra-codesearch@chops-service-accounts.iam.gserviceaccount.com
[13:36:23.743] Starting the invocation (attempt 1)
[13:36:23.777] Ignoring gitiles_ref tag without the buildset tag
[13:36:23.777] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[13:36:23.777] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[13:36:23.777] Buildbucket request:
{
  "requestId": "8927883967378867936",
  "builder": {
    "project": "infra",
    "bucket": "codesearch",
    "builder": "codesearch-gen-chromium-linux"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8927883967378867936",
            "job": "infra/codesearch-gen-chromium-linux",
            "triggers": [
                  {
                        "buildbucket": {
                              "properties": {
                                    "codesearch_mirror_revision": "9b90a6d79c9f072ec5888724003d10324d24f94f",
                                    "codesearch_mirror_revision_timestamp": 1701849444,
                                    "root_solution_revision": "3a4a02054561924d563d9b39bcb02e96e7b708ad",
                                    "root_solution_revision_timestamp": 1701848965
                                  },
                              "tags": [
                                    "parent_buildername:codesearch-gen-chromium-initiator",
                                    "parent_buildnumber:18524",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "58943d37-e5b2-4504-9510-a5343151f250",
                        "title": "codesearch-gen-chromium-initiator/18524"
                      },
                  {
                        "buildbucket": {
                              "properties": {
                                    "codesearch_mirror_revision": "8d89392221454cce71c50b3391eae3db13929157",
                                    "codesearch_mirror_revision_timestamp": 1701861332,
                                    "root_solution_revision": "bdd7f8f545672f28b2dc32b9a3aa8e1578838ed1",
                                    "root_solution_revision_timestamp": 1701861023
                                  },
                              "tags": [
                                    "parent_buildername:codesearch-gen-chromium-initiator",
                                    "parent_buildnumber:18525",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "d95bb512-948c-4a76-b358-2141a62477a3",
                        "title": "codesearch-gen-chromium-initiator/18525"
                      }
                ]
          },
      "codesearch_mirror_revision": "8d89392221454cce71c50b3391eae3db13929157",
      "codesearch_mirror_revision_timestamp": 1701861332,
      "root_solution_revision": "bdd7f8f545672f28b2dc32b9a3aa8e1578838ed1",
      "root_solution_revision_timestamp": 1701861023
    },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8927883967378867936"
    },
    {
      "key": "scheduler_job_id",
      "value": "infra/codesearch-gen-chromium-linux"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "codesearch-gen-chromium-initiator"
    },
    {
      "key": "parent_buildnumber",
      "value": "18525"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[13:36:24.363] Scheduled build:
{
  "id": "8762453905469693633",
  "builder": {
    "project": "infra",
    "bucket": "codesearch",
    "builder": "codesearch-gen-chromium-linux"
  },
  "number": 16159,
  "createdBy": "project:infra",
  "createTime": "2023-12-06T13:36:23.867557340Z",
  "updateTime": "2023-12-06T13:36:23.867557340Z",
  "status": "SCHEDULED",
  "input": {

  },
  "canary": true
}
[13:36:24.363] Task URL: https://cr-buildbucket.appspot.com/build/8762453905469693633
[13:36:24.363] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:2:0) after 1m30s
[13:36:24.429] Received PubSub notification, asking Buildbucket for the build status
[13:36:24.611] Build status: SCHEDULED
[13:37:54.488] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:2:0)
[13:37:54.522] Build status: SCHEDULED
[13:37:54.522] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:4:0) after 5m17s
[13:38:03.815] Received PubSub notification, asking Buildbucket for the build status
[13:38:03.838] Build status: STARTED
[13:43:11.538] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:4:0)
[13:43:11.638] Build status: STARTED
[13:43:11.638] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:6:0) after 1m1s
[13:44:12.755] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:6:0)
[13:44:12.898] Build status: STARTED
[13:44:12.898] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:7:0) after 7m7s
[13:51:19.922] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:7:0)
[13:51:19.959] Build status: STARTED
[13:51:19.959] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:8:0) after 8m7s
[13:59:27.010] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:8:0)
[13:59:27.029] Build status: STARTED
[13:59:27.029] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:9:0) after 3m40s
[14:03:07.174] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:9:0)
[14:03:07.226] Build status: STARTED
[14:03:07.226] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:10:0) after 8m55s
[14:12:03.483] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:10:0)
[14:12:03.550] Build status: STARTED
[14:12:03.550] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:11:0) after 2m59s
[14:15:02.588] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:11:0)
[14:15:02.633] Build status: STARTED
[14:15:02.633] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:12:0) after 9m52s
[14:24:54.797] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:12:0)
[14:24:54.827] Build status: STARTED
[14:24:54.827] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:13:0) after 5m59s
[14:30:53.881] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:13:0)
[14:30:53.909] Build status: STARTED
[14:30:53.909] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:14:0) after 5m14s
[14:36:07.929] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:14:0)
[14:36:07.962] Build status: STARTED
[14:36:07.962] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:15:0) after 4m10s
[14:40:17.931] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:15:0)
[14:40:17.966] Build status: STARTED
[14:40:17.969] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:16:0) after 2m38s
[14:42:55.984] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:16:0)
[14:42:56.034] Build status: STARTED
[14:42:56.034] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:17:0) after 6m2s
[14:48:58.215] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:17:0)
[14:48:58.262] Build status: STARTED
[14:48:58.262] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:18:0) after 9m26s
[14:58:24.379] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:18:0)
[14:58:24.413] Build status: STARTED
[14:58:24.413] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:19:0) after 2m51s
[15:01:15.416] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:19:0)
[15:01:15.439] Build status: STARTED
[15:01:15.439] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:20:0) after 5m52s
[15:07:07.665] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:20:0)
[15:07:07.685] Build status: STARTED
[15:07:07.685] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:21:0) after 2m4s
[15:09:11.801] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:21:0)
[15:09:11.825] Build status: STARTED
[15:09:11.825] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:22:0) after 5m27s
[15:14:38.914] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:22:0)
[15:14:38.946] Build status: STARTED
[15:14:38.946] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:23:0) after 8m55s
[15:23:34.403] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:23:0)
[15:23:34.441] Build status: STARTED
[15:23:34.441] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:24:0) after 8m41s
[15:32:15.466] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:24:0)
[15:32:15.497] Build status: STARTED
[15:32:15.497] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:25:0) after 7m34s
[15:39:49.548] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:25:0)
[15:39:49.568] Build status: STARTED
[15:39:49.568] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:26:0) after 5m2s
[15:44:51.598] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:26:0)
[15:44:51.628] Build status: STARTED
[15:44:51.628] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:27:0) after 8m25s
[15:53:16.673] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:27:0)
[15:53:16.705] Build status: STARTED
[15:53:16.706] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:28:0) after 2m6s
[15:55:22.732] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:28:0)
[15:55:22.889] Build status: STARTED
[15:55:22.889] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:29:0) after 8m27s
[16:03:49.906] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:29:0)
[16:03:49.990] Build status: STARTED
[16:03:49.990] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:30:0) after 1m50s
[16:05:40.008] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:30:0)
[16:05:40.184] Build status: STARTED
[16:05:40.184] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:31:0) after 7m29s
[16:13:09.206] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:31:0)
[16:13:09.238] Build status: STARTED
[16:13:09.238] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:32:0) after 2m36s
[16:15:45.355] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:32:0)
[16:15:45.395] Build status: STARTED
[16:15:45.395] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:33:0) after 5m47s
[16:21:32.522] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:33:0)
[16:21:32.557] Build status: STARTED
[16:21:32.557] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:34:0) after 2m19s
[16:23:51.950] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:34:0)
[16:23:51.985] Build status: STARTED
[16:23:51.985] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:35:0) after 6m19s
[16:30:11.343] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:35:0)
[16:30:11.387] Build status: STARTED
[16:30:11.387] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:36:0) after 8m47s
[16:38:58.359] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:36:0)
[16:38:58.385] Build status: STARTED
[16:38:58.385] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:37:0) after 7m8s
[16:46:06.469] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:37:0)
[16:46:06.489] Build status: STARTED
[16:46:06.489] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:38:0) after 1m20s
[16:47:26.546] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:38:0)
[16:47:26.570] Build status: STARTED
[16:47:26.570] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:39:0) after 1m49s
[16:49:15.585] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:39:0)
[16:49:15.605] Build status: STARTED
[16:49:15.605] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:40:0) after 4m27s
[16:53:42.629] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:40:0)
[16:53:42.650] Build status: STARTED
[16:53:42.650] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:41:0) after 9m12s
[17:02:54.976] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:41:0)
[17:02:55.042] Build status: STARTED
[17:02:55.042] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:42:0) after 2m19s
[17:05:14.083] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:42:0)
[17:05:14.119] Build status: STARTED
[17:05:14.119] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:43:0) after 4m11s
[17:09:25.168] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:43:0)
[17:09:25.190] Build status: STARTED
[17:09:25.190] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:44:0) after 2m17s
[17:11:42.270] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:44:0)
[17:11:42.329] Build status: STARTED
[17:11:42.329] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:45:0) after 8m39s
[17:20:21.441] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:45:0)
[17:20:21.462] Build status: STARTED
[17:20:21.462] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:46:0) after 1m34s
[17:21:55.659] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:46:0)
[17:21:55.693] Build status: STARTED
[17:21:55.693] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:47:0) after 2m44s
[17:24:39.790] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:47:0)
[17:24:39.953] Build status: STARTED
[17:24:39.953] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:48:0) after 7m34s
[17:32:13.977] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:48:0)
[17:32:14.005] Build status: STARTED
[17:32:14.005] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:49:0) after 1m15s
[17:33:29.027] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:49:0)
[17:33:29.047] Build status: STARTED
[17:33:29.047] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:50:0) after 1m9s
[17:34:38.062] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:50:0)
[17:34:38.118] Build status: STARTED
[17:34:38.118] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:51:0) after 3m0s
[17:37:38.138] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:51:0)
[17:37:38.246] Build status: STARTED
[17:37:38.246] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:52:0) after 7m31s
[17:45:09.298] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:52:0)
[17:45:09.329] Build status: STARTED
[17:45:09.329] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:53:0) after 7m55s
[17:53:04.399] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:53:0)
[17:53:04.466] Build status: STARTED
[17:53:04.466] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:54:0) after 8m46s
[18:01:50.492] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:54:0)
[18:01:50.554] Build status: STARTED
[18:01:50.554] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:55:0) after 7m23s
[18:09:13.561] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:55:0)
[18:09:13.593] Build status: STARTED
[18:09:13.593] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:56:0) after 4m43s
[18:13:56.695] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:56:0)
[18:13:56.730] Build status: STARTED
[18:13:56.730] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:57:0) after 3m18s
[18:17:14.756] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:57:0)
[18:17:14.854] Build status: STARTED
[18:17:14.854] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:58:0) after 6m56s
[18:24:10.870] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:58:0)
[18:24:10.891] Build status: STARTED
[18:24:10.891] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:59:0) after 7m50s
[18:32:00.990] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:59:0)
[18:32:01.083] Build status: STARTED
[18:32:01.083] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:60:0) after 8m53s
[18:40:54.109] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:60:0)
[18:40:54.147] Build status: STARTED
[18:40:54.147] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:61:0) after 1m23s
[18:42:17.244] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:61:0)
[18:42:17.302] Build status: STARTED
[18:42:17.302] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:62:0) after 5m16s
[18:47:33.414] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:62:0)
[18:47:33.444] Build status: STARTED
[18:47:33.444] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:63:0) after 4m34s
[18:52:07.460] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:63:0)
[18:52:07.605] Build status: STARTED
[18:52:07.605] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:64:0) after 6m28s
[18:58:35.629] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:64:0)
[18:58:35.650] Build status: STARTED
[18:58:35.650] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:65:0) after 6m40s
[19:05:15.671] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:65:0)
[19:05:15.690] Build status: STARTED
[19:05:15.690] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:66:0) after 8m54s
[19:14:09.709] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:66:0)
[19:14:09.733] Build status: STARTED
[19:14:09.733] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:67:0) after 9m18s
[19:23:27.753] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:67:0)
[19:23:27.783] Build status: STARTED
[19:23:27.784] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:68:0) after 6m37s
[19:30:04.879] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:68:0)
[19:30:04.908] Build status: STARTED
[19:30:04.908] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:69:0) after 8m22s
[19:38:26.998] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:69:0)
[19:38:27.016] Build status: STARTED
[19:38:27.016] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:70:0) after 3m48s
[19:42:15.039] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:70:0)
[19:42:15.117] Build status: STARTED
[19:42:15.117] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:71:0) after 8m52s
[19:51:07.152] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:71:0)
[19:51:07.180] Build status: STARTED
[19:51:07.181] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:72:0) after 7m54s
[19:59:01.208] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:72:0)
[19:59:01.258] Build status: STARTED
[19:59:01.258] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:73:0) after 2m56s
[20:01:57.289] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:73:0)
[20:01:57.308] Build status: STARTED
[20:01:57.308] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:74:0) after 2m49s
[20:04:46.357] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:74:0)
[20:04:46.381] Build status: STARTED
[20:04:46.381] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:75:0) after 4m58s
[20:09:44.408] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:75:0)
[20:09:44.442] Build status: STARTED
[20:09:44.442] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:76:0) after 6m36s
[20:16:20.522] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:76:0)
[20:16:20.546] Build status: STARTED
[20:16:20.546] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:77:0) after 2m22s
[20:18:42.649] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:77:0)
[20:18:42.673] Build status: STARTED
[20:18:42.673] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:78:0) after 1m53s
[20:20:35.692] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:78:0)
[20:20:35.732] Build status: STARTED
[20:20:35.732] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:79:0) after 9m59s
[20:30:34.763] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:79:0)
[20:30:34.804] Build status: STARTED
[20:30:34.804] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:80:0) after 3m46s
[20:34:20.823] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:80:0)
[20:34:20.841] Build status: STARTED
[20:34:20.841] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:81:0) after 3m12s
[20:37:33.213] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:81:0)
[20:37:33.240] Build status: STARTED
[20:37:33.240] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:82:0) after 3m29s
[20:41:02.361] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:82:0)
[20:41:02.392] Build status: STARTED
[20:41:02.392] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:83:0) after 5m32s
[20:46:34.408] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:83:0)
[20:46:34.429] Build status: STARTED
[20:46:34.429] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:84:0) after 9m13s
[20:55:47.447] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:84:0)
[20:55:47.476] Build status: STARTED
[20:55:47.476] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:85:0) after 8m30s
[21:04:17.561] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:85:0)
[21:04:17.586] Build status: STARTED
[21:04:17.586] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:86:0) after 2m46s
[21:07:03.613] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:86:0)
[21:07:03.634] Build status: STARTED
[21:07:03.634] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:87:0) after 3m8s
[21:10:11.667] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:87:0)
[21:10:11.699] Build status: STARTED
[21:10:11.699] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:88:0) after 8m55s
[21:19:06.824] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:88:0)
[21:19:06.846] Build status: STARTED
[21:19:06.846] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:89:0) after 8m35s
[21:27:41.909] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:89:0)
[21:27:41.939] Build status: STARTED
[21:27:41.939] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:90:0) after 9m48s
[21:37:29.965] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:90:0)
[21:37:30.001] Build status: STARTED
[21:37:30.001] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:91:0) after 9m4s
[21:46:34.050] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:91:0)
[21:46:34.080] Build status: STARTED
[21:46:34.080] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:92:0) after 2m4s
[21:48:38.107] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:92:0)
[21:48:38.150] Build status: STARTED
[21:48:38.150] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:93:0) after 9m17s
[21:57:55.191] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:93:0)
[21:57:55.210] Build status: STARTED
[21:57:55.210] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:94:0) after 7m2s
[22:04:57.231] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:94:0)
[22:04:57.251] Build status: STARTED
[22:04:57.251] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:95:0) after 4m32s
[22:09:29.271] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:95:0)
[22:09:29.294] Build status: STARTED
[22:09:29.294] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:96:0) after 3m9s
[22:12:38.353] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:96:0)
[22:12:38.383] Build status: STARTED
[22:12:38.383] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:97:0) after 8m37s
[22:21:15.480] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:97:0)
[22:21:15.498] Build status: STARTED
[22:21:15.498] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:98:0) after 9m56s
[22:31:11.578] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:98:0)
[22:31:11.605] Build status: STARTED
[22:31:11.606] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:99:0) after 7m23s
[22:38:34.618] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:99:0)
[22:38:34.644] Build status: STARTED
[22:38:34.644] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8927883967378867936:100:0) after 7m42s
[22:41:48.708] Received PubSub notification, asking Buildbucket for the build status
[22:41:48.797] Build:
{
  "id": "8762453905469693633",
  "builder": {
    "project": "infra",
    "bucket": "codesearch",
    "builder": "codesearch-gen-chromium-linux"
  },
  "number": 16159,
  "createdBy": "project:infra",
  "createTime": "2023-12-06T13:36:23.867557340Z",
  "startTime": "2023-12-06T13:38:03.041816653Z",
  "endTime": "2023-12-06T22:41:46.342908Z",
  "updateTime": "2023-12-06T22:41:46.342908Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "timeout": {

    }
  },
  "input": {

  },
  "canary": true
}
[22:41:48.797] Invocation finished in 9h5m26.133834098s with status FAILED