Status: FAILED
Triggered by: infra-codesearch@chops-service-accounts.iam.gserviceaccount.com
Duration: 9 hours
Actions:

Definition (rev 8e315401116bbc5f80ed0063020a73aea2b1cacc)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "codesearch"
  builder: "codesearch-gen-chromium-chromiumos"
>

Incoming triggers

  • codesearch-gen-chromium-initiator/18386 (10 months ago by infra-codesearch@chops-service-accounts.iam.gserviceaccount.com)
  • codesearch-gen-chromium-initiator/18387 (10 months ago by infra-codesearch@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "codesearch_mirror_revision": "f9905cafce91aaa3762283b9d1e6a99e1361f877",
  "codesearch_mirror_revision_timestamp": 1699873760,
  "root_solution_revision": "7c07c2d551382be634c9cd807074336bc49f6507",
  "root_solution_revision_timestamp": 1699873547
}

Incoming tags

  • parent_buildername:codesearch-gen-chromium-initiator
  • parent_buildnumber:18387
  • user_agent:recipe

Debug log (UTC)

[13:05:51.571] New invocation is queued and will start shortly
[13:05:51.571] Triggered by user:infra-codesearch@chops-service-accounts.iam.gserviceaccount.com
[13:05:52.777] Starting the invocation (attempt 1)
[13:05:52.803] Ignoring gitiles_ref tag without the buildset tag
[13:05:52.803] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[13:05:52.804] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[13:05:52.804] Buildbucket request:
{
  "requestId": "8929969617677280080",
  "builder": {
    "project": "infra",
    "bucket": "codesearch",
    "builder": "codesearch-gen-chromium-chromiumos"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8929969617677280080",
            "job": "infra/codesearch-gen-chromium-chromiumos",
            "triggers": [
                  {
                        "buildbucket": {
                              "properties": {
                                    "codesearch_mirror_revision": "bd3f65f73510f0e237563735d272559a47665572",
                                    "codesearch_mirror_revision_timestamp": 1699858718,
                                    "root_solution_revision": "f95118b469a43bd3fe54504e4d89cbd45c8657e1",
                                    "root_solution_revision_timestamp": 1699858589
                                  },
                              "tags": [
                                    "parent_buildername:codesearch-gen-chromium-initiator",
                                    "parent_buildnumber:18386",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "01725e1a-1b28-48f2-b308-13d52c28f46d",
                        "title": "codesearch-gen-chromium-initiator/18386"
                      },
                  {
                        "buildbucket": {
                              "properties": {
                                    "codesearch_mirror_revision": "f9905cafce91aaa3762283b9d1e6a99e1361f877",
                                    "codesearch_mirror_revision_timestamp": 1699873760,
                                    "root_solution_revision": "7c07c2d551382be634c9cd807074336bc49f6507",
                                    "root_solution_revision_timestamp": 1699873547
                                  },
                              "tags": [
                                    "parent_buildername:codesearch-gen-chromium-initiator",
                                    "parent_buildnumber:18387",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "45a60075-fe6d-4d87-a70d-2abe281fdbbf",
                        "title": "codesearch-gen-chromium-initiator/18387"
                      }
                ]
          },
      "codesearch_mirror_revision": "f9905cafce91aaa3762283b9d1e6a99e1361f877",
      "codesearch_mirror_revision_timestamp": 1699873760,
      "root_solution_revision": "7c07c2d551382be634c9cd807074336bc49f6507",
      "root_solution_revision_timestamp": 1699873547
    },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8929969617677280080"
    },
    {
      "key": "scheduler_job_id",
      "value": "infra/codesearch-gen-chromium-chromiumos"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "codesearch-gen-chromium-initiator"
    },
    {
      "key": "parent_buildnumber",
      "value": "18387"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[13:05:53.279] Scheduled build:
{
  "id": "8764539555646729377",
  "builder": {
    "project": "infra",
    "bucket": "codesearch",
    "builder": "codesearch-gen-chromium-chromiumos"
  },
  "number": 15744,
  "createdBy": "project:infra",
  "createTime": "2023-11-13T13:05:52.861709149Z",
  "updateTime": "2023-11-13T13:05:52.861709149Z",
  "status": "SCHEDULED",
  "input": {

  }
}
[13:05:53.279] Task URL: https://cr-buildbucket.appspot.com/build/8764539555646729377
[13:05:53.279] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:2:0) after 1m7s
[13:05:54.356] Received PubSub notification, asking Buildbucket for the build status
[13:05:54.373] Build status: SCHEDULED
[13:05:55.193] Received PubSub notification, asking Buildbucket for the build status
[13:05:55.230] Build status: STARTED
[13:07:00.473] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:2:0)
[13:07:00.497] Build status: STARTED
[13:07:00.498] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:5:0) after 9m56s
[13:16:56.485] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:5:0)
[13:16:56.514] Build status: STARTED
[13:16:56.514] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:6:0) after 6m20s
[13:23:16.810] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:6:0)
[13:23:16.841] Build status: STARTED
[13:23:16.841] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:7:0) after 2m34s
[13:25:51.162] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:7:0)
[13:25:51.185] Build status: STARTED
[13:25:51.185] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:8:0) after 4m58s
[13:30:49.241] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:8:0)
[13:30:49.271] Build status: STARTED
[13:30:49.271] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:9:0) after 2m22s
[13:33:11.414] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:9:0)
[13:33:11.503] Build status: STARTED
[13:33:11.503] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:10:0) after 6m7s
[13:39:18.622] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:10:0)
[13:39:18.644] Build status: STARTED
[13:39:18.644] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:11:0) after 1m54s
[13:41:12.934] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:11:0)
[13:41:13.101] Build status: STARTED
[13:41:13.101] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:12:0) after 8m54s
[13:50:07.116] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:12:0)
[13:50:07.137] Build status: STARTED
[13:50:07.137] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:13:0) after 4m13s
[13:54:20.307] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:13:0)
[13:54:20.341] Build status: STARTED
[13:54:20.341] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:14:0) after 4m39s
[13:58:59.457] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:14:0)
[13:58:59.509] Build status: STARTED
[13:58:59.509] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:15:0) after 8m7s
[14:07:06.660] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:15:0)
[14:07:06.721] Build status: STARTED
[14:07:06.721] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:16:0) after 4m34s
[14:11:40.739] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:16:0)
[14:11:40.756] Build status: STARTED
[14:11:40.756] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:17:0) after 7m37s
[14:19:17.921] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:17:0)
[14:19:17.950] Build status: STARTED
[14:19:17.950] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:18:0) after 1m34s
[14:20:52.115] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:18:0)
[14:20:52.138] Build status: STARTED
[14:20:52.138] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:19:0) after 6m16s
[14:27:08.347] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:19:0)
[14:27:08.368] Build status: STARTED
[14:27:08.368] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:20:0) after 3m48s
[14:30:56.489] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:20:0)
[14:30:56.524] Build status: STARTED
[14:30:56.524] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:21:0) after 3m39s
[14:34:35.578] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:21:0)
[14:34:35.642] Build status: STARTED
[14:34:35.642] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:22:0) after 7m59s
[14:42:34.790] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:22:0)
[14:42:34.807] Build status: STARTED
[14:42:34.808] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:23:0) after 5m23s
[14:47:57.918] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:23:0)
[14:47:57.966] Build status: STARTED
[14:47:57.966] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:24:0) after 3m42s
[14:51:40.136] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:24:0)
[14:51:40.172] Build status: STARTED
[14:51:40.172] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:25:0) after 4m43s
[14:56:23.189] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:25:0)
[14:56:23.224] Build status: STARTED
[14:56:23.224] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:26:0) after 2m48s
[14:59:11.262] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:26:0)
[14:59:11.316] Build status: STARTED
[14:59:11.316] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:27:0) after 9m6s
[15:08:17.338] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:27:0)
[15:08:17.405] Build status: STARTED
[15:08:17.405] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:28:0) after 6m43s
[15:15:00.443] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:28:0)
[15:15:00.565] Build status: STARTED
[15:15:00.565] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:29:0) after 4m33s
[15:19:33.587] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:29:0)
[15:19:33.627] Build status: STARTED
[15:19:33.627] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:30:0) after 1m32s
[15:21:05.706] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:30:0)
[15:21:05.741] Build status: STARTED
[15:21:05.741] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:31:0) after 4m58s
[15:26:03.816] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:31:0)
[15:26:03.978] Build status: STARTED
[15:26:03.978] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:32:0) after 1m27s
[15:27:31.084] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:32:0)
[15:27:31.106] Build status: STARTED
[15:27:31.106] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:33:0) after 2m41s
[15:30:12.124] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:33:0)
[15:30:12.170] Build status: STARTED
[15:30:12.170] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:34:0) after 1m46s
[15:31:58.150] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:34:0)
[15:31:58.206] Build status: STARTED
[15:31:58.206] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:35:0) after 2m21s
[15:34:19.279] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:35:0)
[15:34:19.319] Build status: STARTED
[15:34:19.319] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:36:0) after 8m21s
[15:42:40.349] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:36:0)
[15:42:40.386] Build status: STARTED
[15:42:40.386] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:37:0) after 7m31s
[15:50:11.386] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:37:0)
[15:50:11.438] Build status: STARTED
[15:50:11.438] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:38:0) after 2m39s
[15:52:50.457] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:38:0)
[15:52:50.494] Build status: STARTED
[15:52:50.494] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:39:0) after 1m33s
[15:54:23.548] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:39:0)
[15:54:23.581] Build status: STARTED
[15:54:23.581] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:40:0) after 4m37s
[15:59:00.650] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:40:0)
[15:59:00.682] Build status: STARTED
[15:59:00.685] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:41:0) after 7m25s
[16:06:25.705] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:41:0)
[16:06:25.733] Build status: STARTED
[16:06:25.733] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:42:0) after 4m9s
[16:10:34.752] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:42:0)
[16:10:34.819] Build status: STARTED
[16:10:34.819] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:43:0) after 9m37s
[16:20:11.918] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:43:0)
[16:20:11.975] Build status: STARTED
[16:20:11.975] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:44:0) after 7m6s
[16:27:18.005] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:44:0)
[16:27:18.107] Build status: STARTED
[16:27:18.107] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:45:0) after 2m26s
[16:29:44.247] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:45:0)
[16:29:44.266] Build status: STARTED
[16:29:44.266] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:46:0) after 4m45s
[16:34:29.288] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:46:0)
[16:34:29.340] Build status: STARTED
[16:34:29.340] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:47:0) after 6m8s
[16:40:37.369] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:47:0)
[16:40:37.407] Build status: STARTED
[16:40:37.407] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:48:0) after 7m34s
[16:48:11.437] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:48:0)
[16:48:11.457] Build status: STARTED
[16:48:11.457] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:49:0) after 9m24s
[16:57:35.482] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:49:0)
[16:57:35.536] Build status: STARTED
[16:57:35.536] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:50:0) after 9m41s
[17:07:16.643] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:50:0)
[17:07:16.686] Build status: STARTED
[17:07:16.686] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:51:0) after 9m41s
[17:16:57.709] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:51:0)
[17:16:57.737] Build status: STARTED
[17:16:57.737] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:52:0) after 5m34s
[17:22:32.001] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:52:0)
[17:22:32.023] Build status: STARTED
[17:22:32.023] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:53:0) after 1m0s
[17:23:32.044] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:53:0)
[17:23:32.082] Build status: STARTED
[17:23:32.082] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:54:0) after 9m58s
[17:33:30.102] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:54:0)
[17:33:30.122] Build status: STARTED
[17:33:30.122] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:55:0) after 6m11s
[17:39:41.754] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:55:0)
[17:39:41.773] Build status: STARTED
[17:39:41.773] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:56:0) after 7m15s
[17:46:57.106] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:56:0)
[17:46:57.142] Build status: STARTED
[17:46:57.142] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:57:0) after 8m19s
[17:55:16.191] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:57:0)
[17:55:16.316] Build status: STARTED
[17:55:16.316] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:58:0) after 2m39s
[17:57:55.337] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:58:0)
[17:57:55.369] Build status: STARTED
[17:57:55.369] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:59:0) after 4m45s
[18:02:40.452] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:59:0)
[18:02:40.487] Build status: STARTED
[18:02:40.487] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:60:0) after 2m7s
[18:04:47.704] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:60:0)
[18:04:47.748] Build status: STARTED
[18:04:47.748] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:61:0) after 3m48s
[18:08:35.945] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:61:0)
[18:08:35.971] Build status: STARTED
[18:08:35.971] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:62:0) after 5m39s
[18:14:14.993] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:62:0)
[18:14:15.025] Build status: STARTED
[18:14:15.025] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:63:0) after 4m24s
[18:18:39.049] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:63:0)
[18:18:39.111] Build status: STARTED
[18:18:39.111] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:64:0) after 8m15s
[18:26:54.129] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:64:0)
[18:26:54.161] Build status: STARTED
[18:26:54.161] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:65:0) after 3m47s
[18:30:41.246] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:65:0)
[18:30:41.281] Build status: STARTED
[18:30:41.281] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:66:0) after 2m58s
[18:33:39.316] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:66:0)
[18:33:39.341] Build status: STARTED
[18:33:39.342] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:67:0) after 6m32s
[18:40:11.373] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:67:0)
[18:40:11.437] Build status: STARTED
[18:40:11.437] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:68:0) after 9m56s
[18:50:07.512] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:68:0)
[18:50:07.570] Build status: STARTED
[18:50:07.570] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:69:0) after 6m32s
[18:56:39.674] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:69:0)
[18:56:39.693] Build status: STARTED
[18:56:39.693] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:70:0) after 7m21s
[19:04:00.769] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:70:0)
[19:04:00.806] Build status: STARTED
[19:04:00.806] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:71:0) after 2m16s
[19:06:16.893] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:71:0)
[19:06:16.916] Build status: STARTED
[19:06:16.916] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:72:0) after 7m41s
[19:13:57.938] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:72:0)
[19:13:58.019] Build status: STARTED
[19:13:58.019] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:73:0) after 3m29s
[19:17:27.135] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:73:0)
[19:17:27.157] Build status: STARTED
[19:17:27.157] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:74:0) after 1m15s
[19:18:42.246] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:74:0)
[19:18:42.348] Build status: STARTED
[19:18:42.348] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:75:0) after 9m25s
[19:28:07.369] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:75:0)
[19:28:07.389] Build status: STARTED
[19:28:07.389] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:76:0) after 3m44s
[19:31:51.463] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:76:0)
[19:31:51.498] Build status: STARTED
[19:31:51.498] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:77:0) after 2m15s
[19:34:06.547] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:77:0)
[19:34:06.779] Build status: STARTED
[19:34:06.779] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:78:0) after 5m57s
[19:40:03.796] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:78:0)
[19:40:03.826] Build status: STARTED
[19:40:03.826] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:79:0) after 5m26s
[19:45:29.910] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:79:0)
[19:45:29.935] Build status: STARTED
[19:45:29.935] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:80:0) after 7m41s
[19:53:10.961] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:80:0)
[19:53:10.998] Build status: STARTED
[19:53:10.998] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:81:0) after 1m21s
[19:54:31.992] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:81:0)
[19:54:32.052] Build status: STARTED
[19:54:32.053] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:82:0) after 8m56s
[20:03:28.135] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:82:0)
[20:03:28.162] Build status: STARTED
[20:03:28.162] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:83:0) after 7m36s
[20:11:04.335] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:83:0)
[20:11:04.369] Build status: STARTED
[20:11:04.369] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:84:0) after 3m53s
[20:14:57.380] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:84:0)
[20:14:57.405] Build status: STARTED
[20:14:57.405] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:85:0) after 9m25s
[20:24:22.431] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:85:0)
[20:24:22.583] Build status: STARTED
[20:24:22.583] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:86:0) after 5m21s
[20:29:43.645] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:86:0)
[20:29:43.665] Build status: STARTED
[20:29:43.665] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:87:0) after 6m33s
[20:36:16.686] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:87:0)
[20:36:16.716] Build status: STARTED
[20:36:16.716] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:88:0) after 9m9s
[20:45:25.746] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:88:0)
[20:45:25.777] Build status: STARTED
[20:45:25.777] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:89:0) after 2m24s
[20:47:49.793] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:89:0)
[20:47:49.831] Build status: STARTED
[20:47:49.831] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:90:0) after 6m42s
[20:54:31.856] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:90:0)
[20:54:31.894] Build status: STARTED
[20:54:31.894] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:91:0) after 9m23s
[21:03:54.929] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:91:0)
[21:03:54.952] Build status: STARTED
[21:03:54.952] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:92:0) after 1m44s
[21:05:39.086] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:92:0)
[21:05:39.149] Build status: STARTED
[21:05:39.149] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:93:0) after 8m11s
[21:13:50.282] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:93:0)
[21:13:50.324] Build status: STARTED
[21:13:50.324] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:94:0) after 1m30s
[21:15:20.358] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:94:0)
[21:15:20.387] Build status: STARTED
[21:15:20.387] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:95:0) after 8m43s
[21:24:03.405] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:95:0)
[21:24:03.430] Build status: STARTED
[21:24:03.430] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:96:0) after 3m10s
[21:27:13.454] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:96:0)
[21:27:13.502] Build status: STARTED
[21:27:13.502] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:97:0) after 7m38s
[21:34:51.524] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:97:0)
[21:34:51.599] Build status: STARTED
[21:34:51.599] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:98:0) after 6m15s
[21:41:06.656] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:98:0)
[21:41:06.676] Build status: STARTED
[21:41:06.676] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:99:0) after 6m28s
[21:47:34.702] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:99:0)
[21:47:34.777] Build status: STARTED
[21:47:34.777] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:100:0) after 4m48s
[21:52:22.795] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:100:0)
[21:52:22.814] Build status: STARTED
[21:52:22.814] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:101:0) after 7m48s
[22:00:10.919] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:101:0)
[22:00:10.953] Build status: STARTED
[22:00:10.953] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:102:0) after 8m18s
[22:08:29.026] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:102:0)
[22:08:29.070] Build status: STARTED
[22:08:29.070] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8929969617677280080:103:0) after 4m7s
[22:08:30.174] Received PubSub notification, asking Buildbucket for the build status
[22:08:30.203] Build:
{
  "id": "8764539555646729377",
  "builder": {
    "project": "infra",
    "bucket": "codesearch",
    "builder": "codesearch-gen-chromium-chromiumos"
  },
  "number": 15744,
  "createdBy": "project:infra",
  "createTime": "2023-11-13T13:05:52.861709149Z",
  "startTime": "2023-11-13T13:05:54.560430Z",
  "endTime": "2023-11-13T22:08:29.494177Z",
  "updateTime": "2023-11-13T22:08:29.494177Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "timeout": {

    }
  },
  "input": {

  }
}
[22:08:30.203] Invocation finished in 9h2m38.661203406s with status FAILED