Status: FAILED
Triggered by: infra-codesearch@chops-service-accounts.iam.gserviceaccount.com
Duration: 9 hours
Actions:

Definition (rev 8e315401116bbc5f80ed0063020a73aea2b1cacc)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "codesearch"
  builder: "codesearch-gen-chromium-chromiumos"
>

Incoming triggers

  • codesearch-gen-chromium-initiator/18508 (10 months ago by infra-codesearch@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "codesearch_mirror_revision": "3436b8b5e195a7ca372769148d071311b9c5c5c1",
  "codesearch_mirror_revision_timestamp": 1701615815,
  "root_solution_revision": "d2dca0361d22831c7350c50f6f5becf73f450e35",
  "root_solution_revision_timestamp": 1701615567
}

Incoming tags

  • parent_buildername:codesearch-gen-chromium-initiator
  • parent_buildnumber:18508
  • user_agent:recipe

Debug log (UTC)

[16:54:24.963] New invocation is queued and will start shortly
[16:54:24.963] Triggered by user:infra-codesearch@chops-service-accounts.iam.gserviceaccount.com
[16:54:26.043] Starting the invocation (attempt 1)
[16:54:26.082] Ignoring gitiles_ref tag without the buildset tag
[16:54:26.082] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[16:54:26.082] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[16:54:26.082] Buildbucket request:
{
  "requestId": "8928143298788754832",
  "builder": {
    "project": "infra",
    "bucket": "codesearch",
    "builder": "codesearch-gen-chromium-chromiumos"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8928143298788754832",
            "job": "infra/codesearch-gen-chromium-chromiumos",
            "triggers": [
                  {
                        "buildbucket": {
                              "properties": {
                                    "codesearch_mirror_revision": "3436b8b5e195a7ca372769148d071311b9c5c5c1",
                                    "codesearch_mirror_revision_timestamp": 1701615815,
                                    "root_solution_revision": "d2dca0361d22831c7350c50f6f5becf73f450e35",
                                    "root_solution_revision_timestamp": 1701615567
                                  },
                              "tags": [
                                    "parent_buildername:codesearch-gen-chromium-initiator",
                                    "parent_buildnumber:18508",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "b8a833ce-d0e7-4bce-82e8-a82e3aa5707c",
                        "title": "codesearch-gen-chromium-initiator/18508"
                      }
                ]
          },
      "codesearch_mirror_revision": "3436b8b5e195a7ca372769148d071311b9c5c5c1",
      "codesearch_mirror_revision_timestamp": 1701615815,
      "root_solution_revision": "d2dca0361d22831c7350c50f6f5becf73f450e35",
      "root_solution_revision_timestamp": 1701615567
    },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8928143298788754832"
    },
    {
      "key": "scheduler_job_id",
      "value": "infra/codesearch-gen-chromium-chromiumos"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "codesearch-gen-chromium-initiator"
    },
    {
      "key": "parent_buildnumber",
      "value": "18508"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[16:54:26.689] Scheduled build:
{
  "id": "8762713236885364209",
  "builder": {
    "project": "infra",
    "bucket": "codesearch",
    "builder": "codesearch-gen-chromium-chromiumos"
  },
  "number": 15854,
  "createdBy": "project:infra",
  "createTime": "2023-12-03T16:54:26.157314789Z",
  "updateTime": "2023-12-03T16:54:26.157314789Z",
  "status": "SCHEDULED",
  "input": {

  },
  "canary": true
}
[16:54:26.689] Task URL: https://cr-buildbucket.appspot.com/build/8762713236885364209
[16:54:26.689] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:2:0) after 8m48s
[16:54:27.225] Received PubSub notification, asking Buildbucket for the build status
[16:54:27.320] Build status: SCHEDULED
[16:54:33.325] Received PubSub notification, asking Buildbucket for the build status
[16:54:33.355] Build status: STARTED
[17:03:14.707] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:2:0)
[17:03:14.748] Build status: STARTED
[17:03:14.748] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:5:0) after 4m20s
[17:07:34.775] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:5:0)
[17:07:34.797] Build status: STARTED
[17:07:34.797] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:6:0) after 1m30s
[17:09:04.889] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:6:0)
[17:09:04.938] Build status: STARTED
[17:09:04.938] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:7:0) after 8m47s
[17:17:52.014] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:7:0)
[17:17:52.134] Build status: STARTED
[17:17:52.134] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:8:0) after 3m27s
[17:21:19.216] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:8:0)
[17:21:19.265] Build status: STARTED
[17:21:19.265] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:9:0) after 4m20s
[17:25:39.481] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:9:0)
[17:25:39.500] Build status: STARTED
[17:25:39.500] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:10:0) after 5m56s
[17:31:35.562] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:10:0)
[17:31:35.586] Build status: STARTED
[17:31:35.586] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:11:0) after 7m46s
[17:39:21.603] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:11:0)
[17:39:21.632] Build status: STARTED
[17:39:21.632] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:12:0) after 7m1s
[17:46:22.772] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:12:0)
[17:46:22.810] Build status: STARTED
[17:46:22.810] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:13:0) after 1m29s
[17:47:52.254] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:13:0)
[17:47:52.339] Build status: STARTED
[17:47:52.339] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:14:0) after 4m16s
[17:52:08.365] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:14:0)
[17:52:08.385] Build status: STARTED
[17:52:08.385] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:15:0) after 5m7s
[17:57:15.631] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:15:0)
[17:57:15.659] Build status: STARTED
[17:57:15.660] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:16:0) after 4m47s
[18:02:02.723] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:16:0)
[18:02:02.747] Build status: STARTED
[18:02:02.747] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:17:0) after 3m40s
[18:05:42.926] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:17:0)
[18:05:42.948] Build status: STARTED
[18:05:42.948] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:18:0) after 3m33s
[18:09:15.963] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:18:0)
[18:09:15.998] Build status: STARTED
[18:09:15.998] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:19:0) after 9m47s
[18:19:03.013] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:19:0)
[18:19:03.148] Build status: STARTED
[18:19:03.148] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:20:0) after 9m23s
[18:28:26.261] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:20:0)
[18:28:26.290] Build status: STARTED
[18:28:26.290] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:21:0) after 3m29s
[18:31:55.305] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:21:0)
[18:31:55.330] Build status: STARTED
[18:31:55.330] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:22:0) after 5m44s
[18:37:39.345] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:22:0)
[18:37:39.393] Build status: STARTED
[18:37:39.393] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:23:0) after 6m17s
[18:43:56.451] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:23:0)
[18:43:56.473] Build status: STARTED
[18:43:56.473] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:24:0) after 4m49s
[18:48:45.607] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:24:0)
[18:48:45.630] Build status: STARTED
[18:48:45.630] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:25:0) after 7m47s
[18:56:32.963] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:25:0)
[18:56:32.994] Build status: STARTED
[18:56:32.994] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:26:0) after 8m7s
[19:04:40.079] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:26:0)
[19:04:40.111] Build status: STARTED
[19:04:40.111] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:27:0) after 5m16s
[19:09:56.219] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:27:0)
[19:09:56.264] Build status: STARTED
[19:09:56.265] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:28:0) after 5m19s
[19:15:15.286] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:28:0)
[19:15:15.303] Build status: STARTED
[19:15:15.303] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:29:0) after 1m22s
[19:16:37.340] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:29:0)
[19:16:37.385] Build status: STARTED
[19:16:37.385] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:30:0) after 1m23s
[19:18:00.434] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:30:0)
[19:18:00.455] Build status: STARTED
[19:18:00.455] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:31:0) after 3m22s
[19:21:22.470] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:31:0)
[19:21:22.535] Build status: STARTED
[19:21:22.535] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:32:0) after 3m52s
[19:25:14.567] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:32:0)
[19:25:14.596] Build status: STARTED
[19:25:14.596] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:33:0) after 4m13s
[19:29:27.727] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:33:0)
[19:29:27.814] Build status: STARTED
[19:29:27.814] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:34:0) after 2m12s
[19:31:39.843] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:34:0)
[19:31:39.876] Build status: STARTED
[19:31:39.876] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:35:0) after 1m56s
[19:33:36.004] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:35:0)
[19:33:36.036] Build status: STARTED
[19:33:36.036] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:36:0) after 3m13s
[19:36:49.055] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:36:0)
[19:36:49.102] Build status: STARTED
[19:36:49.102] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:37:0) after 3m27s
[19:40:16.225] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:37:0)
[19:40:16.257] Build status: STARTED
[19:40:16.257] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:38:0) after 1m24s
[19:41:40.288] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:38:0)
[19:41:40.358] Build status: STARTED
[19:41:40.358] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:39:0) after 8m35s
[19:50:15.386] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:39:0)
[19:50:15.410] Build status: STARTED
[19:50:15.410] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:40:0) after 9m14s
[19:59:29.800] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:40:0)
[19:59:29.827] Build status: STARTED
[19:59:29.827] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:41:0) after 8m4s
[20:07:33.885] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:41:0)
[20:07:33.923] Build status: STARTED
[20:07:33.923] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:42:0) after 9m10s
[20:16:43.941] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:42:0)
[20:16:43.965] Build status: STARTED
[20:16:43.965] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:43:0) after 6m58s
[20:23:41.960] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:43:0)
[20:23:41.993] Build status: STARTED
[20:23:41.993] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:44:0) after 9m56s
[20:33:38.071] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:44:0)
[20:33:38.139] Build status: STARTED
[20:33:38.139] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:45:0) after 6m15s
[20:39:53.154] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:45:0)
[20:39:53.203] Build status: STARTED
[20:39:53.203] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:46:0) after 2m44s
[20:42:37.330] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:46:0)
[20:42:37.399] Build status: STARTED
[20:42:37.399] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:47:0) after 1m31s
[20:44:08.482] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:47:0)
[20:44:08.504] Build status: STARTED
[20:44:08.504] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:48:0) after 7m15s
[20:51:23.542] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:48:0)
[20:51:23.560] Build status: STARTED
[20:51:23.560] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:49:0) after 6m25s
[20:57:48.579] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:49:0)
[20:57:48.598] Build status: STARTED
[20:57:48.598] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:50:0) after 7m6s
[21:04:54.625] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:50:0)
[21:04:54.646] Build status: STARTED
[21:04:54.646] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:51:0) after 5m46s
[21:10:40.674] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:51:0)
[21:10:40.720] Build status: STARTED
[21:10:40.720] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:52:0) after 9m25s
[21:20:05.841] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:52:0)
[21:20:05.930] Build status: STARTED
[21:20:05.930] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:53:0) after 4m11s
[21:24:17.083] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:53:0)
[21:24:17.106] Build status: STARTED
[21:24:17.106] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:54:0) after 2m39s
[21:26:56.150] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:54:0)
[21:26:56.183] Build status: STARTED
[21:26:56.183] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:55:0) after 9m40s
[21:36:36.283] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:55:0)
[21:36:36.304] Build status: STARTED
[21:36:36.304] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:56:0) after 7m49s
[21:44:25.357] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:56:0)
[21:44:25.384] Build status: STARTED
[21:44:25.384] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:57:0) after 5m35s
[21:50:00.621] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:57:0)
[21:50:00.645] Build status: STARTED
[21:50:00.645] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:58:0) after 3m11s
[21:53:11.664] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:58:0)
[21:53:11.694] Build status: STARTED
[21:53:11.694] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:59:0) after 3m16s
[21:56:27.823] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:59:0)
[21:56:27.855] Build status: STARTED
[21:56:27.855] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:60:0) after 2m32s
[21:59:00.098] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:60:0)
[21:59:00.115] Build status: STARTED
[21:59:00.115] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:61:0) after 1m55s
[22:00:55.210] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:61:0)
[22:00:55.234] Build status: STARTED
[22:00:55.234] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:62:0) after 5m54s
[22:06:49.308] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:62:0)
[22:06:49.333] Build status: STARTED
[22:06:49.333] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:63:0) after 1m7s
[22:07:56.491] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:63:0)
[22:07:56.525] Build status: STARTED
[22:07:56.525] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:64:0) after 8m17s
[22:16:13.541] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:64:0)
[22:16:13.575] Build status: STARTED
[22:16:13.575] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:65:0) after 6m59s
[22:23:12.769] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:65:0)
[22:23:12.805] Build status: STARTED
[22:23:12.805] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:66:0) after 4m49s
[22:28:01.954] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:66:0)
[22:28:01.985] Build status: STARTED
[22:28:01.986] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:67:0) after 2m2s
[22:30:04.022] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:67:0)
[22:30:04.152] Build status: STARTED
[22:30:04.152] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:68:0) after 5m37s
[22:35:41.235] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:68:0)
[22:35:41.270] Build status: STARTED
[22:35:41.270] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:69:0) after 1m20s
[22:37:01.314] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:69:0)
[22:37:01.348] Build status: STARTED
[22:37:01.348] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:70:0) after 1m46s
[22:38:47.364] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:70:0)
[22:38:47.391] Build status: STARTED
[22:38:47.391] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:71:0) after 2m2s
[22:40:49.407] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:71:0)
[22:40:49.432] Build status: STARTED
[22:40:49.432] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:72:0) after 3m51s
[22:44:40.545] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:72:0)
[22:44:40.577] Build status: STARTED
[22:44:40.577] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:73:0) after 6m56s
[22:51:36.664] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:73:0)
[22:51:36.769] Build status: STARTED
[22:51:36.769] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:74:0) after 5m6s
[22:56:42.793] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:74:0)
[22:56:42.866] Build status: STARTED
[22:56:42.866] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:75:0) after 5m50s
[23:02:33.199] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:75:0)
[23:02:33.265] Build status: STARTED
[23:02:33.265] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:76:0) after 9m50s
[23:12:23.322] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:76:0)
[23:12:23.345] Build status: STARTED
[23:12:23.345] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:77:0) after 9m25s
[23:21:48.364] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:77:0)
[23:21:48.392] Build status: STARTED
[23:21:48.392] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:78:0) after 5m6s
[23:26:54.414] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:78:0)
[23:26:54.437] Build status: STARTED
[23:26:54.437] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:79:0) after 3m48s
[23:30:42.551] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:79:0)
[23:30:42.589] Build status: STARTED
[23:30:42.589] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:80:0) after 4m54s
[23:35:36.607] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:80:0)
[23:35:36.636] Build status: STARTED
[23:35:36.636] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:81:0) after 2m4s
[23:37:40.891] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:81:0)
[23:37:40.933] Build status: STARTED
[23:37:40.933] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:82:0) after 7m11s
[23:44:51.954] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:82:0)
[23:44:51.972] Build status: STARTED
[23:44:51.972] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:83:0) after 4m28s
[23:49:19.992] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:83:0)
[23:49:20.010] Build status: STARTED
[23:49:20.010] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:84:0) after 9m19s
[23:58:39.082] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:84:0)
[23:58:39.111] Build status: STARTED
[23:58:39.111] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:85:0) after 1m12s
[23:59:51.169] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:85:0)
[23:59:51.201] Build status: STARTED
[23:59:51.201] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:86:0) after 7m6s
[00:06:57.241] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:86:0)
[00:06:57.269] Build status: STARTED
[00:06:57.269] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:87:0) after 7m57s
[00:14:54.342] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:87:0)
[00:14:54.402] Build status: STARTED
[00:14:54.402] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:88:0) after 3m24s
[00:18:18.589] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:88:0)
[00:18:18.660] Build status: STARTED
[00:18:18.660] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:89:0) after 6m3s
[00:24:21.677] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:89:0)
[00:24:21.703] Build status: STARTED
[00:24:21.703] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:90:0) after 7m41s
[00:32:02.774] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:90:0)
[00:32:02.820] Build status: STARTED
[00:32:02.820] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:91:0) after 6m54s
[00:38:56.853] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:91:0)
[00:38:56.912] Build status: STARTED
[00:38:56.912] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:92:0) after 3m50s
[00:42:46.940] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:92:0)
[00:42:46.961] Build status: STARTED
[00:42:46.961] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:93:0) after 5m17s
[00:48:03.989] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:93:0)
[00:48:04.012] Build status: STARTED
[00:48:04.012] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:94:0) after 7m9s
[00:55:13.087] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:94:0)
[00:55:13.117] Build status: STARTED
[00:55:13.117] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:95:0) after 9m1s
[01:04:14.157] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:95:0)
[01:04:14.207] Build status: STARTED
[01:04:14.207] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:96:0) after 9m19s
[01:13:33.220] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:96:0)
[01:13:33.265] Build status: STARTED
[01:13:33.265] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:97:0) after 7m5s
[01:20:38.301] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:97:0)
[01:20:38.322] Build status: STARTED
[01:20:38.322] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:98:0) after 5m59s
[01:26:37.523] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:98:0)
[01:26:37.559] Build status: STARTED
[01:26:37.559] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:99:0) after 3m30s
[01:30:07.612] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:99:0)
[01:30:07.644] Build status: STARTED
[01:30:07.645] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:100:0) after 6m43s
[01:36:50.763] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:100:0)
[01:36:50.797] Build status: STARTED
[01:36:50.797] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:101:0) after 8m53s
[01:45:43.824] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:101:0)
[01:45:43.845] Build status: STARTED
[01:45:43.845] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:102:0) after 4m26s
[01:50:09.894] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:102:0)
[01:50:09.973] Build status: STARTED
[01:50:09.973] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:103:0) after 5m11s
[01:55:20.992] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:103:0)
[01:55:21.090] Build status: STARTED
[01:55:21.090] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-chromiumos:8928143298788754832:104:0) after 6m11s
[01:58:27.199] Received PubSub notification, asking Buildbucket for the build status
[01:58:27.234] Build:
{
  "id": "8762713236885364209",
  "builder": {
    "project": "infra",
    "bucket": "codesearch",
    "builder": "codesearch-gen-chromium-chromiumos"
  },
  "number": 15854,
  "createdBy": "project:infra",
  "createTime": "2023-12-03T16:54:26.157314789Z",
  "startTime": "2023-12-03T16:54:30.805610Z",
  "endTime": "2023-12-04T01:58:26.079705Z",
  "updateTime": "2023-12-04T01:58:26.079705Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "timeout": {

    }
  },
  "input": {

  },
  "canary": true
}
[01:58:27.234] Invocation finished in 9h4m2.276163639s with status FAILED