Status: FAILED
Triggered by: infra-codesearch@chops-service-accounts.iam.gserviceaccount.com
Duration: 9 hours
Actions:

Definition (rev 8e315401116bbc5f80ed0063020a73aea2b1cacc)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "codesearch"
  builder: "codesearch-gen-chromium-fuchsia"
>

Incoming triggers

  • codesearch-gen-chromium-initiator/18527 (11 months ago by infra-codesearch@chops-service-accounts.iam.gserviceaccount.com)
  • codesearch-gen-chromium-initiator/18528 (11 months ago by infra-codesearch@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "codesearch_mirror_revision": "28ec1fb0f77558cfa96276711dbd57c3915342cd",
  "codesearch_mirror_revision_timestamp": 1701906542,
  "root_solution_revision": "358f6a13a1699af5997852a0ef65b9307cce3536",
  "root_solution_revision_timestamp": 1701906411
}

Incoming tags

  • parent_buildername:codesearch-gen-chromium-initiator
  • parent_buildnumber:18528
  • user_agent:recipe

Debug log (UTC)

[02:32:54.313] New invocation is queued and will start shortly
[02:32:54.313] Triggered by user:infra-codesearch@chops-service-accounts.iam.gserviceaccount.com
[02:32:55.380] Starting the invocation (attempt 1)
[02:32:55.406] Ignoring gitiles_ref tag without the buildset tag
[02:32:55.406] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:32:55.406] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:32:55.407] Buildbucket request:
{
  "requestId": "8927835112507736448",
  "builder": {
    "project": "infra",
    "bucket": "codesearch",
    "builder": "codesearch-gen-chromium-fuchsia"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8927835112507736448",
            "job": "infra/codesearch-gen-chromium-fuchsia",
            "triggers": [
                  {
                        "buildbucket": {
                              "properties": {
                                    "codesearch_mirror_revision": "d60b706e5151c5d579ea14f254fd0dbeff8e4626",
                                    "codesearch_mirror_revision_timestamp": 1701892761,
                                    "root_solution_revision": "d84404ecf3929b5ecf0cd60dc290abf632a3ebbd",
                                    "root_solution_revision_timestamp": 1701892599
                                  },
                              "tags": [
                                    "parent_buildername:codesearch-gen-chromium-initiator",
                                    "parent_buildnumber:18527",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "3cd345ae-4888-425a-9644-168ca19b11e9",
                        "title": "codesearch-gen-chromium-initiator/18527"
                      },
                  {
                        "buildbucket": {
                              "properties": {
                                    "codesearch_mirror_revision": "28ec1fb0f77558cfa96276711dbd57c3915342cd",
                                    "codesearch_mirror_revision_timestamp": 1701906542,
                                    "root_solution_revision": "358f6a13a1699af5997852a0ef65b9307cce3536",
                                    "root_solution_revision_timestamp": 1701906411
                                  },
                              "tags": [
                                    "parent_buildername:codesearch-gen-chromium-initiator",
                                    "parent_buildnumber:18528",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "56a1aad1-e46c-4f4d-8e00-e9ecda7d5168",
                        "title": "codesearch-gen-chromium-initiator/18528"
                      }
                ]
          },
      "codesearch_mirror_revision": "28ec1fb0f77558cfa96276711dbd57c3915342cd",
      "codesearch_mirror_revision_timestamp": 1701906542,
      "root_solution_revision": "358f6a13a1699af5997852a0ef65b9307cce3536",
      "root_solution_revision_timestamp": 1701906411
    },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8927835112507736448"
    },
    {
      "key": "scheduler_job_id",
      "value": "infra/codesearch-gen-chromium-fuchsia"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "codesearch-gen-chromium-initiator"
    },
    {
      "key": "parent_buildnumber",
      "value": "18528"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[02:32:55.861] Scheduled build:
{
  "id": "8762405050649130097",
  "builder": {
    "project": "infra",
    "bucket": "codesearch",
    "builder": "codesearch-gen-chromium-fuchsia"
  },
  "number": 11249,
  "createdBy": "project:infra",
  "createTime": "2023-12-07T02:32:55.455160661Z",
  "updateTime": "2023-12-07T02:32:55.455160661Z",
  "status": "SCHEDULED",
  "input": {

  }
}
[02:32:55.861] Task URL: https://cr-buildbucket.appspot.com/build/8762405050649130097
[02:32:55.861] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:2:0) after 6m48s
[02:32:56.808] Received PubSub notification, asking Buildbucket for the build status
[02:32:56.910] Build status: SCHEDULED
[02:34:58.262] Received PubSub notification, asking Buildbucket for the build status
[02:34:58.297] Build status: STARTED
[02:39:44.149] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:2:0)
[02:39:44.182] Build status: STARTED
[02:39:44.182] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:5:0) after 6m30s
[02:46:14.206] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:5:0)
[02:46:14.235] Build status: STARTED
[02:46:14.235] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:6:0) after 7m9s
[02:53:23.315] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:6:0)
[02:53:23.352] Build status: STARTED
[02:53:23.352] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:7:0) after 4m19s
[02:57:42.374] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:7:0)
[02:57:42.409] Build status: STARTED
[02:57:42.409] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:8:0) after 6m44s
[03:04:26.937] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:8:0)
[03:04:26.963] Build status: STARTED
[03:04:26.963] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:9:0) after 9m59s
[03:14:25.976] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:9:0)
[03:14:26.002] Build status: STARTED
[03:14:26.002] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:10:0) after 8m18s
[03:22:44.227] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:10:0)
[03:22:44.243] Build status: STARTED
[03:22:44.243] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:11:0) after 9m34s
[03:32:18.522] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:11:0)
[03:32:18.556] Build status: STARTED
[03:32:18.556] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:12:0) after 3m50s
[03:36:08.574] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:12:0)
[03:36:08.608] Build status: STARTED
[03:36:08.608] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:13:0) after 9m23s
[03:45:31.824] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:13:0)
[03:45:31.853] Build status: STARTED
[03:45:31.853] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:14:0) after 9m27s
[03:54:58.871] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:14:0)
[03:54:58.895] Build status: STARTED
[03:54:58.895] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:15:0) after 3m35s
[03:58:34.243] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:15:0)
[03:58:34.277] Build status: STARTED
[03:58:34.277] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:16:0) after 8m15s
[04:06:49.695] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:16:0)
[04:06:49.717] Build status: STARTED
[04:06:49.717] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:17:0) after 2m23s
[04:09:13.036] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:17:0)
[04:09:13.060] Build status: STARTED
[04:09:13.060] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:18:0) after 6m58s
[04:16:11.121] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:18:0)
[04:16:11.148] Build status: STARTED
[04:16:11.148] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:19:0) after 2m15s
[04:18:26.166] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:19:0)
[04:18:26.201] Build status: STARTED
[04:18:26.201] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:20:0) after 8m32s
[04:26:58.214] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:20:0)
[04:26:58.233] Build status: STARTED
[04:26:58.233] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:21:0) after 1m13s
[04:28:11.348] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:21:0)
[04:28:11.437] Build status: STARTED
[04:28:11.437] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:22:0) after 4m50s
[04:33:01.498] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:22:0)
[04:33:01.560] Build status: STARTED
[04:33:01.561] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:23:0) after 4m21s
[04:37:22.574] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:23:0)
[04:37:22.691] Build status: STARTED
[04:37:22.691] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:24:0) after 9m45s
[04:47:08.112] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:24:0)
[04:47:08.133] Build status: STARTED
[04:47:08.133] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:25:0) after 1m47s
[04:48:55.509] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:25:0)
[04:48:55.587] Build status: STARTED
[04:48:55.587] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:26:0) after 6m53s
[04:55:48.600] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:26:0)
[04:55:48.616] Build status: STARTED
[04:55:48.616] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:27:0) after 3m5s
[04:58:53.768] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:27:0)
[04:58:53.804] Build status: STARTED
[04:58:53.804] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:28:0) after 2m6s
[05:00:59.959] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:28:0)
[05:01:00.050] Build status: STARTED
[05:01:00.050] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:29:0) after 5m18s
[05:06:18.337] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:29:0)
[05:06:18.382] Build status: STARTED
[05:06:18.382] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:30:0) after 8m51s
[05:15:09.400] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:30:0)
[05:15:09.435] Build status: STARTED
[05:15:09.435] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:31:0) after 2m32s
[05:17:41.555] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:31:0)
[05:17:41.572] Build status: STARTED
[05:17:41.572] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:32:0) after 6m15s
[05:23:56.813] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:32:0)
[05:23:56.850] Build status: STARTED
[05:23:56.850] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:33:0) after 6m38s
[05:30:35.002] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:33:0)
[05:30:35.038] Build status: STARTED
[05:30:35.038] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:34:0) after 8m8s
[05:38:43.746] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:34:0)
[05:38:43.775] Build status: STARTED
[05:38:43.775] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:35:0) after 7m41s
[05:46:24.833] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:35:0)
[05:46:24.923] Build status: STARTED
[05:46:24.923] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:36:0) after 1m9s
[05:47:34.279] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:36:0)
[05:47:34.359] Build status: STARTED
[05:47:34.359] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:37:0) after 7m3s
[05:54:37.478] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:37:0)
[05:54:37.504] Build status: STARTED
[05:54:37.504] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:38:0) after 3m43s
[05:58:20.530] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:38:0)
[05:58:20.569] Build status: STARTED
[05:58:20.569] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:39:0) after 3m16s
[06:01:36.787] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:39:0)
[06:01:36.821] Build status: STARTED
[06:01:36.821] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:40:0) after 1m53s
[06:03:30.693] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:40:0)
[06:03:30.715] Build status: STARTED
[06:03:30.715] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:41:0) after 6m52s
[06:10:22.741] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:41:0)
[06:10:22.777] Build status: STARTED
[06:10:22.777] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:42:0) after 7m0s
[06:17:22.832] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:42:0)
[06:17:22.860] Build status: STARTED
[06:17:22.860] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:43:0) after 3m10s
[06:20:33.056] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:43:0)
[06:20:33.132] Build status: STARTED
[06:20:33.132] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:44:0) after 2m46s
[06:23:19.155] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:44:0)
[06:23:19.186] Build status: STARTED
[06:23:19.186] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:45:0) after 6m3s
[06:29:22.213] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:45:0)
[06:29:22.239] Build status: STARTED
[06:29:22.239] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:46:0) after 3m35s
[06:32:57.254] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:46:0)
[06:32:57.283] Build status: STARTED
[06:32:57.283] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:47:0) after 4m33s
[06:37:30.830] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:47:0)
[06:37:30.865] Build status: STARTED
[06:37:30.865] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:48:0) after 6m10s
[06:43:40.881] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:48:0)
[06:43:40.968] Build status: STARTED
[06:43:40.968] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:49:0) after 1m25s
[06:45:06.115] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:49:0)
[06:45:06.175] Build status: STARTED
[06:45:06.175] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:50:0) after 9m17s
[06:54:23.352] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:50:0)
[06:54:23.371] Build status: STARTED
[06:54:23.371] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:51:0) after 7m31s
[07:01:54.386] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:51:0)
[07:01:54.434] Build status: STARTED
[07:01:54.434] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:52:0) after 6m10s
[07:08:04.453] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:52:0)
[07:08:04.607] Build status: STARTED
[07:08:04.607] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:53:0) after 8m45s
[07:16:49.850] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:53:0)
[07:16:49.911] Build status: STARTED
[07:16:49.911] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:54:0) after 7m22s
[07:24:11.938] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:54:0)
[07:24:11.968] Build status: STARTED
[07:24:11.968] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:55:0) after 1m39s
[07:25:51.055] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:55:0)
[07:25:51.079] Build status: STARTED
[07:25:51.079] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:56:0) after 5m38s
[07:31:29.191] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:56:0)
[07:31:29.210] Build status: STARTED
[07:31:29.210] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:57:0) after 8m11s
[07:39:40.361] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:57:0)
[07:39:40.380] Build status: STARTED
[07:39:40.380] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:58:0) after 2m30s
[07:42:10.395] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:58:0)
[07:42:10.491] Build status: STARTED
[07:42:10.491] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:59:0) after 8m0s
[07:50:10.817] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:59:0)
[07:50:10.859] Build status: STARTED
[07:50:10.859] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:60:0) after 4m58s
[07:55:08.967] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:60:0)
[07:55:09.001] Build status: STARTED
[07:55:09.001] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:61:0) after 8m57s
[08:04:06.345] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:61:0)
[08:04:06.371] Build status: STARTED
[08:04:06.371] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:62:0) after 4m28s
[08:08:34.623] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:62:0)
[08:08:34.653] Build status: STARTED
[08:08:34.653] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:63:0) after 5m48s
[08:14:22.674] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:63:0)
[08:14:22.696] Build status: STARTED
[08:14:22.696] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:64:0) after 5m58s
[08:20:20.953] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:64:0)
[08:20:20.988] Build status: STARTED
[08:20:20.988] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:65:0) after 7m16s
[08:27:37.351] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:65:0)
[08:27:37.387] Build status: STARTED
[08:27:37.387] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:66:0) after 2m37s
[08:30:14.819] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:66:0)
[08:30:14.865] Build status: STARTED
[08:30:14.865] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:67:0) after 9m9s
[08:39:23.883] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:67:0)
[08:39:23.906] Build status: STARTED
[08:39:23.906] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:68:0) after 9m34s
[08:48:58.121] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:68:0)
[08:48:58.144] Build status: STARTED
[08:48:58.144] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:69:0) after 9m12s
[08:58:10.338] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:69:0)
[08:58:10.370] Build status: STARTED
[08:58:10.370] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:70:0) after 2m48s
[09:00:58.650] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:70:0)
[09:00:58.787] Build status: STARTED
[09:00:58.787] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:71:0) after 7m21s
[09:08:20.078] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:71:0)
[09:08:20.099] Build status: STARTED
[09:08:20.099] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:72:0) after 5m0s
[09:13:20.144] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:72:0)
[09:13:20.179] Build status: STARTED
[09:13:20.179] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:73:0) after 7m21s
[09:20:41.248] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:73:0)
[09:20:41.266] Build status: STARTED
[09:20:41.266] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:74:0) after 6m54s
[09:27:35.352] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:74:0)
[09:27:35.380] Build status: STARTED
[09:27:35.380] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:75:0) after 9m0s
[09:36:35.414] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:75:0)
[09:36:35.461] Build status: STARTED
[09:36:35.461] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:76:0) after 1m54s
[09:38:29.486] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:76:0)
[09:38:29.520] Build status: STARTED
[09:38:29.520] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:77:0) after 6m13s
[09:44:42.537] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:77:0)
[09:44:42.699] Build status: STARTED
[09:44:42.699] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:78:0) after 2m18s
[09:47:00.710] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:78:0)
[09:47:00.751] Build status: STARTED
[09:47:00.751] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:79:0) after 7m56s
[09:54:56.848] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:79:0)
[09:54:56.872] Build status: STARTED
[09:54:56.872] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:80:0) after 1m13s
[09:56:09.892] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:80:0)
[09:56:09.917] Build status: STARTED
[09:56:09.917] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:81:0) after 8m15s
[10:04:25.035] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:81:0)
[10:04:25.187] Build status: STARTED
[10:04:25.187] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:82:0) after 1m16s
[10:05:41.176] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:82:0)
[10:05:41.218] Build status: STARTED
[10:05:41.218] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:83:0) after 6m57s
[10:12:38.236] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:83:0)
[10:12:38.289] Build status: STARTED
[10:12:38.289] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:84:0) after 6m12s
[10:18:50.517] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:84:0)
[10:18:50.550] Build status: STARTED
[10:18:50.550] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:85:0) after 1m8s
[10:19:58.693] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:85:0)
[10:19:58.724] Build status: STARTED
[10:19:58.724] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:86:0) after 4m22s
[10:24:20.856] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:86:0)
[10:24:20.877] Build status: STARTED
[10:24:20.877] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:87:0) after 7m0s
[10:31:21.297] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:87:0)
[10:31:21.327] Build status: STARTED
[10:31:21.327] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:88:0) after 5m33s
[10:36:54.343] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:88:0)
[10:36:54.397] Build status: STARTED
[10:36:54.397] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:89:0) after 1m3s
[10:37:58.097] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:89:0)
[10:37:58.134] Build status: STARTED
[10:37:58.135] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:90:0) after 5m42s
[10:43:40.119] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:90:0)
[10:43:40.163] Build status: STARTED
[10:43:40.163] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:91:0) after 1m30s
[10:45:10.303] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:91:0)
[10:45:10.345] Build status: STARTED
[10:45:10.345] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:92:0) after 4m11s
[10:49:21.666] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:92:0)
[10:49:21.699] Build status: STARTED
[10:49:21.699] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:93:0) after 3m5s
[10:52:27.195] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:93:0)
[10:52:27.228] Build status: STARTED
[10:52:27.228] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:94:0) after 9m52s
[11:02:19.507] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:94:0)
[11:02:19.528] Build status: STARTED
[11:02:19.528] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:95:0) after 3m37s
[11:05:56.685] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:95:0)
[11:05:56.718] Build status: STARTED
[11:05:56.718] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:96:0) after 6m0s
[11:11:56.900] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:96:0)
[11:11:56.919] Build status: STARTED
[11:11:56.919] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:97:0) after 3m39s
[11:15:35.961] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:97:0)
[11:15:36.016] Build status: STARTED
[11:15:36.016] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:98:0) after 9m43s
[11:25:19.045] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:98:0)
[11:25:19.072] Build status: STARTED
[11:25:19.072] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:99:0) after 3m58s
[11:29:17.193] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:99:0)
[11:29:17.218] Build status: STARTED
[11:29:17.218] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:100:0) after 8m36s
[11:37:53.985] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:100:0)
[11:37:54.010] Build status: STARTED
[11:37:54.010] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8927835112507736448:101:0) after 9m0s
[11:39:12.940] Received PubSub notification, asking Buildbucket for the build status
[11:39:13.001] Build:
{
  "id": "8762405050649130097",
  "builder": {
    "project": "infra",
    "bucket": "codesearch",
    "builder": "codesearch-gen-chromium-fuchsia"
  },
  "number": 11249,
  "createdBy": "project:infra",
  "createTime": "2023-12-07T02:32:55.455160661Z",
  "startTime": "2023-12-07T02:34:57.631960Z",
  "endTime": "2023-12-07T11:39:12.324798Z",
  "updateTime": "2023-12-07T11:39:12.324798Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "timeout": {

    }
  },
  "input": {

  }
}
[11:39:13.001] Invocation finished in 9h6m18.702125905s with status FAILED