Status: FAILED
Triggered by: infra-codesearch@chops-service-accounts.iam.gserviceaccount.com
Duration: 9 hours
Actions:

Definition (rev 8e315401116bbc5f80ed0063020a73aea2b1cacc)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "codesearch"
  builder: "codesearch-gen-chromium-fuchsia"
>

Incoming triggers

  • codesearch-gen-chromium-initiator/18427 (1 year ago by infra-codesearch@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "codesearch_mirror_revision": "d6ce219b29f71d7bc183cf6681b3fa4ccf7af61f",
  "codesearch_mirror_revision_timestamp": 1700452324,
  "root_solution_revision": "2e6a82012540dc872ae5e74766927d0da84a7af5",
  "root_solution_revision_timestamp": 1700452080
}

Incoming tags

  • parent_buildername:codesearch-gen-chromium-initiator
  • parent_buildnumber:18427
  • user_agent:recipe

Debug log (UTC)

[04:00:38.825] New invocation is queued and will start shortly
[04:00:38.825] Triggered by user:infra-codesearch@chops-service-accounts.iam.gserviceaccount.com
[04:00:39.908] Starting the invocation (attempt 1)
[04:00:39.938] Ignoring gitiles_ref tag without the buildset tag
[04:00:39.938] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[04:00:39.939] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[04:00:39.939] Buildbucket request:
{
  "requestId": "8929369740687826624",
  "builder": {
    "project": "infra",
    "bucket": "codesearch",
    "builder": "codesearch-gen-chromium-fuchsia"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8929369740687826624",
            "job": "infra/codesearch-gen-chromium-fuchsia",
            "triggers": [
                  {
                        "buildbucket": {
                              "properties": {
                                    "codesearch_mirror_revision": "d6ce219b29f71d7bc183cf6681b3fa4ccf7af61f",
                                    "codesearch_mirror_revision_timestamp": 1700452324,
                                    "root_solution_revision": "2e6a82012540dc872ae5e74766927d0da84a7af5",
                                    "root_solution_revision_timestamp": 1700452080
                                  },
                              "tags": [
                                    "parent_buildername:codesearch-gen-chromium-initiator",
                                    "parent_buildnumber:18427",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "147a04b9-cbc8-4902-bf6f-a94985982f12",
                        "title": "codesearch-gen-chromium-initiator/18427"
                      }
                ]
          },
      "codesearch_mirror_revision": "d6ce219b29f71d7bc183cf6681b3fa4ccf7af61f",
      "codesearch_mirror_revision_timestamp": 1700452324,
      "root_solution_revision": "2e6a82012540dc872ae5e74766927d0da84a7af5",
      "root_solution_revision_timestamp": 1700452080
    },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8929369740687826624"
    },
    {
      "key": "scheduler_job_id",
      "value": "infra/codesearch-gen-chromium-fuchsia"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "codesearch-gen-chromium-initiator"
    },
    {
      "key": "parent_buildnumber",
      "value": "18427"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[04:00:40.569] Scheduled build:
{
  "id": "8763939678797117841",
  "builder": {
    "project": "infra",
    "bucket": "codesearch",
    "builder": "codesearch-gen-chromium-fuchsia"
  },
  "number": 11161,
  "createdBy": "project:infra",
  "createTime": "2023-11-20T04:00:40.005520795Z",
  "updateTime": "2023-11-20T04:00:40.005520795Z",
  "status": "SCHEDULED",
  "input": {

  },
  "canary": true
}
[04:00:40.569] Task URL: https://cr-buildbucket.appspot.com/build/8763939678797117841
[04:00:40.569] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:2:0) after 7m22s
[04:00:41.520] Received PubSub notification, asking Buildbucket for the build status
[04:00:41.566] Build status: SCHEDULED
[04:00:42.456] Received PubSub notification, asking Buildbucket for the build status
[04:00:42.480] Build status: STARTED
[04:08:02.551] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:2:0)
[04:08:02.634] Build status: STARTED
[04:08:02.634] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:5:0) after 3m47s
[04:11:49.659] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:5:0)
[04:11:49.675] Build status: STARTED
[04:11:49.676] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:6:0) after 5m59s
[04:17:48.709] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:6:0)
[04:17:48.730] Build status: STARTED
[04:17:48.730] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:7:0) after 7m48s
[04:25:36.936] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:7:0)
[04:25:36.971] Build status: STARTED
[04:25:36.972] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:8:0) after 7m39s
[04:33:15.943] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:8:0)
[04:33:15.980] Build status: STARTED
[04:33:15.980] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:9:0) after 5m34s
[04:38:50.076] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:9:0)
[04:38:50.107] Build status: STARTED
[04:38:50.107] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:10:0) after 4m7s
[04:42:57.253] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:10:0)
[04:42:57.274] Build status: STARTED
[04:42:57.274] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:11:0) after 9m50s
[04:52:47.291] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:11:0)
[04:52:47.361] Build status: STARTED
[04:52:47.361] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:12:0) after 6m35s
[04:59:22.437] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:12:0)
[04:59:22.457] Build status: STARTED
[04:59:22.457] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:13:0) after 1m40s
[05:01:02.938] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:13:0)
[05:01:02.974] Build status: STARTED
[05:01:02.974] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:14:0) after 4m0s
[05:05:02.960] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:14:0)
[05:05:03.053] Build status: STARTED
[05:05:03.053] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:15:0) after 9m55s
[05:14:58.099] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:15:0)
[05:14:58.150] Build status: STARTED
[05:14:58.150] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:16:0) after 3m45s
[05:18:43.145] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:16:0)
[05:18:43.178] Build status: STARTED
[05:18:43.178] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:17:0) after 5m46s
[05:24:29.200] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:17:0)
[05:24:29.222] Build status: STARTED
[05:24:29.222] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:18:0) after 2m44s
[05:27:13.309] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:18:0)
[05:27:13.370] Build status: STARTED
[05:27:13.370] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:19:0) after 5m14s
[05:32:27.543] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:19:0)
[05:32:27.572] Build status: STARTED
[05:32:27.572] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:20:0) after 1m23s
[05:33:50.591] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:20:0)
[05:33:50.635] Build status: STARTED
[05:33:50.635] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:21:0) after 7m3s
[05:40:53.836] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:21:0)
[05:40:53.864] Build status: STARTED
[05:40:53.864] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:22:0) after 2m0s
[05:42:53.886] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:22:0)
[05:42:53.932] Build status: STARTED
[05:42:53.932] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:23:0) after 1m34s
[05:44:28.199] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:23:0)
[05:44:28.226] Build status: STARTED
[05:44:28.226] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:24:0) after 9m2s
[05:53:30.332] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:24:0)
[05:53:30.363] Build status: STARTED
[05:53:30.363] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:25:0) after 7m54s
[06:01:24.383] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:25:0)
[06:01:24.405] Build status: STARTED
[06:01:24.405] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:26:0) after 4m49s
[06:06:13.525] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:26:0)
[06:06:13.556] Build status: STARTED
[06:06:13.556] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:27:0) after 4m57s
[06:11:10.684] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:27:0)
[06:11:10.706] Build status: STARTED
[06:11:10.706] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:28:0) after 4m38s
[06:15:48.720] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:28:0)
[06:15:48.931] Build status: STARTED
[06:15:48.931] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:29:0) after 2m18s
[06:18:06.994] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:29:0)
[06:18:07.016] Build status: STARTED
[06:18:07.016] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:30:0) after 8m56s
[06:27:03.105] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:30:0)
[06:27:03.128] Build status: STARTED
[06:27:03.128] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:31:0) after 1m11s
[06:28:14.145] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:31:0)
[06:28:14.168] Build status: STARTED
[06:28:14.168] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:32:0) after 1m2s
[06:29:16.193] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:32:0)
[06:29:16.221] Build status: STARTED
[06:29:16.221] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:33:0) after 9m10s
[06:38:26.241] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:33:0)
[06:38:26.282] Build status: STARTED
[06:38:26.283] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:34:0) after 1m1s
[06:39:27.261] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:34:0)
[06:39:27.300] Build status: STARTED
[06:39:27.300] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:35:0) after 3m5s
[06:42:32.383] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:35:0)
[06:42:32.404] Build status: STARTED
[06:42:32.404] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:36:0) after 1m29s
[06:44:01.429] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:36:0)
[06:44:01.459] Build status: STARTED
[06:44:01.459] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:37:0) after 6m49s
[06:50:50.809] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:37:0)
[06:50:50.832] Build status: STARTED
[06:50:50.833] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:38:0) after 9m31s
[07:00:21.917] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:38:0)
[07:00:21.991] Build status: STARTED
[07:00:21.991] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:39:0) after 6m0s
[07:06:22.121] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:39:0)
[07:06:22.150] Build status: STARTED
[07:06:22.150] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:40:0) after 5m47s
[07:12:09.166] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:40:0)
[07:12:09.185] Build status: STARTED
[07:12:09.185] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:41:0) after 8m43s
[07:20:52.297] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:41:0)
[07:20:52.317] Build status: STARTED
[07:20:52.317] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:42:0) after 3m8s
[07:24:00.335] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:42:0)
[07:24:00.367] Build status: STARTED
[07:24:00.367] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:43:0) after 8m1s
[07:32:01.576] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:43:0)
[07:32:01.625] Build status: STARTED
[07:32:01.625] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:44:0) after 5m38s
[07:37:39.854] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:44:0)
[07:37:39.878] Build status: STARTED
[07:37:39.878] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:45:0) after 8m25s
[07:46:05.066] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:45:0)
[07:46:05.139] Build status: STARTED
[07:46:05.139] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:46:0) after 6m20s
[07:52:25.162] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:46:0)
[07:52:25.182] Build status: STARTED
[07:52:25.182] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:47:0) after 6m26s
[07:58:51.284] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:47:0)
[07:58:51.313] Build status: STARTED
[07:58:51.313] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:48:0) after 2m51s
[08:01:42.335] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:48:0)
[08:01:42.372] Build status: STARTED
[08:01:42.372] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:49:0) after 5m24s
[08:07:06.498] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:49:0)
[08:07:06.550] Build status: STARTED
[08:07:06.550] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:50:0) after 6m31s
[08:13:37.612] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:50:0)
[08:13:37.642] Build status: STARTED
[08:13:37.642] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:51:0) after 5m39s
[08:19:16.670] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:51:0)
[08:19:16.694] Build status: STARTED
[08:19:16.694] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:52:0) after 8m24s
[08:27:40.730] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:52:0)
[08:27:40.754] Build status: STARTED
[08:27:40.754] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:53:0) after 9m19s
[08:36:59.851] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:53:0)
[08:36:59.903] Build status: STARTED
[08:36:59.903] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:54:0) after 3m39s
[08:40:39.147] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:54:0)
[08:40:39.174] Build status: STARTED
[08:40:39.174] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:55:0) after 1m38s
[08:42:17.212] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:55:0)
[08:42:17.276] Build status: STARTED
[08:42:17.276] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:56:0) after 2m5s
[08:44:22.446] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:56:0)
[08:44:22.468] Build status: STARTED
[08:44:22.470] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:57:0) after 6m12s
[08:50:34.556] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:57:0)
[08:50:34.604] Build status: STARTED
[08:50:34.604] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:58:0) after 3m39s
[08:54:13.748] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:58:0)
[08:54:13.774] Build status: STARTED
[08:54:13.774] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:59:0) after 1m49s
[08:56:02.793] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:59:0)
[08:56:02.867] Build status: STARTED
[08:56:02.867] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:60:0) after 8m30s
[09:04:32.889] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:60:0)
[09:04:32.910] Build status: STARTED
[09:04:32.910] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:61:0) after 1m2s
[09:05:34.933] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:61:0)
[09:05:34.974] Build status: STARTED
[09:05:34.974] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:62:0) after 3m5s
[09:08:40.005] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:62:0)
[09:08:40.028] Build status: STARTED
[09:08:40.028] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:63:0) after 9m8s
[09:17:48.502] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:63:0)
[09:17:48.521] Build status: STARTED
[09:17:48.521] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:64:0) after 5m26s
[09:23:15.184] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:64:0)
[09:23:15.219] Build status: STARTED
[09:23:15.219] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:65:0) after 7m14s
[09:30:29.230] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:65:0)
[09:30:29.280] Build status: STARTED
[09:30:29.280] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:66:0) after 1m23s
[09:31:52.314] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:66:0)
[09:31:52.335] Build status: STARTED
[09:31:52.335] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:67:0) after 4m2s
[09:35:54.696] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:67:0)
[09:35:54.735] Build status: STARTED
[09:35:54.735] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:68:0) after 9m47s
[09:45:41.790] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:68:0)
[09:45:41.847] Build status: STARTED
[09:45:41.847] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:69:0) after 2m38s
[09:48:19.865] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:69:0)
[09:48:20.079] Build status: STARTED
[09:48:20.079] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:70:0) after 1m54s
[09:50:14.254] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:70:0)
[09:50:14.282] Build status: STARTED
[09:50:14.282] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:71:0) after 7m31s
[09:57:45.390] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:71:0)
[09:57:45.413] Build status: STARTED
[09:57:45.413] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:72:0) after 1m31s
[09:59:16.382] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:72:0)
[09:59:16.411] Build status: STARTED
[09:59:16.411] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:73:0) after 4m56s
[10:04:12.622] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:73:0)
[10:04:12.643] Build status: STARTED
[10:04:12.643] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:74:0) after 4m5s
[10:08:17.682] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:74:0)
[10:08:17.759] Build status: STARTED
[10:08:17.759] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:75:0) after 6m4s
[10:14:21.999] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:75:0)
[10:14:22.017] Build status: STARTED
[10:14:22.017] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:76:0) after 8m48s
[10:23:10.104] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:76:0)
[10:23:10.127] Build status: STARTED
[10:23:10.127] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:77:0) after 9m4s
[10:32:14.394] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:77:0)
[10:32:14.414] Build status: STARTED
[10:32:14.414] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:78:0) after 3m10s
[10:35:24.546] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:78:0)
[10:35:24.793] Build status: STARTED
[10:35:24.793] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:79:0) after 8m4s
[10:43:29.111] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:79:0)
[10:43:29.168] Build status: STARTED
[10:43:29.168] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:80:0) after 4m0s
[10:47:29.270] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:80:0)
[10:47:29.302] Build status: STARTED
[10:47:29.302] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:81:0) after 3m31s
[10:51:00.358] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:81:0)
[10:51:00.453] Build status: STARTED
[10:51:00.453] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:82:0) after 9m30s
[11:00:30.777] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:82:0)
[11:00:30.810] Build status: STARTED
[11:00:30.810] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:83:0) after 7m18s
[11:07:48.916] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:83:0)
[11:07:48.936] Build status: STARTED
[11:07:48.936] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:84:0) after 7m38s
[11:15:27.040] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:84:0)
[11:15:27.070] Build status: STARTED
[11:15:27.070] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:85:0) after 2m39s
[11:18:06.321] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:85:0)
[11:18:06.477] Build status: STARTED
[11:18:06.477] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:86:0) after 9m33s
[11:27:39.521] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:86:0)
[11:27:39.541] Build status: STARTED
[11:27:39.541] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:87:0) after 6m55s
[11:34:34.586] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:87:0)
[11:34:34.621] Build status: STARTED
[11:34:34.621] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:88:0) after 5m6s
[11:39:40.608] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:88:0)
[11:39:40.629] Build status: STARTED
[11:39:40.629] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:89:0) after 8m50s
[11:48:30.652] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:89:0)
[11:48:30.682] Build status: STARTED
[11:48:30.682] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:90:0) after 7m50s
[11:56:20.798] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:90:0)
[11:56:20.819] Build status: STARTED
[11:56:20.819] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:91:0) after 2m48s
[11:59:08.967] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:91:0)
[11:59:08.993] Build status: STARTED
[11:59:08.993] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:92:0) after 6m35s
[12:05:44.264] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:92:0)
[12:05:44.337] Build status: STARTED
[12:05:44.337] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:93:0) after 6m35s
[12:12:19.376] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:93:0)
[12:12:19.402] Build status: STARTED
[12:12:19.403] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:94:0) after 6m48s
[12:19:07.423] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:94:0)
[12:19:07.442] Build status: STARTED
[12:19:07.442] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:95:0) after 5m4s
[12:24:11.459] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:95:0)
[12:24:11.494] Build status: STARTED
[12:24:11.494] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:96:0) after 3m31s
[12:27:42.513] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:96:0)
[12:27:42.586] Build status: STARTED
[12:27:42.586] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:97:0) after 9m13s
[12:36:55.623] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:97:0)
[12:36:55.654] Build status: STARTED
[12:36:55.654] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:98:0) after 9m26s
[12:46:21.906] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:98:0)
[12:46:21.927] Build status: STARTED
[12:46:21.927] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:99:0) after 4m46s
[12:51:08.155] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:99:0)
[12:51:08.221] Build status: STARTED
[12:51:08.221] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:100:0) after 3m42s
[12:54:50.242] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:100:0)
[12:54:50.283] Build status: STARTED
[12:54:50.283] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8929369740687826624:101:0) after 9m46s
[13:03:22.640] Received PubSub notification, asking Buildbucket for the build status
[13:03:22.762] Build:
{
  "id": "8763939678797117841",
  "builder": {
    "project": "infra",
    "bucket": "codesearch",
    "builder": "codesearch-gen-chromium-fuchsia"
  },
  "number": 11161,
  "createdBy": "project:infra",
  "createTime": "2023-11-20T04:00:40.005520795Z",
  "startTime": "2023-11-20T04:00:41.895858Z",
  "endTime": "2023-11-20T13:03:22.049198Z",
  "updateTime": "2023-11-20T13:03:22.049198Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "timeout": {

    }
  },
  "input": {

  },
  "canary": true
}
[13:03:22.762] Invocation finished in 9h2m43.94448134s with status FAILED