Status: FAILED
Triggered by: infra-codesearch@chops-service-accounts.iam.gserviceaccount.com
Duration: 9 hours
Actions:

Definition (rev 8e315401116bbc5f80ed0063020a73aea2b1cacc)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "codesearch"
  builder: "codesearch-gen-chromium-fuchsia"
>

Incoming triggers

  • codesearch-gen-chromium-initiator/18515 (1 year ago by infra-codesearch@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "codesearch_mirror_revision": "f81e47b87bff5b4958ce0dd0a3583d1cbad4ef00",
  "codesearch_mirror_revision_timestamp": 1701719974,
  "root_solution_revision": "11a01317d568cd630dd079b9129ae80790da0020",
  "root_solution_revision_timestamp": 1701719913
}

Incoming tags

  • parent_buildername:codesearch-gen-chromium-initiator
  • parent_buildnumber:18515
  • user_agent:recipe

Debug log (UTC)

[20:00:55.021] New invocation is queued and will start shortly
[20:00:55.021] Triggered by user:infra-codesearch@chops-service-accounts.iam.gserviceaccount.com
[20:00:58.461] Starting the invocation (attempt 1)
[20:00:58.488] Ignoring gitiles_ref tag without the buildset tag
[20:00:58.488] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:00:58.488] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:00:58.488] Buildbucket request:
{
  "requestId": "8928040968206884976",
  "builder": {
    "project": "infra",
    "bucket": "codesearch",
    "builder": "codesearch-gen-chromium-fuchsia"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8928040968206884976",
            "job": "infra/codesearch-gen-chromium-fuchsia",
            "triggers": [
                  {
                        "buildbucket": {
                              "properties": {
                                    "codesearch_mirror_revision": "f81e47b87bff5b4958ce0dd0a3583d1cbad4ef00",
                                    "codesearch_mirror_revision_timestamp": 1701719974,
                                    "root_solution_revision": "11a01317d568cd630dd079b9129ae80790da0020",
                                    "root_solution_revision_timestamp": 1701719913
                                  },
                              "tags": [
                                    "parent_buildername:codesearch-gen-chromium-initiator",
                                    "parent_buildnumber:18515",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "838cab2f-31eb-4caa-873e-0a1c26be24b4",
                        "title": "codesearch-gen-chromium-initiator/18515"
                      }
                ]
          },
      "codesearch_mirror_revision": "f81e47b87bff5b4958ce0dd0a3583d1cbad4ef00",
      "codesearch_mirror_revision_timestamp": 1701719974,
      "root_solution_revision": "11a01317d568cd630dd079b9129ae80790da0020",
      "root_solution_revision_timestamp": 1701719913
    },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8928040968206884976"
    },
    {
      "key": "scheduler_job_id",
      "value": "infra/codesearch-gen-chromium-fuchsia"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "codesearch-gen-chromium-initiator"
    },
    {
      "key": "parent_buildnumber",
      "value": "18515"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[20:00:59.183] Scheduled build:
{
  "id": "8762610903814307713",
  "builder": {
    "project": "infra",
    "bucket": "codesearch",
    "builder": "codesearch-gen-chromium-fuchsia"
  },
  "number": 11243,
  "createdBy": "project:infra",
  "createTime": "2023-12-04T20:00:58.578480067Z",
  "updateTime": "2023-12-04T20:00:58.578480067Z",
  "status": "SCHEDULED",
  "input": {

  }
}
[20:00:59.183] Task URL: https://cr-buildbucket.appspot.com/build/8762610903814307713
[20:00:59.184] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:2:0) after 4m50s
[20:01:00.182] Received PubSub notification, asking Buildbucket for the build status
[20:01:00.272] Build status: SCHEDULED
[20:01:01.462] Received PubSub notification, asking Buildbucket for the build status
[20:01:01.487] Build status: STARTED
[20:05:49.219] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:2:0)
[20:05:49.266] Build status: STARTED
[20:05:49.266] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:5:0) after 4m3s
[20:09:52.332] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:5:0)
[20:09:52.364] Build status: STARTED
[20:09:52.364] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:6:0) after 7m3s
[20:16:55.545] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:6:0)
[20:16:55.579] Build status: STARTED
[20:16:55.579] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:7:0) after 9m58s
[20:26:53.618] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:7:0)
[20:26:53.654] Build status: STARTED
[20:26:53.654] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:8:0) after 6m21s
[20:33:14.682] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:8:0)
[20:33:14.725] Build status: STARTED
[20:33:14.725] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:9:0) after 8m54s
[20:42:08.745] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:9:0)
[20:42:08.906] Build status: STARTED
[20:42:08.906] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:10:0) after 9m26s
[20:51:34.877] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:10:0)
[20:51:34.912] Build status: STARTED
[20:51:34.912] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:11:0) after 4m15s
[20:55:49.934] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:11:0)
[20:55:50.017] Build status: STARTED
[20:55:50.018] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:12:0) after 1m41s
[20:57:31.045] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:12:0)
[20:57:31.162] Build status: STARTED
[20:57:31.162] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:13:0) after 6m30s
[21:04:01.190] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:13:0)
[21:04:01.227] Build status: STARTED
[21:04:01.227] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:14:0) after 9m49s
[21:13:50.345] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:14:0)
[21:13:50.363] Build status: STARTED
[21:13:50.363] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:15:0) after 2m10s
[21:16:00.385] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:15:0)
[21:16:00.438] Build status: STARTED
[21:16:00.438] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:16:0) after 9m31s
[21:25:31.535] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:16:0)
[21:25:31.557] Build status: STARTED
[21:25:31.557] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:17:0) after 5m21s
[21:30:52.573] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:17:0)
[21:30:52.593] Build status: STARTED
[21:30:52.593] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:18:0) after 6m13s
[21:37:05.655] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:18:0)
[21:37:05.711] Build status: STARTED
[21:37:05.711] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:19:0) after 7m36s
[21:44:41.740] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:19:0)
[21:44:41.758] Build status: STARTED
[21:44:41.758] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:20:0) after 7m59s
[21:52:40.866] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:20:0)
[21:52:40.900] Build status: STARTED
[21:52:40.900] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:21:0) after 6m29s
[21:59:09.961] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:21:0)
[21:59:09.993] Build status: STARTED
[21:59:09.993] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:22:0) after 5m1s
[22:04:11.044] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:22:0)
[22:04:11.062] Build status: STARTED
[22:04:11.062] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:23:0) after 7m51s
[22:12:02.112] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:23:0)
[22:12:02.152] Build status: STARTED
[22:12:02.152] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:24:0) after 9m9s
[22:21:11.250] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:24:0)
[22:21:11.281] Build status: STARTED
[22:21:11.281] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:25:0) after 2m22s
[22:23:33.638] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:25:0)
[22:23:33.664] Build status: STARTED
[22:23:33.664] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:26:0) after 9m34s
[22:33:08.051] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:26:0)
[22:33:08.072] Build status: STARTED
[22:33:08.072] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:27:0) after 6m11s
[22:39:19.156] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:27:0)
[22:39:19.173] Build status: STARTED
[22:39:19.173] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:28:0) after 4m30s
[22:43:49.768] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:28:0)
[22:43:49.789] Build status: STARTED
[22:43:49.789] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:29:0) after 5m3s
[22:48:52.838] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:29:0)
[22:48:52.891] Build status: STARTED
[22:48:52.892] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:30:0) after 5m43s
[22:54:35.922] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:30:0)
[22:54:35.956] Build status: STARTED
[22:54:35.956] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:31:0) after 9m30s
[23:04:06.036] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:31:0)
[23:04:06.056] Build status: STARTED
[23:04:06.056] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:32:0) after 3m24s
[23:07:30.133] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:32:0)
[23:07:30.152] Build status: STARTED
[23:07:30.152] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:33:0) after 6m54s
[23:14:24.192] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:33:0)
[23:14:24.214] Build status: STARTED
[23:14:24.214] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:34:0) after 6m36s
[23:21:00.247] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:34:0)
[23:21:00.267] Build status: STARTED
[23:21:00.267] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:35:0) after 2m32s
[23:23:32.349] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:35:0)
[23:23:32.434] Build status: STARTED
[23:23:32.434] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:36:0) after 1m25s
[23:24:57.484] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:36:0)
[23:24:57.529] Build status: STARTED
[23:24:57.530] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:37:0) after 2m3s
[23:27:00.542] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:37:0)
[23:27:00.581] Build status: STARTED
[23:27:00.581] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:38:0) after 5m1s
[23:32:01.612] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:38:0)
[23:32:01.711] Build status: STARTED
[23:32:01.711] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:39:0) after 7m11s
[23:39:12.727] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:39:0)
[23:39:12.763] Build status: STARTED
[23:39:12.763] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:40:0) after 5m16s
[23:44:28.791] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:40:0)
[23:44:28.835] Build status: STARTED
[23:44:28.835] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:41:0) after 6m0s
[23:50:28.851] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:41:0)
[23:50:28.869] Build status: STARTED
[23:50:28.869] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:42:0) after 1m26s
[23:51:54.864] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:42:0)
[23:51:54.899] Build status: STARTED
[23:51:54.900] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:43:0) after 6m6s
[23:58:00.956] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:43:0)
[23:58:00.974] Build status: STARTED
[23:58:00.974] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:44:0) after 7m12s
[00:05:13.032] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:44:0)
[00:05:13.054] Build status: STARTED
[00:05:13.054] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:45:0) after 8m20s
[00:13:33.121] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:45:0)
[00:13:33.207] Build status: STARTED
[00:13:33.207] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:46:0) after 7m57s
[00:21:30.276] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:46:0)
[00:21:30.299] Build status: STARTED
[00:21:30.299] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:47:0) after 4m19s
[00:25:49.333] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:47:0)
[00:25:49.370] Build status: STARTED
[00:25:49.370] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:48:0) after 2m40s
[00:28:29.420] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:48:0)
[00:28:29.447] Build status: STARTED
[00:28:29.447] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:49:0) after 8m20s
[00:36:49.522] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:49:0)
[00:36:49.540] Build status: STARTED
[00:36:49.540] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:50:0) after 2m21s
[00:39:10.559] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:50:0)
[00:39:10.580] Build status: STARTED
[00:39:10.581] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:51:0) after 3m0s
[00:42:10.597] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:51:0)
[00:42:10.624] Build status: STARTED
[00:42:10.624] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:52:0) after 2m4s
[00:44:14.670] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:52:0)
[00:44:14.703] Build status: STARTED
[00:44:14.703] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:53:0) after 7m34s
[00:51:48.708] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:53:0)
[00:51:48.729] Build status: STARTED
[00:51:48.729] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:54:0) after 4m47s
[00:56:36.065] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:54:0)
[00:56:36.085] Build status: STARTED
[00:56:36.085] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:55:0) after 8m27s
[01:05:03.067] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:55:0)
[01:05:03.097] Build status: STARTED
[01:05:03.097] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:56:0) after 6m52s
[01:11:55.114] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:56:0)
[01:11:55.152] Build status: STARTED
[01:11:55.152] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:57:0) after 4m11s
[01:16:06.364] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:57:0)
[01:16:06.399] Build status: STARTED
[01:16:06.399] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:58:0) after 1m10s
[01:17:16.425] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:58:0)
[01:17:16.448] Build status: STARTED
[01:17:16.448] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:59:0) after 2m32s
[01:19:48.979] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:59:0)
[01:19:48.997] Build status: STARTED
[01:19:48.997] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:60:0) after 2m55s
[01:22:44.065] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:60:0)
[01:22:44.107] Build status: STARTED
[01:22:44.107] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:61:0) after 7m57s
[01:30:41.125] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:61:0)
[01:30:41.147] Build status: STARTED
[01:30:41.147] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:62:0) after 9m21s
[01:40:02.147] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:62:0)
[01:40:02.240] Build status: STARTED
[01:40:02.240] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:63:0) after 8m13s
[01:48:15.260] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:63:0)
[01:48:15.284] Build status: STARTED
[01:48:15.284] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:64:0) after 1m32s
[01:49:47.401] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:64:0)
[01:49:47.421] Build status: STARTED
[01:49:47.421] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:65:0) after 1m47s
[01:51:34.548] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:65:0)
[01:51:34.570] Build status: STARTED
[01:51:34.570] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:66:0) after 2m59s
[01:54:33.592] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:66:0)
[01:54:33.626] Build status: STARTED
[01:54:33.627] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:67:0) after 1m18s
[01:55:51.666] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:67:0)
[01:55:51.838] Build status: STARTED
[01:55:51.838] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:68:0) after 3m25s
[01:59:16.915] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:68:0)
[01:59:16.931] Build status: STARTED
[01:59:16.931] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:69:0) after 8m28s
[02:07:44.966] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:69:0)
[02:07:44.987] Build status: STARTED
[02:07:44.987] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:70:0) after 3m56s
[02:11:41.057] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:70:0)
[02:11:41.077] Build status: STARTED
[02:11:41.077] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:71:0) after 6m55s
[02:18:36.193] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:71:0)
[02:18:36.215] Build status: STARTED
[02:18:36.215] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:72:0) after 5m0s
[02:23:36.242] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:72:0)
[02:23:36.269] Build status: STARTED
[02:23:36.269] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:73:0) after 5m32s
[02:29:08.339] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:73:0)
[02:29:08.380] Build status: STARTED
[02:29:08.380] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:74:0) after 4m57s
[02:34:05.432] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:74:0)
[02:34:05.466] Build status: STARTED
[02:34:05.466] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:75:0) after 4m47s
[02:38:52.581] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:75:0)
[02:38:52.611] Build status: STARTED
[02:38:52.611] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:76:0) after 2m0s
[02:40:52.643] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:76:0)
[02:40:52.671] Build status: STARTED
[02:40:52.671] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:77:0) after 7m1s
[02:47:53.727] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:77:0)
[02:47:53.757] Build status: STARTED
[02:47:53.757] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:78:0) after 3m27s
[02:51:20.853] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:78:0)
[02:51:20.915] Build status: STARTED
[02:51:20.915] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:79:0) after 9m53s
[03:01:14.047] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:79:0)
[03:01:14.168] Build status: STARTED
[03:01:14.168] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:80:0) after 8m58s
[03:10:12.245] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:80:0)
[03:10:12.271] Build status: STARTED
[03:10:12.271] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:81:0) after 1m54s
[03:12:06.349] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:81:0)
[03:12:06.380] Build status: STARTED
[03:12:06.380] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:82:0) after 2m28s
[03:14:34.396] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:82:0)
[03:14:34.440] Build status: STARTED
[03:14:34.440] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:83:0) after 9m3s
[03:23:37.499] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:83:0)
[03:23:37.526] Build status: STARTED
[03:23:37.526] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:84:0) after 1m7s
[03:24:44.576] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:84:0)
[03:24:44.596] Build status: STARTED
[03:24:44.596] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:85:0) after 9m17s
[03:34:01.913] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:85:0)
[03:34:01.943] Build status: STARTED
[03:34:01.944] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:86:0) after 2m50s
[03:36:52.221] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:86:0)
[03:36:52.257] Build status: STARTED
[03:36:52.257] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:87:0) after 5m4s
[03:41:56.535] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:87:0)
[03:41:56.594] Build status: STARTED
[03:41:56.595] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:88:0) after 4m37s
[03:46:33.653] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:88:0)
[03:46:33.683] Build status: STARTED
[03:46:33.683] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:89:0) after 9m36s
[03:56:09.756] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:89:0)
[03:56:09.833] Build status: STARTED
[03:56:09.833] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:90:0) after 6m46s
[04:02:55.861] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:90:0)
[04:02:55.889] Build status: STARTED
[04:02:55.889] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:91:0) after 4m42s
[04:07:38.088] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:91:0)
[04:07:38.152] Build status: STARTED
[04:07:38.152] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:92:0) after 8m10s
[04:15:48.207] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:92:0)
[04:15:48.246] Build status: STARTED
[04:15:48.246] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:93:0) after 1m56s
[04:17:44.342] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:93:0)
[04:17:44.371] Build status: STARTED
[04:17:44.372] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:94:0) after 6m37s
[04:24:21.456] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:94:0)
[04:24:21.478] Build status: STARTED
[04:24:21.478] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:95:0) after 7m56s
[04:32:17.492] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:95:0)
[04:32:17.526] Build status: STARTED
[04:32:17.526] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:96:0) after 1m26s
[04:33:43.706] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:96:0)
[04:33:43.727] Build status: STARTED
[04:33:43.727] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:97:0) after 8m50s
[04:42:34.189] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:97:0)
[04:42:34.215] Build status: STARTED
[04:42:34.215] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:98:0) after 9m50s
[04:52:24.311] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:98:0)
[04:52:24.415] Build status: STARTED
[04:52:24.415] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:99:0) after 8m9s
[05:00:33.498] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:99:0)
[05:00:33.526] Build status: STARTED
[05:00:33.526] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-fuchsia:8928040968206884976:100:0) after 9m58s
[05:05:20.132] Received PubSub notification, asking Buildbucket for the build status
[05:05:20.156] Build:
{
  "id": "8762610903814307713",
  "builder": {
    "project": "infra",
    "bucket": "codesearch",
    "builder": "codesearch-gen-chromium-fuchsia"
  },
  "number": 11243,
  "createdBy": "project:infra",
  "createTime": "2023-12-04T20:00:58.578480067Z",
  "startTime": "2023-12-04T20:01:00.413766Z",
  "endTime": "2023-12-05T05:05:19.097969Z",
  "updateTime": "2023-12-05T05:05:19.097969Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "timeout": {

    }
  },
  "input": {

  }
}
[05:05:20.156] Invocation finished in 9h4m25.150094192s with status FAILED