Status: FAILED
Triggered by: infra-codesearch@chops-service-accounts.iam.gserviceaccount.com
Duration: 9 hours
Actions:

Definition (rev 8e315401116bbc5f80ed0063020a73aea2b1cacc)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "codesearch"
  builder: "codesearch-gen-chromium-android"
>

Incoming triggers

  • codesearch-gen-chromium-initiator/17556 (2 years ago by infra-codesearch@chops-service-accounts.iam.gserviceaccount.com)
  • codesearch-gen-chromium-initiator/17557 (2 years ago by infra-codesearch@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "codesearch_mirror_revision": "9e6865c72152f7487bc6d1fb0a929da6e5309c78",
  "codesearch_mirror_revision_timestamp": 1687924864,
  "root_solution_revision": "8509a618e531d190838f717e63a10a2137aa0088",
  "root_solution_revision_timestamp": 1687924774
}

Incoming tags

  • parent_buildername:codesearch-gen-chromium-initiator
  • parent_buildnumber:17557
  • user_agent:recipe

Debug log (UTC)

[04:36:10.791] New invocation is queued and will start shortly
[04:36:10.791] Triggered by user:infra-codesearch@chops-service-accounts.iam.gserviceaccount.com
[04:36:12.088] Starting the invocation (attempt 1)
[04:36:12.128] Ignoring gitiles_ref tag without the buildset tag
[04:36:12.128] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[04:36:12.128] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[04:36:12.128] Buildbucket request:
{
  "requestId": "8942504065284462144",
  "builder": {
    "project": "infra",
    "bucket": "codesearch",
    "builder": "codesearch-gen-chromium-android"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8942504065284462144",
            "job": "infra/codesearch-gen-chromium-android",
            "triggers": [
                  {
                        "buildbucket": {
                              "properties": {
                                    "codesearch_mirror_revision": "06390faf1aacff9f1a71b4d6e8c093a1254122b1",
                                    "codesearch_mirror_revision_timestamp": 1687910529,
                                    "root_solution_revision": "e930aaf36c3b349c33c08a84b540370452e59887",
                                    "root_solution_revision_timestamp": 1687910433
                                  },
                              "tags": [
                                    "parent_buildername:codesearch-gen-chromium-initiator",
                                    "parent_buildnumber:17556",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "532cfb35-64dd-4a54-b1ed-82b991867c4a",
                        "title": "codesearch-gen-chromium-initiator/17556"
                      },
                  {
                        "buildbucket": {
                              "properties": {
                                    "codesearch_mirror_revision": "9e6865c72152f7487bc6d1fb0a929da6e5309c78",
                                    "codesearch_mirror_revision_timestamp": 1687924864,
                                    "root_solution_revision": "8509a618e531d190838f717e63a10a2137aa0088",
                                    "root_solution_revision_timestamp": 1687924774
                                  },
                              "tags": [
                                    "parent_buildername:codesearch-gen-chromium-initiator",
                                    "parent_buildnumber:17557",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "5a03c6d2-79e4-4e05-a32f-8ac86af4769d",
                        "title": "codesearch-gen-chromium-initiator/17557"
                      }
                ]
          },
      "codesearch_mirror_revision": "9e6865c72152f7487bc6d1fb0a929da6e5309c78",
      "codesearch_mirror_revision_timestamp": 1687924864,
      "root_solution_revision": "8509a618e531d190838f717e63a10a2137aa0088",
      "root_solution_revision_timestamp": 1687924774
    },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8942504065284462144"
    },
    {
      "key": "scheduler_job_id",
      "value": "infra/codesearch-gen-chromium-android"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "codesearch-gen-chromium-initiator"
    },
    {
      "key": "parent_buildnumber",
      "value": "17557"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[04:36:12.475] Scheduled build:
{
  "id": "8777074003143292465",
  "builder": {
    "project": "infra",
    "bucket": "codesearch",
    "builder": "codesearch-gen-chromium-android"
  },
  "number": 13456,
  "createdBy": "project:infra",
  "createTime": "2023-06-28T04:36:12.213338685Z",
  "updateTime": "2023-06-28T04:36:12.213338685Z",
  "status": "SCHEDULED",
  "input": {

  }
}
[04:36:12.475] Task URL: https://cr-buildbucket.appspot.com/build/8777074003143292465
[04:36:12.475] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:2:0) after 5m10s
[04:36:25.712] Received PubSub notification, asking Buildbucket for the build status
[04:36:25.728] Build status: STARTED
[04:41:22.490] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:2:0)
[04:41:22.505] Build status: STARTED
[04:41:22.505] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:4:0) after 9m52s
[04:51:14.521] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:4:0)
[04:51:14.546] Build status: STARTED
[04:51:14.546] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:5:0) after 6m8s
[04:57:22.569] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:5:0)
[04:57:22.586] Build status: STARTED
[04:57:22.586] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:6:0) after 2m16s
[04:59:38.603] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:6:0)
[04:59:38.657] Build status: STARTED
[04:59:38.657] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:7:0) after 1m25s
[05:01:03.687] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:7:0)
[05:01:03.727] Build status: STARTED
[05:01:03.727] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:8:0) after 9m1s
[05:10:04.740] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:8:0)
[05:10:04.787] Build status: STARTED
[05:10:04.787] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:9:0) after 2m47s
[05:12:51.802] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:9:0)
[05:12:51.831] Build status: STARTED
[05:12:51.831] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:10:0) after 8m22s
[05:21:13.862] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:10:0)
[05:21:13.881] Build status: STARTED
[05:21:13.881] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:11:0) after 4m19s
[05:25:32.902] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:11:0)
[05:25:32.931] Build status: STARTED
[05:25:32.931] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:12:0) after 2m56s
[05:28:29.243] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:12:0)
[05:28:29.367] Build status: STARTED
[05:28:29.367] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:13:0) after 2m1s
[05:30:30.405] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:13:0)
[05:30:30.424] Build status: STARTED
[05:30:30.424] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:14:0) after 5m21s
[05:35:51.449] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:14:0)
[05:35:51.524] Build status: STARTED
[05:35:51.524] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:15:0) after 5m45s
[05:41:36.665] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:15:0)
[05:41:36.699] Build status: STARTED
[05:41:36.699] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:16:0) after 6m21s
[05:47:57.813] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:16:0)
[05:47:57.834] Build status: STARTED
[05:47:57.834] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:17:0) after 8m38s
[05:56:36.069] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:17:0)
[05:56:36.106] Build status: STARTED
[05:56:36.106] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:18:0) after 2m24s
[05:59:00.134] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:18:0)
[05:59:00.151] Build status: STARTED
[05:59:00.151] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:19:0) after 3m12s
[06:02:12.276] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:19:0)
[06:02:12.295] Build status: STARTED
[06:02:12.295] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:20:0) after 3m25s
[06:05:37.315] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:20:0)
[06:05:37.349] Build status: STARTED
[06:05:37.349] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:21:0) after 9m25s
[06:15:02.372] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:21:0)
[06:15:02.405] Build status: STARTED
[06:15:02.405] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:22:0) after 8m49s
[06:23:51.411] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:22:0)
[06:23:51.440] Build status: STARTED
[06:23:51.440] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:23:0) after 7m44s
[06:31:35.454] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:23:0)
[06:31:35.496] Build status: STARTED
[06:31:35.496] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:24:0) after 8m31s
[06:40:06.583] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:24:0)
[06:40:06.611] Build status: STARTED
[06:40:06.611] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:25:0) after 9m11s
[06:49:17.628] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:25:0)
[06:49:17.688] Build status: STARTED
[06:49:17.688] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:26:0) after 1m47s
[06:51:04.702] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:26:0)
[06:51:04.739] Build status: STARTED
[06:51:04.739] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:27:0) after 4m43s
[06:55:47.754] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:27:0)
[06:55:47.771] Build status: STARTED
[06:55:47.771] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:28:0) after 4m20s
[07:00:07.897] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:28:0)
[07:00:07.930] Build status: STARTED
[07:00:07.930] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:29:0) after 9m36s
[07:09:44.046] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:29:0)
[07:09:44.084] Build status: STARTED
[07:09:44.084] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:30:0) after 1m18s
[07:11:02.065] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:30:0)
[07:11:02.118] Build status: STARTED
[07:11:02.118] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:31:0) after 2m17s
[07:13:19.133] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:31:0)
[07:13:19.171] Build status: STARTED
[07:13:19.171] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:32:0) after 6m30s
[07:19:49.462] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:32:0)
[07:19:49.485] Build status: STARTED
[07:19:49.485] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:33:0) after 7m10s
[07:26:59.735] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:33:0)
[07:26:59.763] Build status: STARTED
[07:26:59.763] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:34:0) after 6m7s
[07:33:06.786] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:34:0)
[07:33:06.806] Build status: STARTED
[07:33:06.806] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:35:0) after 4m45s
[07:37:51.824] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:35:0)
[07:37:51.848] Build status: STARTED
[07:37:51.848] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:36:0) after 1m34s
[07:39:25.854] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:36:0)
[07:39:25.875] Build status: STARTED
[07:39:25.875] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:37:0) after 3m10s
[07:42:35.868] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:37:0)
[07:42:35.887] Build status: STARTED
[07:42:35.887] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:38:0) after 9m53s
[07:52:28.915] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:38:0)
[07:52:28.932] Build status: STARTED
[07:52:28.932] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:39:0) after 9m31s
[08:02:00.035] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:39:0)
[08:02:00.086] Build status: STARTED
[08:02:00.086] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:40:0) after 9m1s
[08:11:01.216] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:40:0)
[08:11:01.247] Build status: STARTED
[08:11:01.247] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:41:0) after 9m46s
[08:20:47.552] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:41:0)
[08:20:47.568] Build status: STARTED
[08:20:47.568] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:42:0) after 2m53s
[08:23:40.827] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:42:0)
[08:23:40.866] Build status: STARTED
[08:23:40.867] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:43:0) after 2m11s
[08:25:51.959] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:43:0)
[08:25:51.981] Build status: STARTED
[08:25:51.981] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:44:0) after 7m48s
[08:33:39.998] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:44:0)
[08:33:40.026] Build status: STARTED
[08:33:40.026] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:45:0) after 4m14s
[08:37:54.239] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:45:0)
[08:37:54.298] Build status: STARTED
[08:37:54.298] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:46:0) after 7m28s
[08:45:22.413] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:46:0)
[08:45:22.434] Build status: STARTED
[08:45:22.434] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:47:0) after 6m27s
[08:51:49.453] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:47:0)
[08:51:49.474] Build status: STARTED
[08:51:49.474] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:48:0) after 7m32s
[08:59:21.683] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:48:0)
[08:59:21.707] Build status: STARTED
[08:59:21.707] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:49:0) after 5m36s
[09:04:58.233] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:49:0)
[09:04:58.265] Build status: STARTED
[09:04:58.265] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:50:0) after 9m29s
[09:14:27.597] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:50:0)
[09:14:27.739] Build status: STARTED
[09:14:27.740] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:51:0) after 8m40s
[09:23:07.835] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:51:0)
[09:23:07.865] Build status: STARTED
[09:23:07.865] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:52:0) after 4m21s
[09:27:28.880] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:52:0)
[09:27:28.899] Build status: STARTED
[09:27:28.899] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:53:0) after 8m10s
[09:35:38.993] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:53:0)
[09:35:39.013] Build status: STARTED
[09:35:39.013] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:54:0) after 4m59s
[09:40:38.338] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:54:0)
[09:40:38.354] Build status: STARTED
[09:40:38.354] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:55:0) after 7m33s
[09:48:11.466] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:55:0)
[09:48:11.484] Build status: STARTED
[09:48:11.492] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:56:0) after 9m10s
[09:57:21.750] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:56:0)
[09:57:21.770] Build status: STARTED
[09:57:21.770] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:57:0) after 3m41s
[10:01:03.005] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:57:0)
[10:01:03.027] Build status: STARTED
[10:01:03.027] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:58:0) after 2m57s
[10:04:00.142] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:58:0)
[10:04:00.186] Build status: STARTED
[10:04:00.186] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:59:0) after 1m45s
[10:05:45.267] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:59:0)
[10:05:45.288] Build status: STARTED
[10:05:45.288] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:60:0) after 7m47s
[10:13:32.672] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:60:0)
[10:13:32.690] Build status: STARTED
[10:13:32.690] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:61:0) after 7m5s
[10:20:38.006] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:61:0)
[10:20:38.040] Build status: STARTED
[10:20:38.040] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:62:0) after 3m31s
[10:24:09.148] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:62:0)
[10:24:09.179] Build status: STARTED
[10:24:09.179] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:63:0) after 9m31s
[10:33:40.207] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:63:0)
[10:33:40.260] Build status: STARTED
[10:33:40.260] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:64:0) after 2m51s
[10:36:31.260] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:64:0)
[10:36:31.292] Build status: STARTED
[10:36:31.292] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:65:0) after 6m6s
[10:42:37.530] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:65:0)
[10:42:37.551] Build status: STARTED
[10:42:37.551] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:66:0) after 2m14s
[10:44:51.809] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:66:0)
[10:44:51.827] Build status: STARTED
[10:44:51.827] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:67:0) after 4m16s
[10:49:07.867] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:67:0)
[10:49:07.885] Build status: STARTED
[10:49:07.885] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:68:0) after 9m23s
[10:58:31.219] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:68:0)
[10:58:31.259] Build status: STARTED
[10:58:31.259] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:69:0) after 2m6s
[11:00:37.278] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:69:0)
[11:00:37.304] Build status: STARTED
[11:00:37.304] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:70:0) after 9m19s
[11:09:56.375] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:70:0)
[11:09:56.400] Build status: STARTED
[11:09:56.400] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:71:0) after 4m11s
[11:14:07.441] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:71:0)
[11:14:07.464] Build status: STARTED
[11:14:07.464] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:72:0) after 6m47s
[11:20:54.584] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:72:0)
[11:20:54.601] Build status: STARTED
[11:20:54.601] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:73:0) after 5m47s
[11:26:41.668] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:73:0)
[11:26:41.703] Build status: STARTED
[11:26:41.703] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:74:0) after 9m36s
[11:36:17.736] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:74:0)
[11:36:17.763] Build status: STARTED
[11:36:17.763] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:75:0) after 3m25s
[11:39:42.793] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:75:0)
[11:39:42.821] Build status: STARTED
[11:39:42.822] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:76:0) after 4m6s
[11:43:48.837] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:76:0)
[11:43:48.864] Build status: STARTED
[11:43:48.864] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:77:0) after 5m23s
[11:49:11.971] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:77:0)
[11:49:12.023] Build status: STARTED
[11:49:12.023] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:78:0) after 2m26s
[11:51:38.081] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:78:0)
[11:51:38.102] Build status: STARTED
[11:51:38.102] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:79:0) after 3m55s
[11:55:33.448] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:79:0)
[11:55:33.469] Build status: STARTED
[11:55:33.469] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:80:0) after 6m36s
[12:02:09.604] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:80:0)
[12:02:09.630] Build status: STARTED
[12:02:09.630] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:81:0) after 8m34s
[12:10:43.889] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:81:0)
[12:10:43.907] Build status: STARTED
[12:10:43.907] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:82:0) after 7m9s
[12:17:52.912] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:82:0)
[12:17:53.064] Build status: STARTED
[12:17:53.064] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:83:0) after 3m59s
[12:21:52.044] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:83:0)
[12:21:52.060] Build status: STARTED
[12:21:52.060] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:84:0) after 2m7s
[12:23:59.132] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:84:0)
[12:23:59.152] Build status: STARTED
[12:23:59.152] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:85:0) after 4m48s
[12:28:47.283] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:85:0)
[12:28:47.308] Build status: STARTED
[12:28:47.308] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:86:0) after 5m5s
[12:33:52.474] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:86:0)
[12:33:52.492] Build status: STARTED
[12:33:52.492] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:87:0) after 2m38s
[12:36:30.513] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:87:0)
[12:36:30.530] Build status: STARTED
[12:36:30.530] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:88:0) after 9m5s
[12:45:36.117] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:88:0)
[12:45:36.138] Build status: STARTED
[12:45:36.138] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:89:0) after 6m34s
[12:52:10.340] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:89:0)
[12:52:10.361] Build status: STARTED
[12:52:10.361] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:90:0) after 7m56s
[13:00:06.542] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:90:0)
[13:00:06.561] Build status: STARTED
[13:00:06.561] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:91:0) after 6m18s
[13:06:24.725] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:91:0)
[13:06:24.745] Build status: STARTED
[13:06:24.745] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:92:0) after 2m26s
[13:08:50.810] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:92:0)
[13:08:50.828] Build status: STARTED
[13:08:50.828] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:93:0) after 3m56s
[13:12:47.241] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:93:0)
[13:12:47.446] Build status: STARTED
[13:12:47.446] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:94:0) after 6m34s
[13:19:21.493] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:94:0)
[13:19:21.513] Build status: STARTED
[13:19:21.513] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:95:0) after 1m17s
[13:20:38.721] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:95:0)
[13:20:38.738] Build status: STARTED
[13:20:38.738] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:96:0) after 6m30s
[13:27:08.941] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:96:0)
[13:27:08.967] Build status: STARTED
[13:27:08.967] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:97:0) after 4m1s
[13:31:09.997] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:97:0)
[13:31:10.033] Build status: STARTED
[13:31:10.033] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:98:0) after 5m43s
[13:36:53.200] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:98:0)
[13:36:53.221] Build status: STARTED
[13:36:53.221] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942504065284462144:99:0) after 9m24s
[13:37:40.421] Received PubSub notification, asking Buildbucket for the build status
[13:37:40.440] Build:
{
  "id": "8777074003143292465",
  "builder": {
    "project": "infra",
    "bucket": "codesearch",
    "builder": "codesearch-gen-chromium-android"
  },
  "number": 13456,
  "createdBy": "project:infra",
  "createTime": "2023-06-28T04:36:12.213338685Z",
  "startTime": "2023-06-28T04:36:25.168047Z",
  "endTime": "2023-06-28T13:37:39.940858451Z",
  "updateTime": "2023-06-28T13:37:39.940858451Z",
  "status": "INFRA_FAILURE",
  "input": {

  }
}
[13:37:40.440] Invocation finished in 9h1m29.65373262s with status FAILED