Status: FAILED
Triggered by: infra-codesearch@chops-service-accounts.iam.gserviceaccount.com
Duration: 9 hours
Actions:

Definition (rev 8e315401116bbc5f80ed0063020a73aea2b1cacc)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "codesearch"
  builder: "codesearch-gen-chromium-android"
>

Incoming triggers

  • codesearch-gen-chromium-initiator/17671 (2 years ago by infra-codesearch@chops-service-accounts.iam.gserviceaccount.com)
  • codesearch-gen-chromium-initiator/17672 (2 years ago by infra-codesearch@chops-service-accounts.iam.gserviceaccount.com)
  • codesearch-gen-chromium-initiator/17673 (2 years ago by infra-codesearch@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "codesearch_mirror_revision": "a328097ef1d47f51e76917b80110863037f4f744",
  "codesearch_mirror_revision_timestamp": 1689595167,
  "root_solution_revision": "3ec8b2148565502c711b8ce4e3b404667c6d9846",
  "root_solution_revision_timestamp": 1689594645
}

Incoming tags

  • parent_buildername:codesearch-gen-chromium-initiator
  • parent_buildnumber:17673
  • user_agent:recipe

Debug log (UTC)

[13:06:38.605] New invocation is queued and will start shortly
[13:06:38.605] Triggered by user:infra-codesearch@chops-service-accounts.iam.gserviceaccount.com
[13:06:39.681] Starting the invocation (attempt 1)
[13:06:39.732] Ignoring gitiles_ref tag without the buildset tag
[13:06:39.732] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[13:06:39.732] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[13:06:39.733] Buildbucket request:
{
  "requestId": "8940750607334181136",
  "builder": {
    "project": "infra",
    "bucket": "codesearch",
    "builder": "codesearch-gen-chromium-android"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8940750607334181136",
            "job": "infra/codesearch-gen-chromium-android",
            "triggers": [
                  {
                        "buildbucket": {
                              "properties": {
                                    "codesearch_mirror_revision": "bb0035981555f9d49a6bfcb9a3e5c264f5ff1613",
                                    "codesearch_mirror_revision_timestamp": 1689566222,
                                    "root_solution_revision": "68835c5df16bae21d710dbb764d5d901a9b9fa16",
                                    "root_solution_revision_timestamp": 1689565750
                                  },
                              "tags": [
                                    "parent_buildername:codesearch-gen-chromium-initiator",
                                    "parent_buildnumber:17671",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "dbeee577-6936-4c5f-9d00-670fdc2db98d",
                        "title": "codesearch-gen-chromium-initiator/17671"
                      },
                  {
                        "buildbucket": {
                              "properties": {
                                    "codesearch_mirror_revision": "fcada2b00069b3e168f732543911f5f6dc2e5b0a",
                                    "codesearch_mirror_revision_timestamp": 1689580851,
                                    "root_solution_revision": "a2618b8ae818bed56641b12a9cdfda398fd087bc",
                                    "root_solution_revision_timestamp": 1689580594
                                  },
                              "tags": [
                                    "parent_buildername:codesearch-gen-chromium-initiator",
                                    "parent_buildnumber:17672",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "5b4ae6a3-1e3f-42e5-9fa7-77a6d368b024",
                        "title": "codesearch-gen-chromium-initiator/17672"
                      },
                  {
                        "buildbucket": {
                              "properties": {
                                    "codesearch_mirror_revision": "a328097ef1d47f51e76917b80110863037f4f744",
                                    "codesearch_mirror_revision_timestamp": 1689595167,
                                    "root_solution_revision": "3ec8b2148565502c711b8ce4e3b404667c6d9846",
                                    "root_solution_revision_timestamp": 1689594645
                                  },
                              "tags": [
                                    "parent_buildername:codesearch-gen-chromium-initiator",
                                    "parent_buildnumber:17673",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "a9844d03-24da-4aff-bdf2-8983c263c5bb",
                        "title": "codesearch-gen-chromium-initiator/17673"
                      }
                ]
          },
      "codesearch_mirror_revision": "a328097ef1d47f51e76917b80110863037f4f744",
      "codesearch_mirror_revision_timestamp": 1689595167,
      "root_solution_revision": "3ec8b2148565502c711b8ce4e3b404667c6d9846",
      "root_solution_revision_timestamp": 1689594645
    },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8940750607334181136"
    },
    {
      "key": "scheduler_job_id",
      "value": "infra/codesearch-gen-chromium-android"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "codesearch-gen-chromium-initiator"
    },
    {
      "key": "parent_buildnumber",
      "value": "17673"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[13:06:40.142] Scheduled build:
{
  "id": "8775320545414820161",
  "builder": {
    "project": "infra",
    "bucket": "codesearch",
    "builder": "codesearch-gen-chromium-android"
  },
  "number": 13555,
  "createdBy": "project:infra",
  "createTime": "2023-07-17T13:06:39.813121337Z",
  "updateTime": "2023-07-17T13:06:39.813121337Z",
  "status": "SCHEDULED",
  "input": {

  }
}
[13:06:40.142] Task URL: https://cr-buildbucket.appspot.com/build/8775320545414820161
[13:06:40.142] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:2:0) after 8m20s
[13:07:18.420] Received PubSub notification, asking Buildbucket for the build status
[13:07:18.455] Build status: STARTED
[13:15:00.157] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:2:0)
[13:15:00.201] Build status: STARTED
[13:15:00.201] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:4:0) after 5m13s
[13:20:13.182] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:4:0)
[13:20:13.293] Build status: STARTED
[13:20:13.293] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:5:0) after 5m42s
[13:25:55.316] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:5:0)
[13:25:55.354] Build status: STARTED
[13:25:55.354] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:6:0) after 9m9s
[13:35:04.518] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:6:0)
[13:35:04.555] Build status: STARTED
[13:35:04.555] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:7:0) after 8m59s
[13:44:03.675] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:7:0)
[13:44:03.698] Build status: STARTED
[13:44:03.698] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:8:0) after 4m53s
[13:48:56.857] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:8:0)
[13:48:56.885] Build status: STARTED
[13:48:56.886] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:9:0) after 6m59s
[13:55:56.314] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:9:0)
[13:55:56.439] Build status: STARTED
[13:55:56.439] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:10:0) after 3m32s
[13:59:28.751] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:10:0)
[13:59:28.799] Build status: STARTED
[13:59:28.799] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:11:0) after 2m28s
[14:01:56.838] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:11:0)
[14:01:56.858] Build status: STARTED
[14:01:56.858] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:12:0) after 9m38s
[14:11:34.902] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:12:0)
[14:11:34.925] Build status: STARTED
[14:11:34.925] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:13:0) after 4m19s
[14:15:53.945] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:13:0)
[14:15:53.987] Build status: STARTED
[14:15:53.987] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:14:0) after 5m41s
[14:21:35.053] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:14:0)
[14:21:35.206] Build status: STARTED
[14:21:35.206] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:15:0) after 9m7s
[14:30:42.328] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:15:0)
[14:30:42.508] Build status: STARTED
[14:30:42.508] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:16:0) after 2m12s
[14:32:54.525] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:16:0)
[14:32:54.560] Build status: STARTED
[14:32:54.560] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:17:0) after 8m31s
[14:41:25.793] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:17:0)
[14:41:25.826] Build status: STARTED
[14:41:25.826] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:18:0) after 9m13s
[14:50:38.846] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:18:0)
[14:50:38.868] Build status: STARTED
[14:50:38.868] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:19:0) after 3m48s
[14:54:26.892] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:19:0)
[14:54:26.927] Build status: STARTED
[14:54:26.927] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:20:0) after 9m5s
[15:03:32.245] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:20:0)
[15:03:32.427] Build status: STARTED
[15:03:32.427] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:21:0) after 6m5s
[15:09:37.546] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:21:0)
[15:09:37.577] Build status: STARTED
[15:09:37.577] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:22:0) after 8m45s
[15:18:22.892] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:22:0)
[15:18:22.941] Build status: STARTED
[15:18:22.941] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:23:0) after 6m42s
[15:25:05.100] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:23:0)
[15:25:05.122] Build status: STARTED
[15:25:05.122] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:24:0) after 6m41s
[15:31:46.480] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:24:0)
[15:31:46.520] Build status: STARTED
[15:31:46.520] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:25:0) after 1m14s
[15:33:00.545] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:25:0)
[15:33:00.572] Build status: STARTED
[15:33:00.572] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:26:0) after 1m14s
[15:34:14.619] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:26:0)
[15:34:14.761] Build status: STARTED
[15:34:14.761] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:27:0) after 5m47s
[15:40:01.830] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:27:0)
[15:40:01.867] Build status: STARTED
[15:40:01.867] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:28:0) after 8m11s
[15:48:12.982] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:28:0)
[15:48:13.026] Build status: STARTED
[15:48:13.026] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:29:0) after 3m12s
[15:51:25.675] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:29:0)
[15:51:25.707] Build status: STARTED
[15:51:25.707] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:30:0) after 7m44s
[15:59:09.732] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:30:0)
[15:59:09.770] Build status: STARTED
[15:59:09.770] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:31:0) after 8m34s
[16:07:43.811] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:31:0)
[16:07:43.833] Build status: STARTED
[16:07:43.833] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:32:0) after 6m6s
[16:13:49.850] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:32:0)
[16:13:49.889] Build status: STARTED
[16:13:49.890] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:33:0) after 6m7s
[16:19:56.911] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:33:0)
[16:19:56.927] Build status: STARTED
[16:19:56.927] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:34:0) after 4m38s
[16:24:35.726] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:34:0)
[16:24:35.779] Build status: STARTED
[16:24:35.779] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:35:0) after 9m30s
[16:34:06.028] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:35:0)
[16:34:06.057] Build status: STARTED
[16:34:06.057] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:36:0) after 8m23s
[16:42:29.094] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:36:0)
[16:42:29.158] Build status: STARTED
[16:42:29.158] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:37:0) after 2m18s
[16:44:47.183] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:37:0)
[16:44:47.220] Build status: STARTED
[16:44:47.220] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:38:0) after 2m58s
[16:47:45.274] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:38:0)
[16:47:45.299] Build status: STARTED
[16:47:45.299] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:39:0) after 4m0s
[16:51:45.388] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:39:0)
[16:51:45.415] Build status: STARTED
[16:51:45.415] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:40:0) after 7m59s
[16:59:44.500] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:40:0)
[16:59:44.539] Build status: STARTED
[16:59:44.539] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:41:0) after 9m35s
[17:09:19.560] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:41:0)
[17:09:19.588] Build status: STARTED
[17:09:19.588] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:42:0) after 5m30s
[17:14:49.747] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:42:0)
[17:14:49.818] Build status: STARTED
[17:14:49.818] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:43:0) after 7m36s
[17:22:25.834] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:43:0)
[17:22:25.856] Build status: STARTED
[17:22:25.856] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:44:0) after 6m10s
[17:28:35.874] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:44:0)
[17:28:35.898] Build status: STARTED
[17:28:35.898] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:45:0) after 7m15s
[17:35:51.328] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:45:0)
[17:35:51.355] Build status: STARTED
[17:35:51.355] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:46:0) after 8m48s
[17:44:39.380] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:46:0)
[17:44:39.409] Build status: STARTED
[17:44:39.409] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:47:0) after 1m16s
[17:45:55.643] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:47:0)
[17:45:55.675] Build status: STARTED
[17:45:55.675] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:48:0) after 8m11s
[17:54:06.791] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:48:0)
[17:54:06.841] Build status: STARTED
[17:54:06.841] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:49:0) after 8m56s
[18:03:03.306] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:49:0)
[18:03:03.385] Build status: STARTED
[18:03:03.385] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:50:0) after 3m56s
[18:06:59.510] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:50:0)
[18:06:59.623] Build status: STARTED
[18:06:59.623] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:51:0) after 3m57s
[18:10:56.692] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:51:0)
[18:10:56.768] Build status: STARTED
[18:10:56.768] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:52:0) after 6m10s
[18:17:06.840] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:52:0)
[18:17:07.083] Build status: STARTED
[18:17:07.083] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:53:0) after 7m14s
[18:24:21.207] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:53:0)
[18:24:21.234] Build status: STARTED
[18:24:21.234] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:54:0) after 4m15s
[18:28:36.489] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:54:0)
[18:28:36.507] Build status: STARTED
[18:28:36.507] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:55:0) after 1m39s
[18:30:15.749] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:55:0)
[18:30:15.769] Build status: STARTED
[18:30:15.769] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:56:0) after 3m47s
[18:34:02.799] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:56:0)
[18:34:02.817] Build status: STARTED
[18:34:02.817] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:57:0) after 2m43s
[18:36:45.999] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:57:0)
[18:36:46.025] Build status: STARTED
[18:36:46.025] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:58:0) after 8m38s
[18:45:24.121] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:58:0)
[18:45:24.142] Build status: STARTED
[18:45:24.142] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:59:0) after 4m3s
[18:49:27.208] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:59:0)
[18:49:27.229] Build status: STARTED
[18:49:27.229] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:60:0) after 2m39s
[18:52:06.392] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:60:0)
[18:52:06.411] Build status: STARTED
[18:52:06.411] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:61:0) after 1m40s
[18:53:46.537] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:61:0)
[18:53:46.674] Build status: STARTED
[18:53:46.674] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:62:0) after 1m17s
[18:55:04.289] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:62:0)
[18:55:04.313] Build status: STARTED
[18:55:04.313] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:63:0) after 8m27s
[19:03:31.327] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:63:0)
[19:03:31.347] Build status: STARTED
[19:03:31.347] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:64:0) after 3m44s
[19:07:15.447] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:64:0)
[19:07:15.476] Build status: STARTED
[19:07:15.476] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:65:0) after 1m31s
[19:08:46.859] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:65:0)
[19:08:46.903] Build status: STARTED
[19:08:46.903] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:66:0) after 4m20s
[19:13:06.956] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:66:0)
[19:13:07.003] Build status: STARTED
[19:13:07.003] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:67:0) after 4m26s
[19:17:32.987] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:67:0)
[19:17:33.043] Build status: STARTED
[19:17:33.043] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:68:0) after 7m57s
[19:25:30.061] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:68:0)
[19:25:30.106] Build status: STARTED
[19:25:30.106] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:69:0) after 3m24s
[19:28:54.493] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:69:0)
[19:28:54.519] Build status: STARTED
[19:28:54.519] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:70:0) after 3m28s
[19:32:22.657] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:70:0)
[19:32:22.723] Build status: STARTED
[19:32:22.724] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:71:0) after 4m36s
[19:36:58.988] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:71:0)
[19:36:59.009] Build status: STARTED
[19:36:59.009] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:72:0) after 5m4s
[19:42:03.078] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:72:0)
[19:42:03.109] Build status: STARTED
[19:42:03.109] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:73:0) after 4m8s
[19:46:11.282] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:73:0)
[19:46:11.317] Build status: STARTED
[19:46:11.317] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:74:0) after 2m25s
[19:48:36.647] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:74:0)
[19:48:36.667] Build status: STARTED
[19:48:36.667] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:75:0) after 1m12s
[19:49:48.689] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:75:0)
[19:49:48.720] Build status: STARTED
[19:49:48.721] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:76:0) after 2m10s
[19:51:58.970] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:76:0)
[19:51:58.999] Build status: STARTED
[19:51:58.999] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:77:0) after 5m26s
[19:57:25.019] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:77:0)
[19:57:25.098] Build status: STARTED
[19:57:25.098] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:78:0) after 4m6s
[20:01:31.123] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:78:0)
[20:01:31.144] Build status: STARTED
[20:01:31.144] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:79:0) after 7m47s
[20:09:18.340] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:79:0)
[20:09:18.378] Build status: STARTED
[20:09:18.378] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:80:0) after 7m48s
[20:17:06.517] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:80:0)
[20:17:06.601] Build status: STARTED
[20:17:06.601] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:81:0) after 8m33s
[20:25:40.064] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:81:0)
[20:25:40.087] Build status: STARTED
[20:25:40.087] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:82:0) after 3m45s
[20:29:25.103] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:82:0)
[20:29:25.134] Build status: STARTED
[20:29:25.134] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:83:0) after 1m6s
[20:30:31.280] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:83:0)
[20:30:31.311] Build status: STARTED
[20:30:31.311] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:84:0) after 8m1s
[20:38:32.480] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:84:0)
[20:38:32.501] Build status: STARTED
[20:38:32.501] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:85:0) after 7m45s
[20:46:17.617] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:85:0)
[20:46:17.700] Build status: STARTED
[20:46:17.700] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:86:0) after 2m29s
[20:48:46.725] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:86:0)
[20:48:46.771] Build status: STARTED
[20:48:46.771] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:87:0) after 3m1s
[20:51:47.972] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:87:0)
[20:51:48.084] Build status: STARTED
[20:51:48.084] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:88:0) after 4m7s
[20:55:55.141] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:88:0)
[20:55:55.159] Build status: STARTED
[20:55:55.159] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:89:0) after 4m2s
[20:59:57.360] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:89:0)
[20:59:57.375] Build status: STARTED
[20:59:57.375] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:90:0) after 3m28s
[21:03:25.585] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:90:0)
[21:03:25.751] Build status: STARTED
[21:03:25.751] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:91:0) after 9m8s
[21:12:34.096] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:91:0)
[21:12:34.121] Build status: STARTED
[21:12:34.121] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:92:0) after 1m16s
[21:13:50.572] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:92:0)
[21:13:50.607] Build status: STARTED
[21:13:50.607] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:93:0) after 5m18s
[21:19:09.875] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:93:0)
[21:19:09.899] Build status: STARTED
[21:19:09.900] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:94:0) after 6m42s
[21:25:51.917] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:94:0)
[21:25:51.960] Build status: STARTED
[21:25:51.960] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:95:0) after 7m45s
[21:33:37.041] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:95:0)
[21:33:37.072] Build status: STARTED
[21:33:37.072] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:96:0) after 4m0s
[21:37:37.087] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:96:0)
[21:37:37.156] Build status: STARTED
[21:37:37.156] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:97:0) after 8m26s
[21:46:03.183] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:97:0)
[21:46:03.250] Build status: STARTED
[21:46:03.250] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:98:0) after 2m27s
[21:48:30.475] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:98:0)
[21:48:30.512] Build status: STARTED
[21:48:30.512] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:99:0) after 9m15s
[21:57:45.553] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:99:0)
[21:57:45.575] Build status: STARTED
[21:57:45.575] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:100:0) after 5m40s
[22:03:26.220] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:100:0)
[22:03:26.272] Build status: STARTED
[22:03:26.272] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:101:0) after 4m16s
[22:07:42.298] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:101:0)
[22:07:42.401] Build status: STARTED
[22:07:42.401] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940750607334181136:102:0) after 9m17s
[22:16:32.702] Received PubSub notification, asking Buildbucket for the build status
[22:16:32.787] Build:
{
  "id": "8775320545414820161",
  "builder": {
    "project": "infra",
    "bucket": "codesearch",
    "builder": "codesearch-gen-chromium-android"
  },
  "number": 13555,
  "createdBy": "project:infra",
  "createTime": "2023-07-17T13:06:39.813121337Z",
  "startTime": "2023-07-17T13:07:17.529933Z",
  "endTime": "2023-07-17T22:16:28.471201Z",
  "updateTime": "2023-07-17T22:16:28.471201Z",
  "status": "INFRA_FAILURE",
  "input": {

  }
}
[22:16:32.787] Invocation finished in 9h9m54.188256519s with status FAILED