Status: FAILED
Triggered by: infra-codesearch@chops-service-accounts.iam.gserviceaccount.com
Duration: 9 hours
Actions:

Definition (rev 8e315401116bbc5f80ed0063020a73aea2b1cacc)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "codesearch"
  builder: "codesearch-gen-chromium-android"
>

Incoming triggers

  • codesearch-gen-chromium-initiator/15596 (3 years ago by infra-codesearch@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "codesearch_mirror_revision": "c1726a79f4d19ef623a50c6be2cc06fe26675e43",
  "codesearch_mirror_revision_timestamp": 1659686904,
  "root_solution_revision": "77451290f07ff80556b2ef21354f6815b78e1be7",
  "root_solution_revision_timestamp": 1659686096
}

Incoming tags

  • parent_buildername:codesearch-gen-chromium-initiator
  • parent_buildnumber:15596
  • user_agent:recipe

Debug log (UTC)

[11:31:47.289] New invocation is queued and will start shortly
[11:31:47.289] Triggered by user:infra-codesearch@chops-service-accounts.iam.gserviceaccount.com
[11:31:48.653] Starting the invocation (attempt 1)
[11:31:48.705] Ignoring gitiles_ref tag without the buildset tag
[11:31:48.705] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[11:31:48.705] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[11:31:48.706] Buildbucket request:
{
  "requestId": "8972103125501154432",
  "builder": {
    "project": "infra",
    "bucket": "codesearch",
    "builder": "codesearch-gen-chromium-android"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8972103125501154432",
            "job": "infra/codesearch-gen-chromium-android",
            "triggers": [
                  {
                        "buildbucket": {
                              "properties": {
                                    "codesearch_mirror_revision": "c1726a79f4d19ef623a50c6be2cc06fe26675e43",
                                    "codesearch_mirror_revision_timestamp": 1659686904,
                                    "root_solution_revision": "77451290f07ff80556b2ef21354f6815b78e1be7",
                                    "root_solution_revision_timestamp": 1659686096
                                  },
                              "tags": [
                                    "parent_buildername:codesearch-gen-chromium-initiator",
                                    "parent_buildnumber:15596",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "5f2e6a70-17e2-463e-8777-6d5d00665f11",
                        "title": "codesearch-gen-chromium-initiator/15596"
                      }
                ]
          },
      "codesearch_mirror_revision": "c1726a79f4d19ef623a50c6be2cc06fe26675e43",
      "codesearch_mirror_revision_timestamp": 1659686904,
      "root_solution_revision": "77451290f07ff80556b2ef21354f6815b78e1be7",
      "root_solution_revision_timestamp": 1659686096
    },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8972103125501154432"
    },
    {
      "key": "scheduler_job_id",
      "value": "infra/codesearch-gen-chromium-android"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "codesearch-gen-chromium-initiator"
    },
    {
      "key": "parent_buildnumber",
      "value": "15596"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[11:31:49.407] Scheduled build:
{
  "id": "8806673063204800225",
  "builder": {
    "project": "infra",
    "bucket": "codesearch",
    "builder": "codesearch-gen-chromium-android"
  },
  "number": 11646,
  "createdBy": "project:infra",
  "createTime": "2022-08-05T11:31:48.842603167Z",
  "updateTime": "2022-08-05T11:31:48.842603167Z",
  "status": "SCHEDULED",
  "input": {

  }
}
[11:31:49.407] Task URL: https://cr-buildbucket.appspot.com/build/8806673063204800225
[11:31:49.407] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:2:0) after 5m17s
[11:31:57.946] Received PubSub notification, asking Buildbucket for the build status
[11:31:57.976] Build status: STARTED
[11:37:06.424] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:2:0)
[11:37:06.476] Build status: STARTED
[11:37:06.476] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:4:0) after 2m3s
[11:39:09.520] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:4:0)
[11:39:09.552] Build status: STARTED
[11:39:09.552] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:5:0) after 3m21s
[11:42:30.535] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:5:0)
[11:42:30.586] Build status: STARTED
[11:42:30.586] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:6:0) after 5m42s
[11:48:12.602] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:6:0)
[11:48:12.632] Build status: STARTED
[11:48:12.632] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:7:0) after 4m25s
[11:52:37.650] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:7:0)
[11:52:37.683] Build status: STARTED
[11:52:37.683] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:8:0) after 6m31s
[11:59:08.699] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:8:0)
[11:59:08.738] Build status: STARTED
[11:59:08.738] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:9:0) after 1m41s
[12:00:49.767] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:9:0)
[12:00:49.871] Build status: STARTED
[12:00:49.871] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:10:0) after 8m54s
[12:09:43.893] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:10:0)
[12:09:43.927] Build status: STARTED
[12:09:43.927] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:11:0) after 6m33s
[12:16:16.942] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:11:0)
[12:16:16.973] Build status: STARTED
[12:16:16.973] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:12:0) after 2m18s
[12:18:35.207] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:12:0)
[12:18:35.226] Build status: STARTED
[12:18:35.226] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:13:0) after 4m46s
[12:23:21.597] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:13:0)
[12:23:21.638] Build status: STARTED
[12:23:21.638] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:14:0) after 1m37s
[12:24:58.667] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:14:0)
[12:24:58.703] Build status: STARTED
[12:24:58.703] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:15:0) after 2m43s
[12:27:41.884] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:15:0)
[12:27:41.911] Build status: STARTED
[12:27:41.911] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:16:0) after 1m31s
[12:29:13.011] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:16:0)
[12:29:13.053] Build status: STARTED
[12:29:13.053] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:17:0) after 1m5s
[12:30:18.177] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:17:0)
[12:30:18.198] Build status: STARTED
[12:30:18.198] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:18:0) after 1m50s
[12:32:08.242] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:18:0)
[12:32:08.280] Build status: STARTED
[12:32:08.280] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:19:0) after 1m41s
[12:33:49.565] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:19:0)
[12:33:49.599] Build status: STARTED
[12:33:49.599] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:20:0) after 7m51s
[12:41:40.576] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:20:0)
[12:41:40.607] Build status: STARTED
[12:41:40.607] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:21:0) after 7m14s
[12:48:54.701] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:21:0)
[12:48:54.806] Build status: STARTED
[12:48:54.806] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:22:0) after 2m18s
[12:51:12.971] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:22:0)
[12:51:13.003] Build status: STARTED
[12:51:13.003] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:23:0) after 3m13s
[12:54:26.026] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:23:0)
[12:54:26.059] Build status: STARTED
[12:54:26.059] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:24:0) after 7m32s
[13:01:58.296] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:24:0)
[13:01:58.330] Build status: STARTED
[13:01:58.330] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:25:0) after 5m5s
[13:07:03.577] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:25:0)
[13:07:03.617] Build status: STARTED
[13:07:03.617] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:26:0) after 5m30s
[13:12:33.635] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:26:0)
[13:12:33.671] Build status: STARTED
[13:12:33.671] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:27:0) after 4m15s
[13:16:48.686] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:27:0)
[13:16:48.720] Build status: STARTED
[13:16:48.720] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:28:0) after 8m7s
[13:24:55.762] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:28:0)
[13:24:55.792] Build status: STARTED
[13:24:55.792] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:29:0) after 5m41s
[13:30:36.865] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:29:0)
[13:30:36.897] Build status: STARTED
[13:30:36.897] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:30:0) after 5m50s
[13:36:26.913] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:30:0)
[13:36:26.946] Build status: STARTED
[13:36:26.946] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:31:0) after 2m59s
[13:39:25.967] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:31:0)
[13:39:25.997] Build status: STARTED
[13:39:25.997] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:32:0) after 1m8s
[13:40:34.017] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:32:0)
[13:40:34.051] Build status: STARTED
[13:40:34.051] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:33:0) after 2m11s
[13:42:45.149] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:33:0)
[13:42:45.187] Build status: STARTED
[13:42:45.187] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:34:0) after 1m38s
[13:44:23.305] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:34:0)
[13:44:23.338] Build status: STARTED
[13:44:23.338] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:35:0) after 4m41s
[13:49:04.485] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:35:0)
[13:49:04.519] Build status: STARTED
[13:49:04.519] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:36:0) after 8m2s
[13:57:06.542] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:36:0)
[13:57:06.574] Build status: STARTED
[13:57:06.574] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:37:0) after 4m13s
[14:01:20.036] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:37:0)
[14:01:20.065] Build status: STARTED
[14:01:20.065] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:38:0) after 9m34s
[14:10:54.119] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:38:0)
[14:10:54.162] Build status: STARTED
[14:10:54.162] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:39:0) after 2m29s
[14:13:23.186] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:39:0)
[14:13:23.220] Build status: STARTED
[14:13:23.220] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:40:0) after 2m19s
[14:15:42.238] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:40:0)
[14:15:42.267] Build status: STARTED
[14:15:42.267] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:41:0) after 3m50s
[14:19:32.305] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:41:0)
[14:19:32.345] Build status: STARTED
[14:19:32.345] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:42:0) after 1m39s
[14:21:11.382] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:42:0)
[14:21:11.529] Build status: STARTED
[14:21:11.529] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:43:0) after 5m55s
[14:27:06.565] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:43:0)
[14:27:06.598] Build status: STARTED
[14:27:06.598] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:44:0) after 5m44s
[14:32:50.975] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:44:0)
[14:32:51.019] Build status: STARTED
[14:32:51.019] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:45:0) after 8m41s
[14:41:32.104] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:45:0)
[14:41:32.138] Build status: STARTED
[14:41:32.138] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:46:0) after 9m3s
[14:50:35.347] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:46:0)
[14:50:35.383] Build status: STARTED
[14:50:35.383] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:47:0) after 7m54s
[14:58:29.577] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:47:0)
[14:58:29.611] Build status: STARTED
[14:58:29.611] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:48:0) after 3m54s
[15:02:23.799] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:48:0)
[15:02:23.837] Build status: STARTED
[15:02:23.837] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:49:0) after 4m7s
[15:06:31.094] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:49:0)
[15:06:31.132] Build status: STARTED
[15:06:31.132] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:50:0) after 4m0s
[15:10:31.161] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:50:0)
[15:10:31.368] Build status: STARTED
[15:10:31.368] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:51:0) after 6m49s
[15:17:20.519] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:51:0)
[15:17:20.552] Build status: STARTED
[15:17:20.552] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:52:0) after 2m55s
[15:20:15.617] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:52:0)
[15:20:15.653] Build status: STARTED
[15:20:15.653] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:53:0) after 5m29s
[15:25:44.747] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:53:0)
[15:25:44.782] Build status: STARTED
[15:25:44.782] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:54:0) after 7m57s
[15:33:41.980] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:54:0)
[15:33:42.087] Build status: STARTED
[15:33:42.087] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:55:0) after 7m13s
[15:40:55.109] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:55:0)
[15:40:55.141] Build status: STARTED
[15:40:55.141] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:56:0) after 8m16s
[15:49:11.351] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:56:0)
[15:49:11.428] Build status: STARTED
[15:49:11.428] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:57:0) after 5m34s
[15:54:45.550] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:57:0)
[15:54:45.591] Build status: STARTED
[15:54:45.591] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:58:0) after 3m39s
[15:58:24.591] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:58:0)
[15:58:24.623] Build status: STARTED
[15:58:24.623] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:59:0) after 9m26s
[16:07:50.823] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:59:0)
[16:07:50.867] Build status: STARTED
[16:07:50.867] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:60:0) after 4m46s
[16:12:36.889] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:60:0)
[16:12:36.947] Build status: STARTED
[16:12:36.947] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:61:0) after 8m11s
[16:20:48.033] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:61:0)
[16:20:48.064] Build status: STARTED
[16:20:48.064] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:62:0) after 1m31s
[16:22:19.167] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:62:0)
[16:22:19.219] Build status: STARTED
[16:22:19.219] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:63:0) after 5m31s
[16:27:50.238] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:63:0)
[16:27:50.260] Build status: STARTED
[16:27:50.260] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:64:0) after 6m38s
[16:34:28.416] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:64:0)
[16:34:28.446] Build status: STARTED
[16:34:28.446] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:65:0) after 6m9s
[16:40:37.674] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:65:0)
[16:40:37.708] Build status: STARTED
[16:40:37.708] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:66:0) after 5m51s
[16:46:28.782] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:66:0)
[16:46:28.821] Build status: STARTED
[16:46:28.821] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:67:0) after 6m48s
[16:53:16.850] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:67:0)
[16:53:16.881] Build status: STARTED
[16:53:16.881] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:68:0) after 2m46s
[16:56:02.884] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:68:0)
[16:56:02.914] Build status: STARTED
[16:56:02.914] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:69:0) after 4m19s
[17:00:21.980] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:69:0)
[17:00:22.014] Build status: STARTED
[17:00:22.014] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:70:0) after 5m20s
[17:05:42.421] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:70:0)
[17:05:42.453] Build status: STARTED
[17:05:42.453] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:71:0) after 3m5s
[17:08:47.595] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:71:0)
[17:08:47.632] Build status: STARTED
[17:08:47.632] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:72:0) after 4m17s
[17:13:05.082] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:72:0)
[17:13:05.313] Build status: STARTED
[17:13:05.313] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:73:0) after 1m26s
[17:14:31.700] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:73:0)
[17:14:31.743] Build status: STARTED
[17:14:31.743] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:74:0) after 5m12s
[17:19:43.851] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:74:0)
[17:19:43.889] Build status: STARTED
[17:19:43.889] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:75:0) after 4m22s
[17:24:05.920] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:75:0)
[17:24:05.954] Build status: STARTED
[17:24:05.954] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:76:0) after 8m18s
[17:32:24.087] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:76:0)
[17:32:24.118] Build status: STARTED
[17:32:24.118] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:77:0) after 5m31s
[17:37:55.141] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:77:0)
[17:37:55.175] Build status: STARTED
[17:37:55.175] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:78:0) after 9m24s
[17:47:19.213] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:78:0)
[17:47:19.267] Build status: STARTED
[17:47:19.267] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:79:0) after 9m6s
[17:56:25.773] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:79:0)
[17:56:25.812] Build status: STARTED
[17:56:25.812] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:80:0) after 9m3s
[18:05:28.902] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:80:0)
[18:05:28.947] Build status: STARTED
[18:05:28.948] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:81:0) after 4m33s
[18:10:02.199] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:81:0)
[18:10:02.236] Build status: STARTED
[18:10:02.236] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:82:0) after 1m12s
[18:11:14.381] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:82:0)
[18:11:14.417] Build status: STARTED
[18:11:14.417] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:83:0) after 1m57s
[18:13:11.491] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:83:0)
[18:13:12.035] Build status: STARTED
[18:13:12.035] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:84:0) after 6m43s
[18:19:55.078] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:84:0)
[18:19:55.108] Build status: STARTED
[18:19:55.108] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:85:0) after 7m2s
[18:26:57.623] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:85:0)
[18:26:57.661] Build status: STARTED
[18:26:57.661] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:86:0) after 5m29s
[18:32:26.907] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:86:0)
[18:32:26.950] Build status: STARTED
[18:32:26.950] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:87:0) after 7m2s
[18:39:29.002] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:87:0)
[18:39:29.036] Build status: STARTED
[18:39:29.036] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:88:0) after 1m25s
[18:40:54.331] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:88:0)
[18:40:54.380] Build status: STARTED
[18:40:54.380] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:89:0) after 6m44s
[18:47:39.001] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:89:0)
[18:47:39.032] Build status: STARTED
[18:47:39.032] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:90:0) after 3m9s
[18:50:48.176] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:90:0)
[18:50:48.210] Build status: STARTED
[18:50:48.210] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:91:0) after 3m31s
[18:54:19.406] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:91:0)
[18:54:19.437] Build status: STARTED
[18:54:19.437] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:92:0) after 2m41s
[18:57:00.468] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:92:0)
[18:57:00.506] Build status: STARTED
[18:57:00.507] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:93:0) after 1m54s
[18:58:54.579] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:93:0)
[18:58:54.621] Build status: STARTED
[18:58:54.621] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:94:0) after 6m58s
[19:05:52.646] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:94:0)
[19:05:52.682] Build status: STARTED
[19:05:52.682] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:95:0) after 5m22s
[19:11:14.807] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:95:0)
[19:11:14.839] Build status: STARTED
[19:11:14.839] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:96:0) after 1m17s
[19:12:32.058] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:96:0)
[19:12:32.096] Build status: STARTED
[19:12:32.096] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:97:0) after 3m56s
[19:16:28.255] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:97:0)
[19:16:28.279] Build status: STARTED
[19:16:28.279] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:98:0) after 9m14s
[19:25:42.375] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:98:0)
[19:25:42.408] Build status: STARTED
[19:25:42.408] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:99:0) after 7m57s
[19:33:39.631] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:99:0)
[19:33:39.663] Build status: STARTED
[19:33:39.663] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:100:0) after 3m27s
[19:37:07.010] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:100:0)
[19:37:07.046] Build status: STARTED
[19:37:07.046] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:101:0) after 2m32s
[19:39:39.205] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:101:0)
[19:39:39.240] Build status: STARTED
[19:39:39.240] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:102:0) after 5m34s
[19:45:13.268] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:102:0)
[19:45:13.303] Build status: STARTED
[19:45:13.303] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:103:0) after 7m0s
[19:52:13.498] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:103:0)
[19:52:13.579] Build status: STARTED
[19:52:13.579] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:104:0) after 2m50s
[19:55:03.626] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:104:0)
[19:55:03.663] Build status: STARTED
[19:55:03.663] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:105:0) after 8m46s
[20:03:49.776] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:105:0)
[20:03:49.797] Build status: STARTED
[20:03:49.797] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:106:0) after 2m49s
[20:06:38.826] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:106:0)
[20:06:38.867] Build status: STARTED
[20:06:38.867] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:107:0) after 9m13s
[20:15:52.319] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:107:0)
[20:15:52.357] Build status: STARTED
[20:15:52.357] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:108:0) after 8m23s
[20:24:15.357] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:108:0)
[20:24:15.378] Build status: STARTED
[20:24:15.378] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:109:0) after 4m35s
[20:28:50.429] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:109:0)
[20:28:50.458] Build status: STARTED
[20:28:50.458] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:110:0) after 7m54s
[20:36:44.489] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:110:0)
[20:36:44.518] Build status: STARTED
[20:36:44.518] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:111:0) after 3m29s
[20:40:13.681] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:111:0)
[20:40:13.713] Build status: STARTED
[20:40:13.713] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8972103125501154432:112:0) after 8m39s
[20:41:11.180] Received PubSub notification, asking Buildbucket for the build status
[20:41:11.215] Build:
{
  "id": "8806673063204800225",
  "builder": {
    "project": "infra",
    "bucket": "codesearch",
    "builder": "codesearch-gen-chromium-android"
  },
  "number": 11646,
  "createdBy": "project:infra",
  "createTime": "2022-08-05T11:31:48.842603167Z",
  "startTime": "2022-08-05T11:31:57.238237Z",
  "endTime": "2022-08-05T20:41:10.295367Z",
  "updateTime": "2022-08-05T20:41:10.590839Z",
  "status": "INFRA_FAILURE",
  "input": {

  }
}
[20:41:11.215] Invocation finished in 9h9m23.94627365s with status FAILED