Status: FAILED
Triggered by: infra-codesearch@chops-service-accounts.iam.gserviceaccount.com
Duration: 9 hours
Actions:

Definition (rev 8e315401116bbc5f80ed0063020a73aea2b1cacc)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "codesearch"
  builder: "codesearch-gen-chromium-android"
>

Incoming triggers

  • codesearch-gen-chromium-initiator/17670 (2 years ago by infra-codesearch@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "codesearch_mirror_revision": "34cb2dbecd4721fcf6531a730cbf8138dd9e9faf",
  "codesearch_mirror_revision_timestamp": 1689550861,
  "root_solution_revision": "c0eac1301ead64b25daacfa9914e99883342aede",
  "root_solution_revision_timestamp": 1689550402
}

Incoming tags

  • parent_buildername:codesearch-gen-chromium-initiator
  • parent_buildnumber:17670
  • user_agent:recipe

Debug log (UTC)

[03:55:51.121] New invocation is queued and will start shortly
[03:55:51.121] Triggered by user:infra-codesearch@chops-service-accounts.iam.gserviceaccount.com
[03:55:52.305] Starting the invocation (attempt 1)
[03:55:52.335] Ignoring gitiles_ref tag without the buildset tag
[03:55:52.335] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[03:55:52.335] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[03:55:52.335] Buildbucket request:
{
  "requestId": "8940785260132648496",
  "builder": {
    "project": "infra",
    "bucket": "codesearch",
    "builder": "codesearch-gen-chromium-android"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8940785260132648496",
            "job": "infra/codesearch-gen-chromium-android",
            "triggers": [
                  {
                        "buildbucket": {
                              "properties": {
                                    "codesearch_mirror_revision": "34cb2dbecd4721fcf6531a730cbf8138dd9e9faf",
                                    "codesearch_mirror_revision_timestamp": 1689550861,
                                    "root_solution_revision": "c0eac1301ead64b25daacfa9914e99883342aede",
                                    "root_solution_revision_timestamp": 1689550402
                                  },
                              "tags": [
                                    "parent_buildername:codesearch-gen-chromium-initiator",
                                    "parent_buildnumber:17670",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "8bfbe830-7d20-49b9-8ba8-266b4766c0b2",
                        "title": "codesearch-gen-chromium-initiator/17670"
                      }
                ]
          },
      "codesearch_mirror_revision": "34cb2dbecd4721fcf6531a730cbf8138dd9e9faf",
      "codesearch_mirror_revision_timestamp": 1689550861,
      "root_solution_revision": "c0eac1301ead64b25daacfa9914e99883342aede",
      "root_solution_revision_timestamp": 1689550402
    },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8940785260132648496"
    },
    {
      "key": "scheduler_job_id",
      "value": "infra/codesearch-gen-chromium-android"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "codesearch-gen-chromium-initiator"
    },
    {
      "key": "parent_buildnumber",
      "value": "17670"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[03:55:52.734] Scheduled build:
{
  "id": "8775355198142294065",
  "builder": {
    "project": "infra",
    "bucket": "codesearch",
    "builder": "codesearch-gen-chromium-android"
  },
  "number": 13554,
  "createdBy": "project:infra",
  "createTime": "2023-07-17T03:55:52.397546041Z",
  "updateTime": "2023-07-17T03:55:52.397546041Z",
  "status": "SCHEDULED",
  "input": {

  }
}
[03:55:52.734] Task URL: https://cr-buildbucket.appspot.com/build/8775355198142294065
[03:55:52.734] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:2:0) after 4m26s
[03:56:21.248] Received PubSub notification, asking Buildbucket for the build status
[03:56:21.269] Build status: STARTED
[04:00:18.808] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:2:0)
[04:00:18.861] Build status: STARTED
[04:00:18.861] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:4:0) after 9m10s
[04:09:29.038] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:4:0)
[04:09:29.064] Build status: STARTED
[04:09:29.064] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:5:0) after 4m23s
[04:13:52.295] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:5:0)
[04:13:52.327] Build status: STARTED
[04:13:52.327] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:6:0) after 6m57s
[04:20:49.346] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:6:0)
[04:20:49.376] Build status: STARTED
[04:20:49.376] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:7:0) after 3m30s
[04:24:19.466] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:7:0)
[04:24:19.482] Build status: STARTED
[04:24:19.482] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:8:0) after 2m41s
[04:27:00.509] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:8:0)
[04:27:00.533] Build status: STARTED
[04:27:00.533] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:9:0) after 9m26s
[04:36:26.549] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:9:0)
[04:36:26.693] Build status: STARTED
[04:36:26.693] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:10:0) after 5m31s
[04:41:57.752] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:10:0)
[04:41:57.768] Build status: STARTED
[04:41:57.768] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:11:0) after 8m9s
[04:50:06.786] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:11:0)
[04:50:06.806] Build status: STARTED
[04:50:06.806] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:12:0) after 8m49s
[04:58:55.819] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:12:0)
[04:58:55.860] Build status: STARTED
[04:58:55.860] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:13:0) after 9m25s
[05:08:20.874] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:13:0)
[05:08:20.889] Build status: STARTED
[05:08:20.889] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:14:0) after 7m28s
[05:15:48.904] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:14:0)
[05:15:48.924] Build status: STARTED
[05:15:48.924] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:15:0) after 6m0s
[05:21:48.939] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:15:0)
[05:21:48.984] Build status: STARTED
[05:21:48.984] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:16:0) after 4m48s
[05:26:37.002] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:16:0)
[05:26:37.034] Build status: STARTED
[05:26:37.034] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:17:0) after 3m49s
[05:30:26.051] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:17:0)
[05:30:26.072] Build status: STARTED
[05:30:26.073] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:18:0) after 5m12s
[05:35:38.090] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:18:0)
[05:35:38.108] Build status: STARTED
[05:35:38.108] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:19:0) after 5m32s
[05:41:10.222] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:19:0)
[05:41:10.243] Build status: STARTED
[05:41:10.243] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:20:0) after 2m44s
[05:43:54.591] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:20:0)
[05:43:54.660] Build status: STARTED
[05:43:54.661] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:21:0) after 5m29s
[05:49:23.642] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:21:0)
[05:49:23.660] Build status: STARTED
[05:49:23.660] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:22:0) after 9m9s
[05:58:32.771] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:22:0)
[05:58:32.793] Build status: STARTED
[05:58:32.793] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:23:0) after 2m0s
[06:00:32.819] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:23:0)
[06:00:33.009] Build status: STARTED
[06:00:33.009] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:24:0) after 1m21s
[06:01:54.023] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:24:0)
[06:01:54.041] Build status: STARTED
[06:01:54.041] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:25:0) after 1m50s
[06:03:44.105] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:25:0)
[06:03:44.131] Build status: STARTED
[06:03:44.131] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:26:0) after 2m24s
[06:06:08.288] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:26:0)
[06:06:08.313] Build status: STARTED
[06:06:08.313] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:27:0) after 9m0s
[06:15:08.621] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:27:0)
[06:15:08.642] Build status: STARTED
[06:15:08.642] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:28:0) after 7m53s
[06:23:01.770] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:28:0)
[06:23:01.797] Build status: STARTED
[06:23:01.797] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:29:0) after 8m28s
[06:31:29.812] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:29:0)
[06:31:29.875] Build status: STARTED
[06:31:29.875] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:30:0) after 3m2s
[06:34:31.920] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:30:0)
[06:34:31.937] Build status: STARTED
[06:34:31.937] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:31:0) after 7m18s
[06:41:49.981] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:31:0)
[06:41:49.999] Build status: STARTED
[06:41:49.999] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:32:0) after 9m13s
[06:51:03.030] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:32:0)
[06:51:03.151] Build status: STARTED
[06:51:03.151] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:33:0) after 1m26s
[06:52:29.401] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:33:0)
[06:52:29.429] Build status: STARTED
[06:52:29.429] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:34:0) after 9m42s
[07:02:11.498] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:34:0)
[07:02:11.546] Build status: STARTED
[07:02:11.546] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:35:0) after 4m22s
[07:06:33.567] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:35:0)
[07:06:33.585] Build status: STARTED
[07:06:33.586] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:36:0) after 1m26s
[07:07:59.608] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:36:0)
[07:07:59.665] Build status: STARTED
[07:07:59.665] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:37:0) after 2m20s
[07:10:19.798] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:37:0)
[07:10:19.843] Build status: STARTED
[07:10:19.843] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:38:0) after 5m38s
[07:15:57.861] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:38:0)
[07:15:57.898] Build status: STARTED
[07:15:57.898] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:39:0) after 7m44s
[07:23:42.047] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:39:0)
[07:23:42.363] Build status: STARTED
[07:23:42.363] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:40:0) after 1m59s
[07:25:41.377] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:40:0)
[07:25:41.401] Build status: STARTED
[07:25:41.401] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:41:0) after 1m27s
[07:27:08.420] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:41:0)
[07:27:08.444] Build status: STARTED
[07:27:08.444] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:42:0) after 4m12s
[07:31:20.472] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:42:0)
[07:31:20.490] Build status: STARTED
[07:31:20.490] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:43:0) after 6m26s
[07:37:46.540] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:43:0)
[07:37:46.567] Build status: STARTED
[07:37:46.567] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:44:0) after 5m46s
[07:43:32.684] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:44:0)
[07:43:32.701] Build status: STARTED
[07:43:32.701] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:45:0) after 2m41s
[07:46:13.727] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:45:0)
[07:46:13.761] Build status: STARTED
[07:46:13.761] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:46:0) after 8m31s
[07:54:44.783] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:46:0)
[07:54:44.801] Build status: STARTED
[07:54:44.801] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:47:0) after 5m50s
[08:00:34.839] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:47:0)
[08:00:34.859] Build status: STARTED
[08:00:34.860] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:48:0) after 2m11s
[08:02:46.069] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:48:0)
[08:02:46.087] Build status: STARTED
[08:02:46.087] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:49:0) after 1m46s
[08:04:32.247] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:49:0)
[08:04:32.442] Build status: STARTED
[08:04:32.442] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:50:0) after 4m38s
[08:09:10.495] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:50:0)
[08:09:10.522] Build status: STARTED
[08:09:10.522] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:51:0) after 5m41s
[08:14:51.544] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:51:0)
[08:14:51.564] Build status: STARTED
[08:14:51.564] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:52:0) after 1m50s
[08:16:41.822] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:52:0)
[08:16:41.855] Build status: STARTED
[08:16:41.856] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:53:0) after 1m43s
[08:18:24.879] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:53:0)
[08:18:24.899] Build status: STARTED
[08:18:24.899] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:54:0) after 5m57s
[08:24:21.927] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:54:0)
[08:24:22.008] Build status: STARTED
[08:24:22.008] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:55:0) after 5m21s
[08:29:43.030] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:55:0)
[08:29:43.059] Build status: STARTED
[08:29:43.059] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:56:0) after 3m8s
[08:32:51.075] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:56:0)
[08:32:51.133] Build status: STARTED
[08:32:51.133] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:57:0) after 3m4s
[08:35:55.153] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:57:0)
[08:35:55.171] Build status: STARTED
[08:35:55.171] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:58:0) after 2m12s
[08:38:07.205] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:58:0)
[08:38:07.223] Build status: STARTED
[08:38:07.223] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:59:0) after 9m33s
[08:47:40.648] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:59:0)
[08:47:40.685] Build status: STARTED
[08:47:40.685] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:60:0) after 2m24s
[08:50:04.955] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:60:0)
[08:50:04.979] Build status: STARTED
[08:50:04.979] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:61:0) after 6m7s
[08:56:12.467] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:61:0)
[08:56:12.495] Build status: STARTED
[08:56:12.495] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:62:0) after 6m10s
[09:02:22.520] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:62:0)
[09:02:22.538] Build status: STARTED
[09:02:22.538] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:63:0) after 9m56s
[09:12:18.557] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:63:0)
[09:12:18.771] Build status: STARTED
[09:12:18.771] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:64:0) after 7m13s
[09:19:31.899] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:64:0)
[09:19:31.929] Build status: STARTED
[09:19:31.929] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:65:0) after 5m25s
[09:24:57.014] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:65:0)
[09:24:57.031] Build status: STARTED
[09:24:57.031] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:66:0) after 8m12s
[09:33:09.093] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:66:0)
[09:33:09.116] Build status: STARTED
[09:33:09.116] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:67:0) after 4m17s
[09:37:26.340] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:67:0)
[09:37:26.358] Build status: STARTED
[09:37:26.358] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:68:0) after 6m47s
[09:44:13.381] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:68:0)
[09:44:13.422] Build status: STARTED
[09:44:13.422] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:69:0) after 5m46s
[09:49:59.607] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:69:0)
[09:49:59.624] Build status: STARTED
[09:49:59.624] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:70:0) after 6m58s
[09:56:57.651] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:70:0)
[09:56:57.673] Build status: STARTED
[09:56:57.673] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:71:0) after 2m33s
[09:59:30.690] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:71:0)
[09:59:30.789] Build status: STARTED
[09:59:30.789] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:72:0) after 7m20s
[10:06:50.963] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:72:0)
[10:06:50.986] Build status: STARTED
[10:06:50.986] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:73:0) after 6m17s
[10:13:08.110] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:73:0)
[10:13:08.151] Build status: STARTED
[10:13:08.151] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:74:0) after 2m53s
[10:16:01.173] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:74:0)
[10:16:01.191] Build status: STARTED
[10:16:01.191] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:75:0) after 4m45s
[10:20:46.442] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:75:0)
[10:20:46.603] Build status: STARTED
[10:20:46.603] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:76:0) after 4m23s
[10:25:09.895] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:76:0)
[10:25:09.917] Build status: STARTED
[10:25:09.917] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:77:0) after 2m18s
[10:27:28.028] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:77:0)
[10:27:28.063] Build status: STARTED
[10:27:28.063] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:78:0) after 2m36s
[10:30:04.085] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:78:0)
[10:30:04.143] Build status: STARTED
[10:30:04.143] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:79:0) after 8m17s
[10:38:21.195] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:79:0)
[10:38:21.227] Build status: STARTED
[10:38:21.227] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:80:0) after 2m29s
[10:40:50.318] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:80:0)
[10:40:50.347] Build status: STARTED
[10:40:50.347] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:81:0) after 9m58s
[10:50:48.371] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:81:0)
[10:50:48.391] Build status: STARTED
[10:50:48.391] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:82:0) after 3m11s
[10:53:59.558] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:82:0)
[10:53:59.576] Build status: STARTED
[10:53:59.576] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:83:0) after 7m38s
[11:01:37.602] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:83:0)
[11:01:37.619] Build status: STARTED
[11:01:37.619] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:84:0) after 2m38s
[11:04:15.724] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:84:0)
[11:04:15.761] Build status: STARTED
[11:04:15.761] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:85:0) after 1m57s
[11:06:12.902] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:85:0)
[11:06:13.363] Build status: STARTED
[11:06:13.363] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:86:0) after 7m49s
[11:14:02.388] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:86:0)
[11:14:02.419] Build status: STARTED
[11:14:02.419] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:87:0) after 6m9s
[11:20:11.605] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:87:0)
[11:20:11.632] Build status: STARTED
[11:20:11.632] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:88:0) after 6m58s
[11:27:09.651] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:88:0)
[11:27:09.669] Build status: STARTED
[11:27:09.669] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:89:0) after 1m36s
[11:28:45.683] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:89:0)
[11:28:45.709] Build status: STARTED
[11:28:45.709] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:90:0) after 1m6s
[11:29:51.859] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:90:0)
[11:29:51.890] Build status: STARTED
[11:29:51.890] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:91:0) after 1m46s
[11:31:37.912] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:91:0)
[11:31:37.982] Build status: STARTED
[11:31:37.983] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:92:0) after 6m30s
[11:38:08.019] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:92:0)
[11:38:08.051] Build status: STARTED
[11:38:08.051] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:93:0) after 5m21s
[11:43:29.261] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:93:0)
[11:43:29.282] Build status: STARTED
[11:43:29.282] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:94:0) after 6m38s
[11:50:07.403] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:94:0)
[11:50:07.449] Build status: STARTED
[11:50:07.449] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:95:0) after 5m18s
[11:55:25.547] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:95:0)
[11:55:25.562] Build status: STARTED
[11:55:25.562] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:96:0) after 2m38s
[11:58:03.593] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:96:0)
[11:58:03.626] Build status: STARTED
[11:58:03.626] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:97:0) after 1m34s
[11:59:37.657] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:97:0)
[11:59:37.686] Build status: STARTED
[11:59:37.686] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:98:0) after 1m10s
[12:00:47.877] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:98:0)
[12:00:47.916] Build status: STARTED
[12:00:47.916] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:99:0) after 8m1s
[12:08:49.032] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:99:0)
[12:08:49.052] Build status: STARTED
[12:08:49.052] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:100:0) after 5m28s
[12:14:17.069] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:100:0)
[12:14:17.091] Build status: STARTED
[12:14:17.091] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:101:0) after 2m41s
[12:16:58.122] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:101:0)
[12:16:58.138] Build status: STARTED
[12:16:58.138] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:102:0) after 1m17s
[12:18:15.309] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:102:0)
[12:18:15.335] Build status: STARTED
[12:18:15.335] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:103:0) after 4m43s
[12:22:58.480] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:103:0)
[12:22:58.506] Build status: STARTED
[12:22:58.506] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:104:0) after 8m33s
[12:31:31.527] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:104:0)
[12:31:32.158] Build status: STARTED
[12:31:32.158] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:105:0) after 3m57s
[12:35:29.326] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:105:0)
[12:35:29.341] Build status: STARTED
[12:35:29.341] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:106:0) after 3m19s
[12:38:48.370] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:106:0)
[12:38:48.415] Build status: STARTED
[12:38:48.415] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:107:0) after 4m56s
[12:43:44.568] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:107:0)
[12:43:44.589] Build status: STARTED
[12:43:44.589] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:108:0) after 8m56s
[12:52:40.735] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:108:0)
[12:52:40.758] Build status: STARTED
[12:52:40.758] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:109:0) after 9m6s
[13:01:46.862] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:109:0)
[13:01:46.888] Build status: STARTED
[13:01:46.888] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8940785260132648496:110:0) after 9m7s
[13:06:34.710] Received PubSub notification, asking Buildbucket for the build status
[13:06:34.733] Build:
{
  "id": "8775355198142294065",
  "builder": {
    "project": "infra",
    "bucket": "codesearch",
    "builder": "codesearch-gen-chromium-android"
  },
  "number": 13554,
  "createdBy": "project:infra",
  "createTime": "2023-07-17T03:55:52.397546041Z",
  "startTime": "2023-07-17T03:56:20.744212Z",
  "endTime": "2023-07-17T13:06:32.872632Z",
  "updateTime": "2023-07-17T13:06:32.872632Z",
  "status": "INFRA_FAILURE",
  "input": {

  }
}
[13:06:34.733] Invocation finished in 9h10m43.61803021s with status FAILED