Status: FAILED
Triggered by: infra-codesearch@chops-service-accounts.iam.gserviceaccount.com
Duration: 8 hours
Actions:

Definition (rev 8e315401116bbc5f80ed0063020a73aea2b1cacc)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "codesearch"
  builder: "codesearch-gen-chromium-android"
>

Incoming triggers

  • codesearch-gen-chromium-initiator/15321 (3 years ago by infra-codesearch@chops-service-accounts.iam.gserviceaccount.com)
  • codesearch-gen-chromium-initiator/15322 (3 years ago by infra-codesearch@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "codesearch_mirror_revision": "85c54dfd8f5779d971a64d129d6c48112a739c14",
  "codesearch_mirror_revision_timestamp": 1655740225,
  "root_solution_revision": "69d24d6260757631fd5700f956faa7a7b50dc329",
  "root_solution_revision_timestamp": 1655740112
}

Incoming tags

  • parent_buildername:codesearch-gen-chromium-initiator
  • parent_buildnumber:15322
  • user_agent:recipe

Debug log (UTC)

[18:13:18.061] New invocation is queued and will start shortly
[18:13:18.061] Triggered by user:infra-codesearch@chops-service-accounts.iam.gserviceaccount.com
[18:13:19.128] Starting the invocation (attempt 1)
[18:13:19.168] Ignoring gitiles_ref tag without the buildset tag
[18:13:19.168] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[18:13:19.168] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[18:13:19.168] Buildbucket request:
{
  "requestId": "8976245324943912896",
  "builder": {
    "project": "infra",
    "bucket": "codesearch",
    "builder": "codesearch-gen-chromium-android"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8976245324943912896",
            "job": "infra/codesearch-gen-chromium-android",
            "triggers": [
                  {
                        "buildbucket": {
                              "properties": {
                                    "codesearch_mirror_revision": "21a256a5761984f4ba6b6a1df49d0b49025e5456",
                                    "codesearch_mirror_revision_timestamp": 1655725722,
                                    "root_solution_revision": "4d04a3291da555c11e997462f6a6daf784da1501",
                                    "root_solution_revision_timestamp": 1655725415
                                  },
                              "tags": [
                                    "parent_buildername:codesearch-gen-chromium-initiator",
                                    "parent_buildnumber:15321",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "b396bbfb-6b61-4f4d-939b-01a7120ef52d",
                        "title": "codesearch-gen-chromium-initiator/15321"
                      },
                  {
                        "buildbucket": {
                              "properties": {
                                    "codesearch_mirror_revision": "85c54dfd8f5779d971a64d129d6c48112a739c14",
                                    "codesearch_mirror_revision_timestamp": 1655740225,
                                    "root_solution_revision": "69d24d6260757631fd5700f956faa7a7b50dc329",
                                    "root_solution_revision_timestamp": 1655740112
                                  },
                              "tags": [
                                    "parent_buildername:codesearch-gen-chromium-initiator",
                                    "parent_buildnumber:15322",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "8d938999-a741-4238-80ce-39d4294df6b9",
                        "title": "codesearch-gen-chromium-initiator/15322"
                      }
                ]
          },
      "codesearch_mirror_revision": "85c54dfd8f5779d971a64d129d6c48112a739c14",
      "codesearch_mirror_revision_timestamp": 1655740225,
      "root_solution_revision": "69d24d6260757631fd5700f956faa7a7b50dc329",
      "root_solution_revision_timestamp": 1655740112
    },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8976245324943912896"
    },
    {
      "key": "scheduler_job_id",
      "value": "infra/codesearch-gen-chromium-android"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "codesearch-gen-chromium-initiator"
    },
    {
      "key": "parent_buildnumber",
      "value": "15322"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[18:13:19.695] Scheduled build:
{
  "id": "8810815263042994833",
  "builder": {
    "project": "infra",
    "bucket": "codesearch",
    "builder": "codesearch-gen-chromium-android"
  },
  "number": 11498,
  "createdBy": "project:infra",
  "createTime": "2022-06-20T18:13:19.243492673Z",
  "updateTime": "2022-06-20T18:13:19.243492673Z",
  "status": "SCHEDULED",
  "input": {

  }
}
[18:13:19.695] Task URL: https://cr-buildbucket.appspot.com/build/8810815263042994833
[18:13:19.695] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:2:0) after 2m0s
[18:15:19.719] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:2:0)
[18:15:19.749] Build status: SCHEDULED
[18:15:19.749] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:3:0) after 5m10s
[18:17:31.051] Received PubSub notification, asking Buildbucket for the build status
[18:17:31.084] Build status: STARTED
[18:20:29.872] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:3:0)
[18:20:29.904] Build status: STARTED
[18:20:29.904] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:5:0) after 4m38s
[18:25:08.020] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:5:0)
[18:25:08.073] Build status: STARTED
[18:25:08.073] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:6:0) after 5m54s
[18:31:02.448] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:6:0)
[18:31:02.508] Build status: STARTED
[18:31:02.508] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:7:0) after 5m14s
[18:36:16.675] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:7:0)
[18:36:16.709] Build status: STARTED
[18:36:16.709] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:8:0) after 7m38s
[18:43:54.770] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:8:0)
[18:43:55.071] Build status: STARTED
[18:43:55.071] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:9:0) after 3m46s
[18:47:41.272] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:9:0)
[18:47:41.311] Build status: STARTED
[18:47:41.311] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:10:0) after 2m48s
[18:50:29.332] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:10:0)
[18:50:29.365] Build status: STARTED
[18:50:29.365] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:11:0) after 5m57s
[18:56:26.500] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:11:0)
[18:56:26.539] Build status: STARTED
[18:56:26.539] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:12:0) after 2m37s
[18:59:03.556] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:12:0)
[18:59:03.597] Build status: STARTED
[18:59:03.597] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:13:0) after 2m28s
[19:01:31.718] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:13:0)
[19:01:31.753] Build status: STARTED
[19:01:31.753] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:14:0) after 2m20s
[19:03:51.771] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:14:0)
[19:03:51.847] Build status: STARTED
[19:03:51.847] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:15:0) after 6m31s
[19:10:22.868] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:15:0)
[19:10:22.961] Build status: STARTED
[19:10:22.961] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:16:0) after 1m2s
[19:11:25.146] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:16:0)
[19:11:25.205] Build status: STARTED
[19:11:25.205] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:17:0) after 6m51s
[19:18:16.341] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:17:0)
[19:18:16.380] Build status: STARTED
[19:18:16.380] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:18:0) after 8m39s
[19:26:55.399] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:18:0)
[19:26:55.430] Build status: STARTED
[19:26:55.430] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:19:0) after 9m32s
[19:36:27.487] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:19:0)
[19:36:27.522] Build status: STARTED
[19:36:27.522] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:20:0) after 9m19s
[19:45:46.544] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:20:0)
[19:45:46.583] Build status: STARTED
[19:45:46.583] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:21:0) after 1m1s
[19:46:47.603] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:21:0)
[19:46:47.636] Build status: STARTED
[19:46:47.636] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:22:0) after 4m23s
[19:51:10.756] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:22:0)
[19:51:10.790] Build status: STARTED
[19:51:10.790] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:23:0) after 6m23s
[19:57:33.812] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:23:0)
[19:57:33.844] Build status: STARTED
[19:57:33.845] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:24:0) after 3m13s
[20:00:46.861] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:24:0)
[20:00:46.894] Build status: STARTED
[20:00:46.894] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:25:0) after 1m48s
[20:02:34.947] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:25:0)
[20:02:34.982] Build status: STARTED
[20:02:34.982] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:26:0) after 5m37s
[20:08:11.998] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:26:0)
[20:08:12.036] Build status: STARTED
[20:08:12.036] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:27:0) after 2m33s
[20:10:45.119] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:27:0)
[20:10:45.142] Build status: STARTED
[20:10:45.142] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:28:0) after 5m55s
[20:16:40.162] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:28:0)
[20:16:40.195] Build status: STARTED
[20:16:40.195] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:29:0) after 2m40s
[20:19:20.663] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:29:0)
[20:19:20.738] Build status: STARTED
[20:19:20.738] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:30:0) after 7m18s
[20:26:38.807] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:30:0)
[20:26:38.837] Build status: STARTED
[20:26:38.837] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:31:0) after 2m55s
[20:29:34.028] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:31:0)
[20:29:34.059] Build status: STARTED
[20:29:34.059] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:32:0) after 3m4s
[20:32:38.095] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:32:0)
[20:32:38.127] Build status: STARTED
[20:32:38.127] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:33:0) after 2m21s
[20:34:59.167] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:33:0)
[20:34:59.214] Build status: STARTED
[20:34:59.215] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:34:0) after 8m23s
[20:43:22.194] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:34:0)
[20:43:22.227] Build status: STARTED
[20:43:22.227] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:35:0) after 7m14s
[20:50:36.226] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:35:0)
[20:50:36.260] Build status: STARTED
[20:50:36.260] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:36:0) after 2m52s
[20:53:28.288] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:36:0)
[20:53:28.322] Build status: STARTED
[20:53:28.322] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:37:0) after 3m50s
[20:57:18.390] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:37:0)
[20:57:18.443] Build status: STARTED
[20:57:18.443] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:38:0) after 7m29s
[21:04:47.461] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:38:0)
[21:04:47.495] Build status: STARTED
[21:04:47.495] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:39:0) after 4m10s
[21:08:57.473] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:39:0)
[21:08:57.507] Build status: STARTED
[21:08:57.507] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:40:0) after 5m31s
[21:14:28.520] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:40:0)
[21:14:28.554] Build status: STARTED
[21:14:28.554] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:41:0) after 1m1s
[21:15:29.624] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:41:0)
[21:15:29.658] Build status: STARTED
[21:15:29.658] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:42:0) after 4m15s
[21:19:44.774] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:42:0)
[21:19:44.805] Build status: STARTED
[21:19:44.805] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:43:0) after 2m44s
[21:22:28.828] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:43:0)
[21:22:28.868] Build status: STARTED
[21:22:28.868] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:44:0) after 2m45s
[21:25:13.885] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:44:0)
[21:25:13.917] Build status: STARTED
[21:25:13.917] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:45:0) after 2m29s
[21:27:42.938] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:45:0)
[21:27:42.967] Build status: STARTED
[21:27:42.967] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:46:0) after 1m52s
[21:29:34.993] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:46:0)
[21:29:35.026] Build status: STARTED
[21:29:35.026] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:47:0) after 1m24s
[21:30:59.045] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:47:0)
[21:30:59.082] Build status: STARTED
[21:30:59.082] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:48:0) after 4m56s
[21:35:55.085] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:48:0)
[21:35:55.119] Build status: STARTED
[21:35:55.119] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:49:0) after 3m38s
[21:39:33.137] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:49:0)
[21:39:33.168] Build status: STARTED
[21:39:33.168] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:50:0) after 3m56s
[21:43:29.261] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:50:0)
[21:43:29.294] Build status: STARTED
[21:43:29.294] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:51:0) after 2m51s
[21:46:20.315] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:51:0)
[21:46:20.345] Build status: STARTED
[21:46:20.345] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:52:0) after 2m29s
[21:48:49.366] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:52:0)
[21:48:49.398] Build status: STARTED
[21:48:49.398] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:53:0) after 6m36s
[21:55:25.511] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:53:0)
[21:55:25.551] Build status: STARTED
[21:55:25.551] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:54:0) after 8m0s
[22:03:25.561] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:54:0)
[22:03:25.593] Build status: STARTED
[22:03:25.593] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:55:0) after 7m50s
[22:11:15.643] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:55:0)
[22:11:15.675] Build status: STARTED
[22:11:15.675] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:56:0) after 7m6s
[22:18:21.704] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:56:0)
[22:18:21.733] Build status: STARTED
[22:18:21.733] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:57:0) after 8m5s
[22:26:26.783] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:57:0)
[22:26:26.968] Build status: STARTED
[22:26:26.968] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:58:0) after 1m27s
[22:27:53.989] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:58:0)
[22:27:54.021] Build status: STARTED
[22:27:54.021] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:59:0) after 5m14s
[22:33:08.060] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:59:0)
[22:33:08.092] Build status: STARTED
[22:33:08.092] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:60:0) after 9m2s
[22:42:10.170] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:60:0)
[22:42:10.441] Build status: STARTED
[22:42:10.441] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:61:0) after 4m18s
[22:46:28.459] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:61:0)
[22:46:28.479] Build status: STARTED
[22:46:28.479] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:62:0) after 5m56s
[22:52:24.497] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:62:0)
[22:52:24.543] Build status: STARTED
[22:52:24.543] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:63:0) after 4m38s
[22:57:02.561] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:63:0)
[22:57:02.594] Build status: STARTED
[22:57:02.594] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:64:0) after 4m49s
[23:01:51.615] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:64:0)
[23:01:51.675] Build status: STARTED
[23:01:51.675] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:65:0) after 8m59s
[23:10:50.695] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:65:0)
[23:10:50.731] Build status: STARTED
[23:10:50.731] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:66:0) after 7m30s
[23:18:20.821] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:66:0)
[23:18:20.882] Build status: STARTED
[23:18:20.882] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:67:0) after 2m34s
[23:20:54.935] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:67:0)
[23:20:54.967] Build status: STARTED
[23:20:54.967] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:68:0) after 8m10s
[23:29:05.149] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:68:0)
[23:29:05.190] Build status: STARTED
[23:29:05.190] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:69:0) after 5m28s
[23:34:33.403] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:69:0)
[23:34:33.433] Build status: STARTED
[23:34:33.433] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:70:0) after 1m14s
[23:35:47.580] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:70:0)
[23:35:47.612] Build status: STARTED
[23:35:47.612] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:71:0) after 1m25s
[23:37:12.633] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:71:0)
[23:37:12.666] Build status: STARTED
[23:37:12.666] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:72:0) after 8m27s
[23:45:39.707] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:72:0)
[23:45:39.743] Build status: STARTED
[23:45:39.743] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:73:0) after 6m30s
[23:52:09.771] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:73:0)
[23:52:09.826] Build status: STARTED
[23:52:09.826] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:74:0) after 7m49s
[23:59:58.971] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:74:0)
[23:59:59.005] Build status: STARTED
[23:59:59.005] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:75:0) after 2m15s
[00:02:14.310] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:75:0)
[00:02:14.343] Build status: STARTED
[00:02:14.343] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:76:0) after 3m14s
[00:05:29.460] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:76:0)
[00:05:29.544] Build status: STARTED
[00:05:29.544] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:77:0) after 2m37s
[00:08:06.565] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:77:0)
[00:08:06.633] Build status: STARTED
[00:08:06.633] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:78:0) after 3m13s
[00:11:19.660] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:78:0)
[00:11:19.696] Build status: STARTED
[00:11:19.696] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:79:0) after 9m16s
[00:20:35.781] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:79:0)
[00:20:35.813] Build status: STARTED
[00:20:35.813] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:80:0) after 9m1s
[00:29:37.000] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:80:0)
[00:29:37.035] Build status: STARTED
[00:29:37.035] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:81:0) after 9m41s
[00:39:18.155] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:81:0)
[00:39:18.202] Build status: STARTED
[00:39:18.202] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:82:0) after 3m12s
[00:42:30.319] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:82:0)
[00:42:30.355] Build status: STARTED
[00:42:30.355] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:83:0) after 6m43s
[00:49:13.535] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:83:0)
[00:49:13.568] Build status: STARTED
[00:49:13.568] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:84:0) after 7m16s
[00:56:29.587] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:84:0)
[00:56:29.646] Build status: STARTED
[00:56:29.646] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:85:0) after 6m28s
[01:02:57.787] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:85:0)
[01:02:57.835] Build status: STARTED
[01:02:57.835] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:86:0) after 5m51s
[01:08:49.012] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:86:0)
[01:08:49.043] Build status: STARTED
[01:08:49.043] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:87:0) after 7m15s
[01:16:04.289] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:87:0)
[01:16:04.367] Build status: STARTED
[01:16:04.367] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:88:0) after 2m26s
[01:18:30.477] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:88:0)
[01:18:30.512] Build status: STARTED
[01:18:30.513] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:89:0) after 2m44s
[01:21:14.576] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:89:0)
[01:21:14.673] Build status: STARTED
[01:21:14.673] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:90:0) after 2m22s
[01:23:36.968] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:90:0)
[01:23:37.039] Build status: STARTED
[01:23:37.039] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:91:0) after 7m21s
[01:30:58.067] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:91:0)
[01:30:58.096] Build status: STARTED
[01:30:58.096] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:92:0) after 8m33s
[01:39:31.155] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:92:0)
[01:39:31.191] Build status: STARTED
[01:39:31.191] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:93:0) after 2m3s
[01:41:34.211] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:93:0)
[01:41:34.243] Build status: STARTED
[01:41:34.243] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:94:0) after 3m35s
[01:45:09.266] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:94:0)
[01:45:09.303] Build status: STARTED
[01:45:09.303] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:95:0) after 5m19s
[01:50:28.341] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:95:0)
[01:50:28.409] Build status: STARTED
[01:50:28.409] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:96:0) after 6m34s
[01:57:02.469] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:96:0)
[01:57:02.522] Build status: STARTED
[01:57:02.523] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:97:0) after 2m17s
[01:59:19.543] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:97:0)
[01:59:19.570] Build status: STARTED
[01:59:19.570] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:98:0) after 2m3s
[02:01:22.589] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:98:0)
[02:01:22.613] Build status: STARTED
[02:01:22.613] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:99:0) after 4m46s
[02:06:08.995] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:99:0)
[02:06:09.031] Build status: STARTED
[02:06:09.031] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:100:0) after 1m38s
[02:07:47.149] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:100:0)
[02:07:47.183] Build status: STARTED
[02:07:47.183] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:101:0) after 9m54s
[02:17:41.207] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:101:0)
[02:17:41.271] Build status: STARTED
[02:17:41.271] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:102:0) after 6m12s
[02:23:53.311] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:102:0)
[02:23:53.345] Build status: STARTED
[02:23:53.345] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:103:0) after 2m41s
[02:26:34.378] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:103:0)
[02:26:34.411] Build status: STARTED
[02:26:34.411] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:104:0) after 4m31s
[02:31:05.553] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:104:0)
[02:31:05.607] Build status: STARTED
[02:31:05.607] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:105:0) after 5m50s
[02:36:55.693] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:105:0)
[02:36:55.726] Build status: STARTED
[02:36:55.726] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:106:0) after 2m57s
[02:39:52.697] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:106:0)
[02:39:52.731] Build status: STARTED
[02:39:52.731] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:107:0) after 3m35s
[02:43:27.756] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:107:0)
[02:43:27.826] Build status: STARTED
[02:43:27.826] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8976245324943912896:108:0) after 6m37s
[02:46:44.792] Received PubSub notification, asking Buildbucket for the build status
[02:46:44.827] Build:
{
  "id": "8810815263042994833",
  "builder": {
    "project": "infra",
    "bucket": "codesearch",
    "builder": "codesearch-gen-chromium-android"
  },
  "number": 11498,
  "createdBy": "project:infra",
  "createTime": "2022-06-20T18:13:19.243492673Z",
  "startTime": "2022-06-20T18:17:30.182626Z",
  "endTime": "2022-06-21T02:46:44.457524263Z",
  "updateTime": "2022-06-21T02:46:44.457524263Z",
  "status": "FAILURE",
  "input": {

  }
}
[02:46:44.827] Invocation finished in 8h33m26.78037931s with status FAILED