Status: FAILED
Triggered by: infra-codesearch@chops-service-accounts.iam.gserviceaccount.com
Duration: 9 hours
Actions:

Definition (rev 5084cb75331ece3975f98e0ba3ed4e45ef0bd4c7)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  builder: "codesearch-gen-chromium-linux"
>

Incoming triggers

  • codesearch-gen-chromium-initiator/14028 (4 years ago by infra-codesearch@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "codesearch_mirror_revision": "6589c49b4208a859dfec640354237120ce053cca",
  "codesearch_mirror_revision_timestamp": 1637107010,
  "root_solution_revision": "d87533dd58cdb5e0527bd69c578d1b0a49ab0ffb",
  "root_solution_revision_timestamp": 1637106848
}

Incoming tags

  • parent_buildername:codesearch-gen-chromium-initiator
  • parent_buildnumber:14028
  • user_agent:recipe

Debug log (UTC)

[00:02:23.634] New invocation is queued and will start shortly
[00:02:23.634] Triggered by user:infra-codesearch@chops-service-accounts.iam.gserviceaccount.com
[00:02:24.747] Starting the invocation (attempt 1)
[00:02:24.783] Ignoring gitiles_ref tag without the buildset tag
[00:02:24.783] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:02:24.783] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:02:24.783] Buildbucket request:
{
  "requestId": "8995792306665948896",
  "builder": {
    "project": "infra",
    "bucket": "codesearch",
    "builder": "codesearch-gen-chromium-linux"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "triggers": [
                  {
                        "buildbucket": {
                              "properties": {
                                    "codesearch_mirror_revision": "6589c49b4208a859dfec640354237120ce053cca",
                                    "codesearch_mirror_revision_timestamp": 1637107010,
                                    "root_solution_revision": "d87533dd58cdb5e0527bd69c578d1b0a49ab0ffb",
                                    "root_solution_revision_timestamp": 1637106848
                                  },
                              "tags": [
                                    "parent_buildername:codesearch-gen-chromium-initiator",
                                    "parent_buildnumber:14028",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "d0e7625f-8221-4575-bbf3-20c801617485",
                        "title": "codesearch-gen-chromium-initiator/14028"
                      }
                ]
          },
      "codesearch_mirror_revision": "6589c49b4208a859dfec640354237120ce053cca",
      "codesearch_mirror_revision_timestamp": 1637107010,
      "root_solution_revision": "d87533dd58cdb5e0527bd69c578d1b0a49ab0ffb",
      "root_solution_revision_timestamp": 1637106848
    },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8995792306665948896"
    },
    {
      "key": "scheduler_job_id",
      "value": "infra/codesearch-gen-chromium-linux"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "codesearch-gen-chromium-initiator"
    },
    {
      "key": "parent_buildnumber",
      "value": "14028"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[00:02:25.206] Scheduled build:
{
  "id": "8830362244723377985",
  "builder": {
    "project": "infra",
    "bucket": "codesearch",
    "builder": "codesearch-gen-chromium-linux"
  },
  "number": 11690,
  "createdBy": "project:infra",
  "createTime": "2021-11-17T00:02:24.851468461Z",
  "updateTime": "2021-11-17T00:02:24.851468461Z",
  "status": "SCHEDULED",
  "input": {

  }
}
[00:02:25.206] Task URL: https://cr-buildbucket.appspot.com/build/8830362244723377985
[00:02:25.206] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:2:0) after 6m18s
[00:02:37.172] Received PubSub notification, asking Buildbucket for the build status
[00:02:37.232] Build status: STARTED
[00:08:43.207] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:2:0)
[00:08:43.329] Build status: STARTED
[00:08:43.329] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:4:0) after 1m28s
[00:10:11.339] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:4:0)
[00:10:11.401] Build status: STARTED
[00:10:11.401] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:5:0) after 3m31s
[00:13:42.424] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:5:0)
[00:13:42.480] Build status: STARTED
[00:13:42.480] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:6:0) after 8m55s
[00:22:37.595] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:6:0)
[00:22:37.627] Build status: STARTED
[00:22:37.627] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:7:0) after 2m37s
[00:25:14.717] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:7:0)
[00:25:14.757] Build status: STARTED
[00:25:14.757] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:8:0) after 5m54s
[00:31:08.824] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:8:0)
[00:31:08.852] Build status: STARTED
[00:31:08.852] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:9:0) after 3m44s
[00:34:52.898] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:9:0)
[00:34:53.146] Build status: STARTED
[00:34:53.146] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:10:0) after 4m29s
[00:39:22.262] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:10:0)
[00:39:22.299] Build status: STARTED
[00:39:22.299] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:11:0) after 5m20s
[00:44:42.396] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:11:0)
[00:44:42.431] Build status: STARTED
[00:44:42.431] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:12:0) after 9m15s
[00:53:57.449] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:12:0)
[00:53:57.483] Build status: STARTED
[00:53:57.483] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:13:0) after 8m38s
[01:02:35.626] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:13:0)
[01:02:35.660] Build status: STARTED
[01:02:35.660] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:14:0) after 5m22s
[01:07:57.778] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:14:0)
[01:07:57.810] Build status: STARTED
[01:07:57.810] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:15:0) after 7m25s
[01:15:23.029] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:15:0)
[01:15:23.062] Build status: STARTED
[01:15:23.062] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:16:0) after 1m59s
[01:17:22.104] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:16:0)
[01:17:22.140] Build status: STARTED
[01:17:22.140] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:17:0) after 3m42s
[01:21:04.177] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:17:0)
[01:21:04.210] Build status: STARTED
[01:21:04.210] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:18:0) after 6m26s
[01:27:30.307] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:18:0)
[01:27:30.336] Build status: STARTED
[01:27:30.336] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:19:0) after 6m24s
[01:33:54.358] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:19:0)
[01:33:54.393] Build status: STARTED
[01:33:54.393] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:20:0) after 7m53s
[01:41:47.454] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:20:0)
[01:41:47.895] Build status: STARTED
[01:41:47.895] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:21:0) after 8m14s
[01:50:01.916] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:21:0)
[01:50:01.954] Build status: STARTED
[01:50:01.954] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:22:0) after 8m40s
[01:58:41.974] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:22:0)
[01:58:42.005] Build status: STARTED
[01:58:42.005] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:23:0) after 5m50s
[02:04:32.123] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:23:0)
[02:04:32.151] Build status: STARTED
[02:04:32.151] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:24:0) after 3m25s
[02:07:57.168] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:24:0)
[02:07:57.202] Build status: STARTED
[02:07:57.202] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:25:0) after 4m49s
[02:12:46.369] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:25:0)
[02:12:46.471] Build status: STARTED
[02:12:46.471] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:26:0) after 5m0s
[02:17:46.531] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:26:0)
[02:17:46.564] Build status: STARTED
[02:17:46.564] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:27:0) after 3m1s
[02:20:47.584] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:27:0)
[02:20:47.619] Build status: STARTED
[02:20:47.619] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:28:0) after 7m38s
[02:28:25.656] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:28:0)
[02:28:25.687] Build status: STARTED
[02:28:25.687] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:29:0) after 1m17s
[02:29:42.707] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:29:0)
[02:29:42.736] Build status: STARTED
[02:29:42.736] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:30:0) after 9m54s
[02:39:36.752] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:30:0)
[02:39:36.787] Build status: STARTED
[02:39:36.788] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:31:0) after 3m53s
[02:43:29.838] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:31:0)
[02:43:29.868] Build status: STARTED
[02:43:29.868] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:32:0) after 3m49s
[02:47:18.886] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:32:0)
[02:47:18.918] Build status: STARTED
[02:47:18.918] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:33:0) after 8m50s
[02:56:09.113] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:33:0)
[02:56:09.173] Build status: STARTED
[02:56:09.173] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:34:0) after 3m34s
[02:59:43.208] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:34:0)
[02:59:43.253] Build status: STARTED
[02:59:43.253] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:35:0) after 7m0s
[03:06:43.383] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:35:0)
[03:06:43.452] Build status: STARTED
[03:06:43.452] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:36:0) after 6m22s
[03:13:05.511] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:36:0)
[03:13:05.544] Build status: STARTED
[03:13:05.544] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:37:0) after 4m58s
[03:18:03.826] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:37:0)
[03:18:03.861] Build status: STARTED
[03:18:03.861] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:38:0) after 2m46s
[03:20:49.994] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:38:0)
[03:20:50.032] Build status: STARTED
[03:20:50.032] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:39:0) after 1m49s
[03:22:39.346] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:39:0)
[03:22:39.476] Build status: STARTED
[03:22:39.476] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:40:0) after 1m53s
[03:24:32.495] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:40:0)
[03:24:32.526] Build status: STARTED
[03:24:32.526] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:41:0) after 3m56s
[03:28:28.575] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:41:0)
[03:28:28.604] Build status: STARTED
[03:28:28.604] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:42:0) after 7m59s
[03:36:27.677] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:42:0)
[03:36:27.712] Build status: STARTED
[03:36:27.712] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:43:0) after 6m41s
[03:43:08.735] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:43:0)
[03:43:08.793] Build status: STARTED
[03:43:08.793] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:44:0) after 7m35s
[03:50:43.833] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:44:0)
[03:50:43.861] Build status: STARTED
[03:50:43.861] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:45:0) after 8m2s
[03:58:45.890] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:45:0)
[03:58:45.921] Build status: STARTED
[03:58:45.921] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:46:0) after 5m39s
[04:04:24.943] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:46:0)
[04:04:25.002] Build status: STARTED
[04:04:25.002] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:47:0) after 4m0s
[04:08:25.027] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:47:0)
[04:08:25.064] Build status: STARTED
[04:08:25.064] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:48:0) after 5m31s
[04:13:56.087] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:48:0)
[04:13:56.130] Build status: STARTED
[04:13:56.130] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:49:0) after 3m32s
[04:17:28.270] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:49:0)
[04:17:28.312] Build status: STARTED
[04:17:28.312] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:50:0) after 4m42s
[04:22:10.329] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:50:0)
[04:22:10.361] Build status: STARTED
[04:22:10.361] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:51:0) after 9m1s
[04:31:11.382] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:51:0)
[04:31:11.418] Build status: STARTED
[04:31:11.418] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:52:0) after 8m43s
[04:39:54.458] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:52:0)
[04:39:54.586] Build status: STARTED
[04:39:54.586] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:53:0) after 4m47s
[04:44:41.612] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:53:0)
[04:44:41.645] Build status: STARTED
[04:44:41.645] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:54:0) after 1m38s
[04:46:19.770] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:54:0)
[04:46:19.809] Build status: STARTED
[04:46:19.809] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:55:0) after 8m35s
[04:54:54.938] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:55:0)
[04:54:54.975] Build status: STARTED
[04:54:54.975] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:56:0) after 3m3s
[04:57:57.985] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:56:0)
[04:57:58.020] Build status: STARTED
[04:57:58.020] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:57:0) after 2m10s
[05:00:08.045] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:57:0)
[05:00:08.090] Build status: STARTED
[05:00:08.091] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:58:0) after 1m21s
[05:01:29.112] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:58:0)
[05:01:29.145] Build status: STARTED
[05:01:29.145] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:59:0) after 7m34s
[05:09:03.179] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:59:0)
[05:09:03.212] Build status: STARTED
[05:09:03.212] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:60:0) after 3m45s
[05:12:48.311] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:60:0)
[05:12:48.345] Build status: STARTED
[05:12:48.345] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:61:0) after 5m48s
[05:18:36.566] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:61:0)
[05:18:36.598] Build status: STARTED
[05:18:36.598] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:62:0) after 1m45s
[05:20:21.622] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:62:0)
[05:20:21.654] Build status: STARTED
[05:20:21.654] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:63:0) after 6m34s
[05:26:55.707] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:63:0)
[05:26:55.740] Build status: STARTED
[05:26:55.740] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:64:0) after 1m5s
[05:28:00.852] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:64:0)
[05:28:01.057] Build status: STARTED
[05:28:01.057] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:65:0) after 8m12s
[05:36:13.173] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:65:0)
[05:36:13.245] Build status: STARTED
[05:36:13.245] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:66:0) after 9m33s
[05:45:46.272] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:66:0)
[05:45:46.318] Build status: STARTED
[05:45:46.318] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:67:0) after 5m10s
[05:50:56.333] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:67:0)
[05:50:56.370] Build status: STARTED
[05:50:56.370] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:68:0) after 2m54s
[05:53:50.392] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:68:0)
[05:53:50.426] Build status: STARTED
[05:53:50.426] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:69:0) after 8m28s
[06:02:18.551] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:69:0)
[06:02:18.606] Build status: STARTED
[06:02:18.606] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:70:0) after 1m42s
[06:04:00.632] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:70:0)
[06:04:00.665] Build status: STARTED
[06:04:00.665] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:71:0) after 8m3s
[06:12:03.695] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:71:0)
[06:12:03.724] Build status: STARTED
[06:12:03.724] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:72:0) after 7m4s
[06:19:07.854] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:72:0)
[06:19:07.888] Build status: STARTED
[06:19:07.888] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:73:0) after 5m11s
[06:24:18.919] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:73:0)
[06:24:18.945] Build status: STARTED
[06:24:18.945] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:74:0) after 1m52s
[06:26:10.967] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:74:0)
[06:26:11.037] Build status: STARTED
[06:26:11.037] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:75:0) after 7m12s
[06:33:23.084] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:75:0)
[06:33:23.113] Build status: STARTED
[06:33:23.113] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:76:0) after 6m17s
[06:39:40.262] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:76:0)
[06:39:40.300] Build status: STARTED
[06:39:40.300] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:77:0) after 1m55s
[06:41:35.304] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:77:0)
[06:41:35.370] Build status: STARTED
[06:41:35.370] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:78:0) after 2m8s
[06:43:43.390] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:78:0)
[06:43:43.420] Build status: STARTED
[06:43:43.420] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:79:0) after 7m48s
[06:51:31.610] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:79:0)
[06:51:31.637] Build status: STARTED
[06:51:31.637] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:80:0) after 4m55s
[06:56:26.761] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:80:0)
[06:56:26.790] Build status: STARTED
[06:56:26.790] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:81:0) after 5m17s
[07:01:43.837] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:81:0)
[07:01:43.877] Build status: STARTED
[07:01:43.878] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:82:0) after 2m28s
[07:04:11.963] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:82:0)
[07:04:11.998] Build status: STARTED
[07:04:11.998] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:83:0) after 9m42s
[07:13:54.023] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:83:0)
[07:13:54.055] Build status: STARTED
[07:13:54.055] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:84:0) after 3m39s
[07:17:33.081] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:84:0)
[07:17:33.118] Build status: STARTED
[07:17:33.118] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:85:0) after 4m24s
[07:21:57.247] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:85:0)
[07:21:57.299] Build status: STARTED
[07:21:57.299] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:86:0) after 4m35s
[07:26:32.342] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:86:0)
[07:26:32.385] Build status: STARTED
[07:26:32.385] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:87:0) after 7m58s
[07:34:30.592] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:87:0)
[07:34:30.618] Build status: STARTED
[07:34:30.618] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:88:0) after 2m55s
[07:37:25.727] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:88:0)
[07:37:25.763] Build status: STARTED
[07:37:25.763] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:89:0) after 3m26s
[07:40:51.829] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:89:0)
[07:40:51.859] Build status: STARTED
[07:40:51.859] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:90:0) after 3m4s
[07:43:55.965] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:90:0)
[07:43:55.995] Build status: STARTED
[07:43:55.995] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:91:0) after 6m12s
[07:50:08.080] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:91:0)
[07:50:08.157] Build status: STARTED
[07:50:08.157] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:92:0) after 6m36s
[07:56:44.257] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:92:0)
[07:56:44.295] Build status: STARTED
[07:56:44.295] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:93:0) after 8m27s
[08:05:11.421] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:93:0)
[08:05:11.454] Build status: STARTED
[08:05:11.454] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:94:0) after 1m7s
[08:06:18.472] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:94:0)
[08:06:18.546] Build status: STARTED
[08:06:18.546] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:95:0) after 8m10s
[08:14:28.567] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:95:0)
[08:14:28.650] Build status: STARTED
[08:14:28.650] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:96:0) after 1m48s
[08:16:16.669] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:96:0)
[08:16:16.699] Build status: STARTED
[08:16:16.699] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:97:0) after 5m45s
[08:22:01.719] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:97:0)
[08:22:01.752] Build status: STARTED
[08:22:01.752] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:98:0) after 9m10s
[08:31:11.777] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:98:0)
[08:31:11.806] Build status: STARTED
[08:31:11.806] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:99:0) after 9m28s
[08:40:39.970] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:99:0)
[08:40:40.019] Build status: STARTED
[08:40:40.019] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:100:0) after 8m58s
[08:49:38.164] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:100:0)
[08:49:38.195] Build status: STARTED
[08:49:38.195] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:101:0) after 9m23s
[08:59:01.278] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:101:0)
[08:59:01.570] Build status: STARTED
[08:59:01.570] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:8995792306665948896:102:0) after 5m43s
[09:02:52.118] Received PubSub notification, asking Buildbucket for the build status
[09:02:52.152] Build:
{
  "id": "8830362244723377985",
  "builder": {
    "project": "infra",
    "bucket": "codesearch",
    "builder": "codesearch-gen-chromium-linux"
  },
  "number": 11690,
  "createdBy": "project:infra",
  "createTime": "2021-11-17T00:02:24.851468461Z",
  "startTime": "2021-11-17T00:02:33.676828Z",
  "endTime": "2021-11-17T09:02:51.797732823Z",
  "updateTime": "2021-11-17T09:02:51.797732823Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "timeout": {

    }
  },
  "input": {

  }
}
[09:02:52.153] Invocation finished in 9h0m28.537114266s with status FAILED