Status: FAILED
Triggered by: infra-codesearch@chops-service-accounts.iam.gserviceaccount.com
Duration: 9 hours
Actions:

Definition (rev 8e315401116bbc5f80ed0063020a73aea2b1cacc)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "codesearch"
  builder: "codesearch-gen-chromium-android"
>

Incoming triggers

  • codesearch-gen-chromium-initiator/17547 (2 years ago by infra-codesearch@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "codesearch_mirror_revision": "aca0ef7625839541aa43f9d010fe2663bf95787e",
  "codesearch_mirror_revision_timestamp": 1687780822,
  "root_solution_revision": "096066f0a724c54adcc4de5ccc99bad66e68342d",
  "root_solution_revision_timestamp": 1687780663
}

Incoming tags

  • parent_buildername:codesearch-gen-chromium-initiator
  • parent_buildnumber:17547
  • user_agent:recipe

Debug log (UTC)

[12:03:36.396] New invocation is queued and will start shortly
[12:03:36.396] Triggered by user:infra-codesearch@chops-service-accounts.iam.gserviceaccount.com
[12:03:37.530] Starting the invocation (attempt 1)
[12:03:37.559] Ignoring gitiles_ref tag without the buildset tag
[12:03:37.559] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[12:03:37.559] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[12:03:37.560] Buildbucket request:
{
  "requestId": "8942657109564040864",
  "builder": {
    "project": "infra",
    "bucket": "codesearch",
    "builder": "codesearch-gen-chromium-android"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8942657109564040864",
            "job": "infra/codesearch-gen-chromium-android",
            "triggers": [
                  {
                        "buildbucket": {
                              "properties": {
                                    "codesearch_mirror_revision": "aca0ef7625839541aa43f9d010fe2663bf95787e",
                                    "codesearch_mirror_revision_timestamp": 1687780822,
                                    "root_solution_revision": "096066f0a724c54adcc4de5ccc99bad66e68342d",
                                    "root_solution_revision_timestamp": 1687780663
                                  },
                              "tags": [
                                    "parent_buildername:codesearch-gen-chromium-initiator",
                                    "parent_buildnumber:17547",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "6dfdb3b5-7f06-4869-bda4-baf7fc9ae359",
                        "title": "codesearch-gen-chromium-initiator/17547"
                      }
                ]
          },
      "codesearch_mirror_revision": "aca0ef7625839541aa43f9d010fe2663bf95787e",
      "codesearch_mirror_revision_timestamp": 1687780822,
      "root_solution_revision": "096066f0a724c54adcc4de5ccc99bad66e68342d",
      "root_solution_revision_timestamp": 1687780663
    },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8942657109564040864"
    },
    {
      "key": "scheduler_job_id",
      "value": "infra/codesearch-gen-chromium-android"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "codesearch-gen-chromium-initiator"
    },
    {
      "key": "parent_buildnumber",
      "value": "17547"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[12:03:37.982] Scheduled build:
{
  "id": "8777227047609026513",
  "builder": {
    "project": "infra",
    "bucket": "codesearch",
    "builder": "codesearch-gen-chromium-android"
  },
  "number": 13450,
  "createdBy": "project:infra",
  "createTime": "2023-06-26T12:03:37.637467589Z",
  "updateTime": "2023-06-26T12:03:37.637467589Z",
  "status": "SCHEDULED",
  "input": {

  }
}
[12:03:37.982] Task URL: https://cr-buildbucket.appspot.com/build/8777227047609026513
[12:03:37.982] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:2:0) after 8m36s
[12:04:03.310] Received PubSub notification, asking Buildbucket for the build status
[12:04:03.345] Build status: STARTED
[12:12:14.054] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:2:0)
[12:12:14.072] Build status: STARTED
[12:12:14.072] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:4:0) after 5m23s
[12:17:37.183] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:4:0)
[12:17:37.204] Build status: STARTED
[12:17:37.204] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:5:0) after 7m50s
[12:25:27.217] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:5:0)
[12:25:27.234] Build status: STARTED
[12:25:27.234] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:6:0) after 1m14s
[12:26:41.328] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:6:0)
[12:26:41.345] Build status: STARTED
[12:26:41.346] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:7:0) after 2m10s
[12:28:51.362] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:7:0)
[12:28:51.378] Build status: STARTED
[12:28:51.379] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:8:0) after 6m43s
[12:35:34.447] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:8:0)
[12:35:34.462] Build status: STARTED
[12:35:34.462] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:9:0) after 6m21s
[12:41:55.513] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:9:0)
[12:41:55.572] Build status: STARTED
[12:41:55.572] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:10:0) after 6m49s
[12:48:44.718] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:10:0)
[12:48:44.753] Build status: STARTED
[12:48:44.753] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:11:0) after 6m39s
[12:55:24.120] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:11:0)
[12:55:24.161] Build status: STARTED
[12:55:24.161] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:12:0) after 4m56s
[13:00:20.177] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:12:0)
[13:00:20.206] Build status: STARTED
[13:00:20.206] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:13:0) after 3m30s
[13:03:50.260] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:13:0)
[13:03:50.344] Build status: STARTED
[13:03:50.344] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:14:0) after 4m43s
[13:08:33.819] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:14:0)
[13:08:33.851] Build status: STARTED
[13:08:33.851] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:15:0) after 1m53s
[13:10:26.882] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:15:0)
[13:10:26.907] Build status: STARTED
[13:10:26.907] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:16:0) after 2m24s
[13:12:50.917] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:16:0)
[13:12:50.945] Build status: STARTED
[13:12:50.945] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:17:0) after 9m29s
[13:22:19.972] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:17:0)
[13:22:19.991] Build status: STARTED
[13:22:19.991] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:18:0) after 9m31s
[13:31:51.060] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:18:0)
[13:31:51.078] Build status: STARTED
[13:31:51.078] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:19:0) after 7m25s
[13:39:16.490] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:19:0)
[13:39:16.529] Build status: STARTED
[13:39:16.529] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:20:0) after 8m5s
[13:47:21.562] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:20:0)
[13:47:21.585] Build status: STARTED
[13:47:21.585] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:21:0) after 3m46s
[13:51:07.603] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:21:0)
[13:51:07.647] Build status: STARTED
[13:51:07.647] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:22:0) after 3m7s
[13:54:14.690] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:22:0)
[13:54:14.734] Build status: STARTED
[13:54:14.734] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:23:0) after 5m35s
[13:59:49.933] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:23:0)
[13:59:49.965] Build status: STARTED
[13:59:49.965] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:24:0) after 1m22s
[14:01:12.005] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:24:0)
[14:01:12.042] Build status: STARTED
[14:01:12.042] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:25:0) after 9m15s
[14:10:27.059] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:25:0)
[14:10:27.077] Build status: STARTED
[14:10:27.077] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:26:0) after 6m0s
[14:16:27.054] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:26:0)
[14:16:27.092] Build status: STARTED
[14:16:27.092] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:27:0) after 6m7s
[14:22:34.222] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:27:0)
[14:22:34.241] Build status: STARTED
[14:22:34.241] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:28:0) after 5m16s
[14:27:50.397] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:28:0)
[14:27:50.419] Build status: STARTED
[14:27:50.419] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:29:0) after 5m32s
[14:33:22.506] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:29:0)
[14:33:22.532] Build status: STARTED
[14:33:22.532] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:30:0) after 5m28s
[14:38:50.549] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:30:0)
[14:38:50.615] Build status: STARTED
[14:38:50.615] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:31:0) after 2m54s
[14:41:44.776] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:31:0)
[14:41:44.857] Build status: STARTED
[14:41:44.857] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:32:0) after 8m46s
[14:50:30.833] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:32:0)
[14:50:30.874] Build status: STARTED
[14:50:30.874] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:33:0) after 5m34s
[14:56:05.006] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:33:0)
[14:56:05.041] Build status: STARTED
[14:56:05.041] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:34:0) after 5m50s
[15:01:55.072] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:34:0)
[15:01:55.167] Build status: STARTED
[15:01:55.167] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:35:0) after 6m40s
[15:08:36.097] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:35:0)
[15:08:36.132] Build status: STARTED
[15:08:36.132] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:36:0) after 2m20s
[15:10:56.163] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:36:0)
[15:10:56.257] Build status: STARTED
[15:10:56.257] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:37:0) after 5m23s
[15:16:19.296] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:37:0)
[15:16:19.358] Build status: STARTED
[15:16:19.358] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:38:0) after 8m4s
[15:24:23.510] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:38:0)
[15:24:23.542] Build status: STARTED
[15:24:23.542] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:39:0) after 1m23s
[15:25:46.650] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:39:0)
[15:25:46.691] Build status: STARTED
[15:25:46.691] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:40:0) after 5m29s
[15:31:15.712] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:40:0)
[15:31:15.728] Build status: STARTED
[15:31:15.728] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:41:0) after 3m15s
[15:34:30.843] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:41:0)
[15:34:30.900] Build status: STARTED
[15:34:30.900] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:42:0) after 2m15s
[15:36:45.955] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:42:0)
[15:36:45.996] Build status: STARTED
[15:36:45.996] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:43:0) after 9m38s
[15:46:24.102] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:43:0)
[15:46:24.162] Build status: STARTED
[15:46:24.162] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:44:0) after 9m4s
[15:55:28.178] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:44:0)
[15:55:28.214] Build status: STARTED
[15:55:28.214] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:45:0) after 9m21s
[16:04:49.235] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:45:0)
[16:04:49.255] Build status: STARTED
[16:04:49.255] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:46:0) after 7m30s
[16:12:19.297] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:46:0)
[16:12:19.317] Build status: STARTED
[16:12:19.317] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:47:0) after 7m39s
[16:19:58.500] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:47:0)
[16:19:58.524] Build status: STARTED
[16:19:58.524] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:48:0) after 6m39s
[16:26:37.778] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:48:0)
[16:26:37.826] Build status: STARTED
[16:26:37.826] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:49:0) after 1m11s
[16:27:48.982] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:49:0)
[16:27:49.007] Build status: STARTED
[16:27:49.007] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:50:0) after 3m35s
[16:31:24.134] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:50:0)
[16:31:24.224] Build status: STARTED
[16:31:24.224] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:51:0) after 8m8s
[16:39:32.245] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:51:0)
[16:39:32.321] Build status: STARTED
[16:39:32.321] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:52:0) after 6m58s
[16:46:30.339] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:52:0)
[16:46:30.361] Build status: STARTED
[16:46:30.361] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:53:0) after 5m33s
[16:52:03.403] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:53:0)
[16:52:03.435] Build status: STARTED
[16:52:03.435] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:54:0) after 7m41s
[16:59:44.431] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:54:0)
[16:59:44.449] Build status: STARTED
[16:59:44.449] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:55:0) after 9m15s
[17:08:59.709] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:55:0)
[17:08:59.729] Build status: STARTED
[17:08:59.729] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:56:0) after 3m53s
[17:12:52.994] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:56:0)
[17:12:53.153] Build status: STARTED
[17:12:53.153] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:57:0) after 9m44s
[17:22:37.179] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:57:0)
[17:22:37.214] Build status: STARTED
[17:22:37.214] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:58:0) after 1m22s
[17:23:59.252] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:58:0)
[17:23:59.286] Build status: STARTED
[17:23:59.286] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:59:0) after 2m53s
[17:26:52.312] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:59:0)
[17:26:52.346] Build status: STARTED
[17:26:52.346] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:60:0) after 4m13s
[17:31:05.364] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:60:0)
[17:31:05.381] Build status: STARTED
[17:31:05.381] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:61:0) after 2m9s
[17:33:14.414] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:61:0)
[17:33:14.432] Build status: STARTED
[17:33:14.432] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:62:0) after 9m13s
[17:42:27.400] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:62:0)
[17:42:27.419] Build status: STARTED
[17:42:27.419] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:63:0) after 9m8s
[17:51:35.437] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:63:0)
[17:51:35.474] Build status: STARTED
[17:51:35.474] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:64:0) after 7m7s
[17:58:42.652] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:64:0)
[17:58:42.677] Build status: STARTED
[17:58:42.677] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:65:0) after 1m27s
[18:00:09.829] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:65:0)
[18:00:09.849] Build status: STARTED
[18:00:09.849] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:66:0) after 4m36s
[18:04:45.884] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:66:0)
[18:04:45.904] Build status: STARTED
[18:04:45.904] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:67:0) after 6m28s
[18:11:13.967] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:67:0)
[18:11:13.985] Build status: STARTED
[18:11:13.985] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:68:0) after 1m39s
[18:12:52.997] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:68:0)
[18:12:53.078] Build status: STARTED
[18:12:53.078] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:69:0) after 4m43s
[18:17:36.164] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:69:0)
[18:17:36.193] Build status: STARTED
[18:17:36.193] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:70:0) after 8m22s
[18:25:58.287] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:70:0)
[18:25:58.303] Build status: STARTED
[18:25:58.303] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:71:0) after 9m45s
[18:35:43.335] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:71:0)
[18:35:43.362] Build status: STARTED
[18:35:43.362] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:72:0) after 5m51s
[18:41:34.406] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:72:0)
[18:41:34.442] Build status: STARTED
[18:41:34.442] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:73:0) after 6m38s
[18:48:12.467] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:73:0)
[18:48:12.498] Build status: STARTED
[18:48:12.498] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:74:0) after 2m27s
[18:50:39.521] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:74:0)
[18:50:39.593] Build status: STARTED
[18:50:39.593] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:75:0) after 1m17s
[18:51:56.691] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:75:0)
[18:51:56.726] Build status: STARTED
[18:51:56.726] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:76:0) after 4m3s
[18:56:00.012] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:76:0)
[18:56:00.029] Build status: STARTED
[18:56:00.029] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:77:0) after 7m35s
[19:03:35.078] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:77:0)
[19:03:35.095] Build status: STARTED
[19:03:35.095] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:78:0) after 3m49s
[19:07:24.168] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:78:0)
[19:07:24.192] Build status: STARTED
[19:07:24.192] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:79:0) after 6m21s
[19:13:45.287] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:79:0)
[19:13:45.328] Build status: STARTED
[19:13:45.328] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:80:0) after 3m2s
[19:16:47.591] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:80:0)
[19:16:47.614] Build status: STARTED
[19:16:47.614] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:81:0) after 6m54s
[19:23:41.651] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:81:0)
[19:23:41.698] Build status: STARTED
[19:23:41.698] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:82:0) after 3m54s
[19:27:35.723] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:82:0)
[19:27:35.761] Build status: STARTED
[19:27:35.761] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:83:0) after 9m27s
[19:37:03.158] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:83:0)
[19:37:03.183] Build status: STARTED
[19:37:03.183] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:84:0) after 1m36s
[19:38:39.396] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:84:0)
[19:38:39.438] Build status: STARTED
[19:38:39.442] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:85:0) after 3m47s
[19:42:26.938] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:85:0)
[19:42:26.958] Build status: STARTED
[19:42:26.958] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:86:0) after 5m57s
[19:48:24.093] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:86:0)
[19:48:24.119] Build status: STARTED
[19:48:24.119] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:87:0) after 7m45s
[19:56:09.160] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:87:0)
[19:56:09.267] Build status: STARTED
[19:56:09.267] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:88:0) after 3m58s
[20:00:07.307] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:88:0)
[20:00:07.326] Build status: STARTED
[20:00:07.326] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:89:0) after 2m40s
[20:02:47.597] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:89:0)
[20:02:47.635] Build status: STARTED
[20:02:47.635] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:90:0) after 9m53s
[20:12:40.654] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:90:0)
[20:12:40.674] Build status: STARTED
[20:12:40.674] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:91:0) after 2m17s
[20:14:57.694] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:91:0)
[20:14:57.716] Build status: STARTED
[20:14:57.717] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:92:0) after 8m31s
[20:23:28.817] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:92:0)
[20:23:28.834] Build status: STARTED
[20:23:28.834] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:93:0) after 6m2s
[20:29:30.957] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:93:0)
[20:29:30.982] Build status: STARTED
[20:29:30.982] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:94:0) after 6m33s
[20:36:04.004] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:94:0)
[20:36:04.025] Build status: STARTED
[20:36:04.025] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:95:0) after 3m48s
[20:39:52.242] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:95:0)
[20:39:52.263] Build status: STARTED
[20:39:52.263] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:96:0) after 3m18s
[20:43:10.295] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:96:0)
[20:43:10.322] Build status: STARTED
[20:43:10.322] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:97:0) after 9m44s
[20:52:54.395] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:97:0)
[20:52:54.416] Build status: STARTED
[20:52:54.416] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:98:0) after 5m1s
[20:57:55.440] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:98:0)
[20:57:55.472] Build status: STARTED
[20:57:55.472] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:99:0) after 5m50s
[21:03:45.587] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:99:0)
[21:03:45.688] Build status: STARTED
[21:03:45.688] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:100:0) after 1m57s
[21:05:42.828] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:100:0)
[21:05:42.864] Build status: STARTED
[21:05:42.864] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:101:0) after 2m19s
[21:08:01.937] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:101:0)
[21:08:01.965] Build status: STARTED
[21:08:01.965] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:102:0) after 2m8s
[21:10:10.018] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:102:0)
[21:10:10.049] Build status: STARTED
[21:10:10.049] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:103:0) after 8m42s
[21:18:52.094] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:103:0)
[21:18:52.127] Build status: STARTED
[21:18:52.127] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:8942657109564040864:104:0) after 9m57s
[21:21:19.742] Received PubSub notification, asking Buildbucket for the build status
[21:21:19.770] Build:
{
  "id": "8777227047609026513",
  "builder": {
    "project": "infra",
    "bucket": "codesearch",
    "builder": "codesearch-gen-chromium-android"
  },
  "number": 13450,
  "createdBy": "project:infra",
  "createTime": "2023-06-26T12:03:37.637467589Z",
  "startTime": "2023-06-26T12:04:02.749157Z",
  "endTime": "2023-06-26T21:21:19.190946Z",
  "updateTime": "2023-06-26T21:21:19.190946Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "timeout": {

    }
  },
  "input": {

  }
}
[21:21:19.770] Invocation finished in 9h17m43.380545815s with status FAILED