Status: FAILED
Triggered by: infra-codesearch@chops-service-accounts.iam.gserviceaccount.com
Duration: 2 hours
Actions:

Definition (rev 5bfead47a13c7b4bf35f6ab7ff843d1e826114ad)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.infra.codesearch"
  builder: "codesearch-gen-chromium-win"
>

Incoming triggers

  • codesearch-gen-chromium-initiator/10142 (5 years ago by infra-codesearch@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "codesearch_mirror_revision": "3ef5b73f2884dbdb52848c8ea34260da23af8c24",
  "codesearch_mirror_revision_timestamp": 1581162204,
  "root_solution_revision": "bdee4fdae52c4ed35c19d2a89a5d12e6c90602ad",
  "root_solution_revision_timestamp": 1581162055
}

Incoming tags

  • parent_buildername:codesearch-gen-chromium-initiator
  • parent_buildnumber:10142
  • user_agent:recipe

Debug log (UTC)

[13:10:28.223] New invocation is queued and will start shortly
[13:10:28.223] Triggered by user:infra-codesearch@chops-service-accounts.iam.gserviceaccount.com
[13:10:29.352] Starting the invocation (attempt 1)
[13:10:29.387] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[13:10:29.387] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[13:10:29.387] Buildbucket request:
{
  "bucket": "luci.infra.codesearch",
  "client_operation_id": "9054449559409332480",
  "parameters_json": "{\"builder_name\":\"codesearch-gen-chromium-win\",\"properties\":{\"$recipe_engine/scheduler\":{\"hostname\":\"luci-scheduler.appspot.com\",\"triggers\":[{\"buildbucket\":{\"properties\":{\"codesearch_mirror_revision\":\"3ef5b73f2884dbdb52848c8ea34260da23af8c24\",\"codesearch_mirror_revision_timestamp\":1581162204,\"root_solution_revision\":\"bdee4fdae52c4ed35c19d2a89a5d12e6c90602ad\",\"root_solution_revision_timestamp\":1581162055},\"tags\":[\"parent_buildername:codesearch-gen-chromium-initiator\",\"parent_buildnumber:10142\",\"user_agent:recipe\"]},\"id\":\"17371084-5ca7-4c5f-8d4e-272f40e43a14\",\"title\":\"codesearch-gen-chromium-initiator/10142\"}]},\"codesearch_mirror_revision\":\"3ef5b73f2884dbdb52848c8ea34260da23af8c24\",\"codesearch_mirror_revision_timestamp\":1581162204,\"root_solution_revision\":\"bdee4fdae52c4ed35c19d2a89a5d12e6c90602ad\",\"root_solution_revision_timestamp\":1581162055}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:codesearch-gen-chromium-win",
    "scheduler_invocation_id:9054449559409332480",
    "scheduler_job_id:infra/codesearch-gen-chromium-win",
    "user_agent:luci-scheduler",
    "parent_buildername:codesearch-gen-chromium-initiator",
    "parent_buildnumber:10142",
    "user_agent:recipe"
  ]
}
[13:10:30.013] Buildbucket response:
{
  "build": {
    "bucket": "luci.infra.codesearch",
    "canary_preference": "PROD",
    "created_by": "project:infra",
    "created_ts": "1581167429483991",
    "id": "8889019497420626272",
    "parameters_json": "{\"builder_name\": \"codesearch-gen-chromium-win\", \"properties\": {\"$recipe_engine/scheduler\": {\"hostname\": \"luci-scheduler.appspot.com\", \"triggers\": [{\"buildbucket\": {\"properties\": {\"codesearch_mirror_revision\": \"3ef5b73f2884dbdb52848c8ea34260da23af8c24\", \"codesearch_mirror_revision_timestamp\": 1581162204.0, \"root_solution_revision\": \"bdee4fdae52c4ed35c19d2a89a5d12e6c90602ad\", \"root_solution_revision_timestamp\": 1581162055.0}, \"tags\": [\"parent_buildername:codesearch-gen-chromium-initiator\", \"parent_buildnumber:10142\", \"user_agent:recipe\"]}, \"id\": \"17371084-5ca7-4c5f-8d4e-272f40e43a14\", \"title\": \"codesearch-gen-chromium-initiator/10142\"}]}, \"codesearch_mirror_revision\": \"3ef5b73f2884dbdb52848c8ea34260da23af8c24\", \"codesearch_mirror_revision_timestamp\": 1581162204.0, \"root_solution_revision\": \"bdee4fdae52c4ed35c19d2a89a5d12e6c90602ad\", \"root_solution_revision_timestamp\": 1581162055.0}}",
    "project": "infra",
    "result_details_json": "{\"properties\": {}}",
    "service_account": "infra-codesearch@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1581167429861553",
    "tags": [
      "build_address:luci.infra.codesearch/codesearch-gen-chromium-win/5296",
      "builder:codesearch-gen-chromium-win",
      "parent_buildername:codesearch-gen-chromium-initiator",
      "parent_buildnumber:10142",
      "scheduler_invocation_id:9054449559409332480",
      "scheduler_job_id:infra/codesearch-gen-chromium-win",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/infra/buildbucket/cr-buildbucket.appspot.com/8889019497420626272/+/annotations",
      "swarming_tag:luci_project:infra",
      "swarming_tag:recipe_name:chromium_codesearch",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:",
      "user_agent:luci-scheduler",
      "user_agent:recipe"
    ],
    "updated_ts": "1581167429861678",
    "url": "https://ci.chromium.org/b/8889019497420626272",
    "utcnow_ts": "1581167430003110"
  }
}
[13:10:30.013] Task URL: https://ci.chromium.org/b/8889019497420626272
[13:10:30.013] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:2:0) after 1m0s
[13:11:30.046] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:2:0)
[13:11:30.046] Timer tick, asking Buildbucket for the build status
[13:11:30.306] Build 8889019497420626272: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[13:11:30.306] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:3:0) after 1m0s
[13:12:30.339] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:3:0)
[13:12:30.339] Timer tick, asking Buildbucket for the build status
[13:12:30.696] Build 8889019497420626272: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[13:12:30.696] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:4:0) after 1m0s
[13:13:30.733] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:4:0)
[13:13:30.733] Timer tick, asking Buildbucket for the build status
[13:13:30.850] Build 8889019497420626272: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[13:13:30.850] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:5:0) after 1m0s
[13:14:30.851] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:5:0)
[13:14:30.851] Timer tick, asking Buildbucket for the build status
[13:14:31.192] Build 8889019497420626272: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[13:14:31.192] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:6:0) after 1m0s
[13:15:31.225] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:6:0)
[13:15:31.225] Timer tick, asking Buildbucket for the build status
[13:15:31.538] Build 8889019497420626272: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[13:15:31.538] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:7:0) after 1m0s
[13:16:31.559] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:7:0)
[13:16:31.559] Timer tick, asking Buildbucket for the build status
[13:16:31.806] Build 8889019497420626272: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[13:16:31.806] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:8:0) after 1m0s
[13:17:31.825] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:8:0)
[13:17:31.825] Timer tick, asking Buildbucket for the build status
[13:17:32.041] Build 8889019497420626272: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[13:17:32.041] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:9:0) after 1m0s
[13:18:32.089] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:9:0)
[13:18:32.089] Timer tick, asking Buildbucket for the build status
[13:18:32.210] Build 8889019497420626272: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[13:18:32.210] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:10:0) after 1m0s
[13:19:32.287] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:10:0)
[13:19:32.287] Timer tick, asking Buildbucket for the build status
[13:19:32.429] Build 8889019497420626272: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[13:19:32.429] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:11:0) after 1m0s
[13:20:32.582] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:11:0)
[13:20:32.582] Timer tick, asking Buildbucket for the build status
[13:20:32.945] Build 8889019497420626272: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[13:20:32.945] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:12:0) after 1m0s
[13:21:33.043] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:12:0)
[13:21:33.043] Timer tick, asking Buildbucket for the build status
[13:21:33.130] Build 8889019497420626272: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[13:21:33.130] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:13:0) after 1m0s
[13:22:33.136] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:13:0)
[13:22:33.136] Timer tick, asking Buildbucket for the build status
[13:22:33.243] Build 8889019497420626272: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[13:22:33.243] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:14:0) after 1m0s
[13:23:33.267] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:14:0)
[13:23:33.267] Timer tick, asking Buildbucket for the build status
[13:23:33.734] Build 8889019497420626272: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[13:23:33.734] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:15:0) after 1m0s
[13:24:33.759] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:15:0)
[13:24:33.759] Timer tick, asking Buildbucket for the build status
[13:24:33.851] Build 8889019497420626272: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[13:24:33.851] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:16:0) after 1m0s
[13:25:33.875] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:16:0)
[13:25:33.875] Timer tick, asking Buildbucket for the build status
[13:25:34.248] Build 8889019497420626272: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[13:25:34.248] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:17:0) after 1m0s
[13:26:34.329] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:17:0)
[13:26:34.329] Timer tick, asking Buildbucket for the build status
[13:26:34.420] Build 8889019497420626272: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[13:26:34.420] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:18:0) after 1m0s
[13:27:34.444] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:18:0)
[13:27:34.444] Timer tick, asking Buildbucket for the build status
[13:27:34.611] Build 8889019497420626272: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[13:27:34.611] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:19:0) after 1m0s
[13:28:34.637] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:19:0)
[13:28:34.637] Timer tick, asking Buildbucket for the build status
[13:28:34.802] Build 8889019497420626272: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[13:28:34.802] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:20:0) after 1m0s
[13:29:34.814] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:20:0)
[13:29:34.815] Timer tick, asking Buildbucket for the build status
[13:29:35.034] Build 8889019497420626272: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[13:29:35.034] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:21:0) after 1m0s
[13:30:35.096] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:21:0)
[13:30:35.096] Timer tick, asking Buildbucket for the build status
[13:30:35.333] Build 8889019497420626272: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[13:30:35.333] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:22:0) after 1m0s
[13:31:35.372] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:22:0)
[13:31:35.372] Timer tick, asking Buildbucket for the build status
[13:31:35.489] Build 8889019497420626272: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[13:31:35.489] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:23:0) after 1m0s
[13:32:35.600] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:23:0)
[13:32:35.600] Timer tick, asking Buildbucket for the build status
[13:32:35.729] Build 8889019497420626272: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[13:32:35.729] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:24:0) after 1m0s
[13:33:10.321] Received PubSub notification, asking Buildbucket for the build status
[13:33:10.420] Build 8889019497420626272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:33:35.798] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:24:0)
[13:33:35.799] Timer tick, asking Buildbucket for the build status
[13:33:36.124] Build 8889019497420626272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:33:36.124] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:26:0) after 1m0s
[13:34:36.150] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:26:0)
[13:34:36.150] Timer tick, asking Buildbucket for the build status
[13:34:36.248] Build 8889019497420626272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:34:36.248] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:27:0) after 1m0s
[13:35:36.511] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:27:0)
[13:35:36.511] Timer tick, asking Buildbucket for the build status
[13:35:36.636] Build 8889019497420626272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:35:36.636] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:28:0) after 1m0s
[13:36:36.949] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:28:0)
[13:36:36.949] Timer tick, asking Buildbucket for the build status
[13:36:37.087] Build 8889019497420626272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:36:37.087] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:29:0) after 1m0s
[13:37:37.203] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:29:0)
[13:37:37.203] Timer tick, asking Buildbucket for the build status
[13:37:37.418] Build 8889019497420626272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:37:37.418] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:30:0) after 1m0s
[13:38:37.544] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:30:0)
[13:38:37.544] Timer tick, asking Buildbucket for the build status
[13:38:37.756] Build 8889019497420626272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:38:37.756] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:31:0) after 1m0s
[13:39:37.770] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:31:0)
[13:39:37.770] Timer tick, asking Buildbucket for the build status
[13:39:37.879] Build 8889019497420626272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:39:37.879] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:32:0) after 1m0s
[13:40:37.901] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:32:0)
[13:40:37.901] Timer tick, asking Buildbucket for the build status
[13:40:37.999] Build 8889019497420626272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:40:37.999] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:33:0) after 1m0s
[13:41:38.194] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:33:0)
[13:41:38.194] Timer tick, asking Buildbucket for the build status
[13:41:38.602] Build 8889019497420626272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:41:38.602] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:34:0) after 1m0s
[13:42:38.590] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:34:0)
[13:42:38.590] Timer tick, asking Buildbucket for the build status
[13:42:38.680] Build 8889019497420626272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:42:38.680] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:35:0) after 1m0s
[13:43:38.706] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:35:0)
[13:43:38.706] Timer tick, asking Buildbucket for the build status
[13:43:38.987] Build 8889019497420626272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:43:38.987] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:36:0) after 1m0s
[13:44:39.040] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:36:0)
[13:44:39.040] Timer tick, asking Buildbucket for the build status
[13:44:39.279] Build 8889019497420626272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:44:39.279] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:37:0) after 1m0s
[13:45:39.405] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:37:0)
[13:45:39.405] Timer tick, asking Buildbucket for the build status
[13:45:40.940] Build 8889019497420626272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:45:40.940] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:38:0) after 1m0s
[13:46:41.168] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:38:0)
[13:46:41.168] Timer tick, asking Buildbucket for the build status
[13:46:41.306] Build 8889019497420626272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:46:41.306] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:39:0) after 1m0s
[13:47:41.456] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:39:0)
[13:47:41.456] Timer tick, asking Buildbucket for the build status
[13:47:41.573] Build 8889019497420626272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:47:41.573] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:40:0) after 1m0s
[13:48:41.955] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:40:0)
[13:48:41.955] Timer tick, asking Buildbucket for the build status
[13:48:42.270] Build 8889019497420626272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:48:42.270] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:41:0) after 1m0s
[13:49:42.314] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:41:0)
[13:49:42.314] Timer tick, asking Buildbucket for the build status
[13:49:42.465] Build 8889019497420626272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:49:42.465] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:42:0) after 1m0s
[13:50:42.614] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:42:0)
[13:50:42.614] Timer tick, asking Buildbucket for the build status
[13:50:43.011] Build 8889019497420626272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:50:43.011] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:43:0) after 1m0s
[13:51:43.132] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:43:0)
[13:51:43.132] Timer tick, asking Buildbucket for the build status
[13:51:43.865] Build 8889019497420626272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:51:43.865] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:44:0) after 1m0s
[13:52:43.965] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:44:0)
[13:52:43.965] Timer tick, asking Buildbucket for the build status
[13:52:44.187] Build 8889019497420626272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:52:44.187] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:45:0) after 1m0s
[13:53:44.383] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:45:0)
[13:53:44.383] Timer tick, asking Buildbucket for the build status
[13:53:44.529] Build 8889019497420626272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:53:44.529] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:46:0) after 1m0s
[13:54:44.581] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:46:0)
[13:54:44.581] Timer tick, asking Buildbucket for the build status
[13:54:44.672] Build 8889019497420626272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:54:44.672] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:47:0) after 1m0s
[13:55:44.697] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:47:0)
[13:55:44.697] Timer tick, asking Buildbucket for the build status
[13:55:44.975] Build 8889019497420626272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:55:44.975] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:48:0) after 1m0s
[13:56:44.998] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:48:0)
[13:56:44.998] Timer tick, asking Buildbucket for the build status
[13:56:45.184] Build 8889019497420626272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:56:45.184] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:49:0) after 1m0s
[13:57:45.209] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:49:0)
[13:57:45.209] Timer tick, asking Buildbucket for the build status
[13:57:45.457] Build 8889019497420626272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:57:45.457] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:50:0) after 1m0s
[13:58:45.593] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:50:0)
[13:58:45.593] Timer tick, asking Buildbucket for the build status
[13:58:45.767] Build 8889019497420626272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:58:45.767] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:51:0) after 1m0s
[13:59:45.840] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:51:0)
[13:59:45.840] Timer tick, asking Buildbucket for the build status
[13:59:45.994] Build 8889019497420626272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:59:45.994] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:52:0) after 1m0s
[14:00:46.101] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:52:0)
[14:00:46.101] Timer tick, asking Buildbucket for the build status
[14:00:46.317] Build 8889019497420626272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:00:46.317] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:53:0) after 1m0s
[14:01:46.345] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:53:0)
[14:01:46.345] Timer tick, asking Buildbucket for the build status
[14:01:46.579] Build 8889019497420626272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:01:46.579] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:54:0) after 1m0s
[14:02:46.601] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:54:0)
[14:02:46.601] Timer tick, asking Buildbucket for the build status
[14:02:46.999] Build 8889019497420626272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:02:46.999] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:55:0) after 1m0s
[14:03:47.023] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:55:0)
[14:03:47.023] Timer tick, asking Buildbucket for the build status
[14:03:47.214] Build 8889019497420626272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:03:47.214] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:56:0) after 1m0s
[14:04:47.251] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:56:0)
[14:04:47.251] Timer tick, asking Buildbucket for the build status
[14:04:47.361] Build 8889019497420626272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:04:47.361] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:57:0) after 1m0s
[14:05:47.370] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:57:0)
[14:05:47.370] Timer tick, asking Buildbucket for the build status
[14:05:47.494] Build 8889019497420626272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:05:47.494] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:58:0) after 1m0s
[14:06:47.518] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:58:0)
[14:06:47.518] Timer tick, asking Buildbucket for the build status
[14:06:47.611] Build 8889019497420626272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:06:47.611] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:59:0) after 1m0s
[14:07:47.652] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:59:0)
[14:07:47.652] Timer tick, asking Buildbucket for the build status
[14:07:47.766] Build 8889019497420626272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:07:47.766] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:60:0) after 1m0s
[14:08:47.789] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:60:0)
[14:08:47.789] Timer tick, asking Buildbucket for the build status
[14:08:48.141] Build 8889019497420626272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:08:48.141] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:61:0) after 1m0s
[14:09:48.192] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:61:0)
[14:09:48.192] Timer tick, asking Buildbucket for the build status
[14:09:48.303] Build 8889019497420626272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:09:48.303] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:62:0) after 1m0s
[14:10:48.392] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:62:0)
[14:10:48.392] Timer tick, asking Buildbucket for the build status
[14:10:48.556] Build 8889019497420626272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:10:48.556] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:63:0) after 1m0s
[14:11:48.625] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:63:0)
[14:11:48.625] Timer tick, asking Buildbucket for the build status
[14:11:48.811] Build 8889019497420626272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:11:48.811] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:64:0) after 1m0s
[14:12:48.859] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:64:0)
[14:12:48.859] Timer tick, asking Buildbucket for the build status
[14:12:49.066] Build 8889019497420626272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:12:49.066] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:65:0) after 1m0s
[14:13:49.104] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:65:0)
[14:13:49.104] Timer tick, asking Buildbucket for the build status
[14:13:49.223] Build 8889019497420626272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:13:49.223] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:66:0) after 1m0s
[14:14:49.330] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:66:0)
[14:14:49.330] Timer tick, asking Buildbucket for the build status
[14:14:49.433] Build 8889019497420626272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:14:49.433] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:67:0) after 1m0s
[14:15:49.424] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:67:0)
[14:15:49.425] Timer tick, asking Buildbucket for the build status
[14:15:50.904] Build 8889019497420626272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:15:50.904] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:68:0) after 1m0s
[14:16:50.979] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:68:0)
[14:16:50.979] Timer tick, asking Buildbucket for the build status
[14:16:51.108] Build 8889019497420626272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:16:51.108] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:69:0) after 1m0s
[14:17:51.152] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:69:0)
[14:17:51.157] Timer tick, asking Buildbucket for the build status
[14:17:51.381] Build 8889019497420626272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:17:51.381] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:70:0) after 1m0s
[14:18:51.488] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:70:0)
[14:18:51.488] Timer tick, asking Buildbucket for the build status
[14:18:51.709] Build 8889019497420626272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:18:51.709] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:71:0) after 1m0s
[14:19:51.783] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:71:0)
[14:19:51.783] Timer tick, asking Buildbucket for the build status
[14:19:52.123] Build 8889019497420626272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:19:52.123] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:72:0) after 1m0s
[14:20:52.412] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:72:0)
[14:20:52.412] Timer tick, asking Buildbucket for the build status
[14:20:52.507] Build 8889019497420626272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:20:52.507] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:73:0) after 1m0s
[14:21:52.693] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:73:0)
[14:21:52.693] Timer tick, asking Buildbucket for the build status
[14:21:52.861] Build 8889019497420626272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:21:52.861] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:74:0) after 1m0s
[14:22:52.938] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:74:0)
[14:22:52.938] Timer tick, asking Buildbucket for the build status
[14:22:53.165] Build 8889019497420626272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:22:53.165] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:75:0) after 1m0s
[14:23:53.258] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:75:0)
[14:23:53.258] Timer tick, asking Buildbucket for the build status
[14:23:53.365] Build 8889019497420626272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:23:53.365] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:76:0) after 1m0s
[14:24:53.404] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:76:0)
[14:24:53.404] Timer tick, asking Buildbucket for the build status
[14:24:53.517] Build 8889019497420626272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:24:53.517] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:77:0) after 1m0s
[14:25:53.659] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:77:0)
[14:25:53.659] Timer tick, asking Buildbucket for the build status
[14:25:53.751] Build 8889019497420626272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:25:53.751] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:78:0) after 1m0s
[14:26:53.777] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:78:0)
[14:26:53.777] Timer tick, asking Buildbucket for the build status
[14:26:53.883] Build 8889019497420626272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:26:53.883] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:79:0) after 1m0s
[14:27:53.924] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:79:0)
[14:27:53.924] Timer tick, asking Buildbucket for the build status
[14:27:54.031] Build 8889019497420626272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:27:54.031] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:80:0) after 1m0s
[14:28:54.041] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:80:0)
[14:28:54.041] Timer tick, asking Buildbucket for the build status
[14:28:54.189] Build 8889019497420626272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:28:54.189] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:81:0) after 1m0s
[14:29:54.217] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:81:0)
[14:29:54.217] Timer tick, asking Buildbucket for the build status
[14:29:54.431] Build 8889019497420626272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:29:54.431] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:82:0) after 1m0s
[14:30:54.491] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:82:0)
[14:30:54.491] Timer tick, asking Buildbucket for the build status
[14:30:54.724] Build 8889019497420626272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:30:54.724] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:83:0) after 1m0s
[14:31:54.802] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:83:0)
[14:31:54.802] Timer tick, asking Buildbucket for the build status
[14:31:54.937] Build 8889019497420626272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:31:54.937] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:84:0) after 1m0s
[14:32:55.109] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:84:0)
[14:32:55.109] Timer tick, asking Buildbucket for the build status
[14:32:55.244] Build 8889019497420626272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:32:55.244] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:85:0) after 1m0s
[14:33:55.353] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:85:0)
[14:33:55.353] Timer tick, asking Buildbucket for the build status
[14:33:55.505] Build 8889019497420626272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:33:55.505] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:86:0) after 1m0s
[14:34:55.543] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:86:0)
[14:34:55.543] Timer tick, asking Buildbucket for the build status
[14:34:55.659] Build 8889019497420626272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:34:55.659] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:87:0) after 1m0s
[14:35:55.805] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:87:0)
[14:35:55.805] Timer tick, asking Buildbucket for the build status
[14:35:55.955] Build 8889019497420626272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:35:55.955] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:88:0) after 1m0s
[14:36:56.005] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:88:0)
[14:36:56.005] Timer tick, asking Buildbucket for the build status
[14:36:56.132] Build 8889019497420626272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:36:56.132] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:89:0) after 1m0s
[14:37:56.296] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:89:0)
[14:37:56.297] Timer tick, asking Buildbucket for the build status
[14:37:56.676] Build 8889019497420626272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:37:56.676] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:90:0) after 1m0s
[14:38:56.839] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:90:0)
[14:38:56.839] Timer tick, asking Buildbucket for the build status
[14:38:56.993] Build 8889019497420626272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:38:56.993] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:91:0) after 1m0s
[14:39:57.000] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:91:0)
[14:39:57.000] Timer tick, asking Buildbucket for the build status
[14:39:57.344] Build 8889019497420626272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:39:57.344] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:92:0) after 1m0s
[14:40:57.393] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:92:0)
[14:40:57.393] Timer tick, asking Buildbucket for the build status
[14:40:57.580] Build 8889019497420626272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:40:57.580] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:93:0) after 1m0s
[14:41:57.713] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:93:0)
[14:41:57.713] Timer tick, asking Buildbucket for the build status
[14:41:58.153] Build 8889019497420626272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:41:58.153] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:94:0) after 1m0s
[14:42:58.244] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:94:0)
[14:42:58.244] Timer tick, asking Buildbucket for the build status
[14:42:58.353] Build 8889019497420626272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:42:58.353] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:95:0) after 1m0s
[14:43:58.444] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:95:0)
[14:43:58.444] Timer tick, asking Buildbucket for the build status
[14:43:58.630] Build 8889019497420626272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:43:58.630] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:96:0) after 1m0s
[14:44:58.658] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:96:0)
[14:44:58.658] Timer tick, asking Buildbucket for the build status
[14:44:58.762] Build 8889019497420626272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:44:58.762] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:97:0) after 1m0s
[14:45:58.831] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:97:0)
[14:45:58.831] Timer tick, asking Buildbucket for the build status
[14:45:59.053] Build 8889019497420626272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:45:59.053] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:98:0) after 1m0s
[14:46:59.077] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:98:0)
[14:46:59.077] Timer tick, asking Buildbucket for the build status
[14:46:59.193] Build 8889019497420626272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:46:59.193] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:99:0) after 1m0s
[14:47:59.402] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:99:0)
[14:47:59.402] Timer tick, asking Buildbucket for the build status
[14:47:59.513] Build 8889019497420626272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:47:59.513] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:100:0) after 1m0s
[14:48:59.628] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:100:0)
[14:48:59.628] Timer tick, asking Buildbucket for the build status
[14:48:59.741] Build 8889019497420626272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:48:59.741] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:101:0) after 1m0s
[14:49:59.782] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:101:0)
[14:49:59.782] Timer tick, asking Buildbucket for the build status
[14:50:00.124] Build 8889019497420626272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:50:00.124] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:102:0) after 1m0s
[14:51:00.143] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:102:0)
[14:51:00.143] Timer tick, asking Buildbucket for the build status
[14:51:00.238] Build 8889019497420626272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:51:00.239] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:103:0) after 1m0s
[14:52:00.265] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:103:0)
[14:52:00.265] Timer tick, asking Buildbucket for the build status
[14:52:02.307] Build 8889019497420626272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:52:02.307] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:104:0) after 1m0s
[14:53:02.399] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:104:0)
[14:53:02.399] Timer tick, asking Buildbucket for the build status
[14:53:02.535] Build 8889019497420626272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:53:02.535] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:105:0) after 1m0s
[14:54:02.565] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:105:0)
[14:54:02.565] Timer tick, asking Buildbucket for the build status
[14:54:02.688] Build 8889019497420626272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:54:02.688] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:106:0) after 1m0s
[14:55:02.717] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:106:0)
[14:55:02.717] Timer tick, asking Buildbucket for the build status
[14:55:02.828] Build 8889019497420626272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:55:02.828] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:107:0) after 1m0s
[14:56:02.852] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:107:0)
[14:56:02.852] Timer tick, asking Buildbucket for the build status
[14:56:03.136] Build 8889019497420626272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:56:03.136] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:108:0) after 1m0s
[14:57:03.214] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:108:0)
[14:57:03.214] Timer tick, asking Buildbucket for the build status
[14:57:03.312] Build 8889019497420626272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:57:03.312] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:109:0) after 1m0s
[14:58:03.577] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:109:0)
[14:58:03.577] Timer tick, asking Buildbucket for the build status
[14:58:03.944] Build 8889019497420626272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:58:03.944] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:110:0) after 1m0s
[14:59:04.163] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:110:0)
[14:59:04.163] Timer tick, asking Buildbucket for the build status
[14:59:04.274] Build 8889019497420626272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:59:04.274] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:111:0) after 1m0s
[15:00:04.296] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:111:0)
[15:00:04.296] Timer tick, asking Buildbucket for the build status
[15:00:04.525] Build 8889019497420626272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:00:04.525] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:112:0) after 1m0s
[15:01:04.721] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:112:0)
[15:01:04.721] Timer tick, asking Buildbucket for the build status
[15:01:04.823] Build 8889019497420626272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:01:04.823] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:113:0) after 1m0s
[15:02:04.986] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:113:0)
[15:02:04.986] Timer tick, asking Buildbucket for the build status
[15:02:05.091] Build 8889019497420626272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:02:05.091] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:114:0) after 1m0s
[15:03:05.239] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:114:0)
[15:03:05.239] Timer tick, asking Buildbucket for the build status
[15:03:05.465] Build 8889019497420626272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:03:05.465] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:115:0) after 1m0s
[15:04:05.502] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:115:0)
[15:04:05.502] Timer tick, asking Buildbucket for the build status
[15:04:05.607] Build 8889019497420626272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:04:05.607] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:116:0) after 1m0s
[15:05:05.730] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:116:0)
[15:05:05.730] Timer tick, asking Buildbucket for the build status
[15:05:05.868] Build 8889019497420626272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:05:05.868] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:117:0) after 1m0s
[15:06:05.990] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:117:0)
[15:06:05.990] Timer tick, asking Buildbucket for the build status
[15:06:06.126] Build 8889019497420626272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:06:06.126] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:118:0) after 1m0s
[15:07:06.164] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:118:0)
[15:07:06.164] Timer tick, asking Buildbucket for the build status
[15:07:06.563] Build 8889019497420626272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:07:06.563] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:119:0) after 1m0s
[15:08:06.631] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:119:0)
[15:08:06.631] Timer tick, asking Buildbucket for the build status
[15:08:06.884] Build 8889019497420626272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:08:06.884] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:120:0) after 1m0s
[15:09:06.926] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:120:0)
[15:09:06.926] Timer tick, asking Buildbucket for the build status
[15:09:07.237] Build 8889019497420626272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:09:07.237] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:121:0) after 1m0s
[15:10:07.320] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:121:0)
[15:10:07.320] Timer tick, asking Buildbucket for the build status
[15:10:07.429] Build 8889019497420626272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:10:07.429] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:122:0) after 1m0s
[15:11:07.430] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:122:0)
[15:11:07.430] Timer tick, asking Buildbucket for the build status
[15:11:07.542] Build 8889019497420626272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:11:07.542] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:123:0) after 1m0s
[15:12:07.574] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:123:0)
[15:12:07.574] Timer tick, asking Buildbucket for the build status
[15:12:07.792] Build 8889019497420626272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:12:07.792] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:124:0) after 1m0s
[15:13:07.875] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:124:0)
[15:13:07.875] Timer tick, asking Buildbucket for the build status
[15:13:07.986] Build 8889019497420626272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:13:07.986] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:125:0) after 1m0s
[15:14:08.021] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:125:0)
[15:14:08.021] Timer tick, asking Buildbucket for the build status
[15:14:08.349] Build 8889019497420626272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:14:08.349] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:126:0) after 1m0s
[15:15:08.426] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:126:0)
[15:15:08.426] Timer tick, asking Buildbucket for the build status
[15:15:08.603] Build 8889019497420626272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:15:08.603] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:127:0) after 1m0s
[15:16:08.634] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:127:0)
[15:16:08.634] Timer tick, asking Buildbucket for the build status
[15:16:08.986] Build 8889019497420626272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:16:08.986] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:128:0) after 1m0s
[15:17:09.018] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:128:0)
[15:17:09.018] Timer tick, asking Buildbucket for the build status
[15:17:09.216] Build 8889019497420626272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:17:09.216] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:129:0) after 1m0s
[15:18:09.206] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:129:0)
[15:18:09.206] Timer tick, asking Buildbucket for the build status
[15:18:10.289] Build 8889019497420626272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:18:10.289] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:130:0) after 1m0s
[15:19:10.337] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:130:0)
[15:19:10.337] Timer tick, asking Buildbucket for the build status
[15:19:10.438] Build 8889019497420626272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:19:10.439] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:131:0) after 1m0s
[15:20:10.539] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:131:0)
[15:20:10.539] Timer tick, asking Buildbucket for the build status
[15:20:10.777] Build 8889019497420626272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:20:10.777] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:132:0) after 1m0s
[15:21:10.835] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:132:0)
[15:21:10.835] Timer tick, asking Buildbucket for the build status
[15:21:11.031] Build 8889019497420626272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:21:11.031] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:133:0) after 1m0s
[15:22:11.074] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:133:0)
[15:22:11.074] Timer tick, asking Buildbucket for the build status
[15:22:11.178] Build 8889019497420626272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:22:11.178] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:134:0) after 1m0s
[15:23:11.211] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:134:0)
[15:23:11.211] Timer tick, asking Buildbucket for the build status
[15:23:11.400] Build 8889019497420626272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:23:11.400] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:135:0) after 1m0s
[15:24:11.439] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:135:0)
[15:24:11.439] Timer tick, asking Buildbucket for the build status
[15:24:11.620] Build 8889019497420626272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:24:11.620] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:136:0) after 1m0s
[15:25:11.645] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:136:0)
[15:25:11.646] Timer tick, asking Buildbucket for the build status
[15:25:11.861] Build 8889019497420626272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:25:11.861] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:137:0) after 1m0s
[15:26:11.990] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:137:0)
[15:26:11.990] Timer tick, asking Buildbucket for the build status
[15:26:12.370] Build 8889019497420626272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:26:12.370] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:138:0) after 1m0s
[15:27:13.353] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:138:0)
[15:27:13.353] Timer tick, asking Buildbucket for the build status
[15:27:13.471] Build 8889019497420626272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:27:13.471] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:139:0) after 1m0s
[15:28:14.243] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:139:0)
[15:28:14.243] Timer tick, asking Buildbucket for the build status
[15:28:14.490] Build 8889019497420626272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:28:14.490] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:140:0) after 1m0s
[15:29:14.631] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:140:0)
[15:29:14.631] Timer tick, asking Buildbucket for the build status
[15:29:14.742] Build 8889019497420626272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:29:14.742] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:141:0) after 1m0s
[15:30:14.952] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:141:0)
[15:30:14.952] Timer tick, asking Buildbucket for the build status
[15:30:15.202] Build 8889019497420626272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:30:15.202] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:142:0) after 1m0s
[15:31:16.078] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:142:0)
[15:31:16.079] Timer tick, asking Buildbucket for the build status
[15:31:16.321] Build 8889019497420626272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:31:16.321] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:143:0) after 1m0s
[15:32:16.401] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:143:0)
[15:32:16.401] Timer tick, asking Buildbucket for the build status
[15:32:16.531] Build 8889019497420626272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:32:16.531] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-win:9054449559409332480:144:0) after 1m0s
[15:32:55.067] Received PubSub notification, asking Buildbucket for the build status
[15:32:55.177] Build 8889019497420626272: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[15:32:55.177] Buildbucket build:
{
  "build": {
    "bucket": "luci.infra.codesearch",
    "canary_preference": "PROD",
    "completed_ts": "1581175974741179",
    "created_by": "project:infra",
    "created_ts": "1581167429483991",
    "failure_reason": "BUILD_FAILURE",
    "id": "8889019497420626272",
    "parameters_json": "{\"builder_name\": \"codesearch-gen-chromium-win\", \"properties\": {\"$recipe_engine/scheduler\": {\"hostname\": \"luci-scheduler.appspot.com\", \"triggers\": [{\"buildbucket\": {\"properties\": {\"codesearch_mirror_revision\": \"3ef5b73f2884dbdb52848c8ea34260da23af8c24\", \"codesearch_mirror_revision_timestamp\": 1581162204.0, \"root_solution_revision\": \"bdee4fdae52c4ed35c19d2a89a5d12e6c90602ad\", \"root_solution_revision_timestamp\": 1581162055.0}, \"tags\": [\"parent_buildername:codesearch-gen-chromium-initiator\", \"parent_buildnumber:10142\", \"user_agent:recipe\"]}, \"id\": \"17371084-5ca7-4c5f-8d4e-272f40e43a14\", \"title\": \"codesearch-gen-chromium-initiator/10142\"}]}, \"codesearch_mirror_revision\": \"3ef5b73f2884dbdb52848c8ea34260da23af8c24\", \"codesearch_mirror_revision_timestamp\": 1581162204.0, \"root_solution_revision\": \"bdee4fdae52c4ed35c19d2a89a5d12e6c90602ad\", \"root_solution_revision_timestamp\": 1581162055.0}}",
    "project": "infra",
    "result": "FAILURE",
    "result_details_json": "{\"error\": {\"message\": \"#### Step _compile_ failed. Error logs are shown below:\\n```\\n[9477/73850] CXX glibc_x64/obj/ppapi/ppapi_nacl_tests_nexe/test_audio.o\\nFAILED: glibc_x64/obj/ppapi/ppapi_nacl_tests_nexe/test_audio.o\\nC:\\\\b\\\\s\\\\w\\\\ir\\\\cache\\\\goma\\\\client/gomacc ../../native_client/toolchain/win_x86/nacl_x86_glibc/bin/x86_64...(too long)\\n2 [main] x86_64-nacl-g++ (7584) C:\\\\b\\\\s\\\\w\\\\ir\\\\cache\\\\builder\\\\src\\\\native_client\\\\toolchain\\\\win_x86\\\\nacl_x86_glibc\\\\libexec\\\\x86_64-nacl-g++.exe: *** fatal error - cygheap base mismatch detected - 0x18B0970/0x1930970.\\nThis problem is probably due to using incompatible versions of the cygwin DLL.\\nSearch for cygwin1.dll using the Windows Start-\u003eFind/Search facility\\nand delete all but the most recent version.  The most recent version *should*\\n```\\n##### ...The message was too long...\\n#### More information in raw_io.output[failure_summary]\"}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"C:\\\\b\\\\s\\\\w\\\\ir\\\\cache\", \"temp_dir\": \"C:\\\\b\\\\s\\\\w\\\\ir\\\\tmp\\\\rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"$recipe_engine/scheduler\": {\"hostname\": \"luci-scheduler.appspot.com\", \"triggers\": [{\"buildbucket\": {\"properties\": {\"codesearch_mirror_revision\": \"3ef5b73f2884dbdb52848c8ea34260da23af8c24\", \"codesearch_mirror_revision_timestamp\": 1581162204.0, \"root_solution_revision\": \"bdee4fdae52c4ed35c19d2a89a5d12e6c90602ad\", \"root_solution_revision_timestamp\": 1581162055.0}, \"tags\": [\"parent_buildername:codesearch-gen-chromium-initiator\", \"parent_buildnumber:10142\", \"user_agent:recipe\"]}, \"id\": \"17371084-5ca7-4c5f-8d4e-272f40e43a14\", \"title\": \"codesearch-gen-chromium-initiator/10142\"}]}, \"bot_id\": \"luci-infra-codesearch-win-0-llnw\", \"buildername\": \"codesearch-gen-chromium-win\", \"buildnumber\": 5296, \"codesearch_mirror_revision\": \"3ef5b73f2884dbdb52848c8ea34260da23af8c24\", \"codesearch_mirror_revision_timestamp\": 1581162204.0, \"got_angle_revision\": \"9681190ddc2bad1a123c97a98d403e2e97982795\", \"got_clang_revision\": \"n340759-eaabaf7e-2\", \"got_dawn_revision\": \"fb01a6024e4d8ba45047baa410783f7774e6cd9e\", \"got_nacl_revision\": \"3651f6c52037c96e034cc422746768d59182bff3\", \"got_revision\": \"bdee4fdae52c4ed35c19d2a89a5d12e6c90602ad\", \"got_revision_cp\": \"refs/heads/master@{#739713}\", \"got_swarming_client_revision\": \"0ac28472d073a515124c85b128c4378a914e0a4d\", \"got_swiftshader_revision\": \"0aef64546c8d088d48d394233082199b5108a4fc\", \"got_v8_revision\": \"c5a2d108c89b02886f6999adfd59b880a9fe30ae\", \"got_v8_revision_cp\": \"refs/heads/8.2.45@{#1}\", \"got_webrtc_revision\": \"d4c3c3a454215b21f02d2a772a729b4c87d6b33e\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#30486}\", \"mastername\": \"chromium.infra.codesearch\", \"path_config\": \"generic\", \"recipe\": \"chromium_codesearch\", \"root_solution_revision\": \"bdee4fdae52c4ed35c19d2a89a5d12e6c90602ad\", \"root_solution_revision_timestamp\": 1581162055.0}, \"swarming\": {\"bot_dimensions\": {\"cores\": [\"8\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-Broadwell_GCE\"], \"gce\": [\"1\"], \"gcp\": [\"google.com:chromecompute\"], \"gpu\": [\"none\"], \"id\": [\"luci-infra-codesearch-win-0-llnw\"], \"image\": [\"chrome-win10-1703-19112100-3085293b610\"], \"integrity\": [\"high\"], \"locale\": [\"en_US.cp1252\"], \"machine_type\": [\"n1-standard-8\"], \"os\": [\"Windows\", \"Windows-10\", \"Windows-10-15063\"], \"pool\": [\"luci.infra.codesearch\"], \"python\": [\"2.7.13\"], \"server_version\": [\"4809-bb2013c\"], \"ssd\": [\"1\"], \"windows_client_version\": [\"10\"], \"zone\": [\"us\", \"us-east\", \"us-east1\", \"us-east1-a\"]}}, \"ui\": {\"info\": \"#### Step _compile_ failed. Error logs are shown below:\\n```\\n[9477/73850] CXX glibc_x64/obj/ppapi/ppapi_nacl_tests_nexe/test_audio.o\\nFAILED: glibc_x64/obj/ppapi/ppapi_nacl_tests_nexe/test_audio.o\\nC:\\\\b\\\\s\\\\w\\\\ir\\\\cache\\\\goma\\\\client/gomacc ../../native_client/toolchain/win_x86/nacl_x86_glibc/bin/x86_64...(too long)\\n2 [main] x86_64-nacl-g++ (7584) C:\\\\b\\\\s\\\\w\\\\ir\\\\cache\\\\builder\\\\src\\\\native_client\\\\toolchain\\\\win_x86\\\\nacl_x86_glibc\\\\libexec\\\\x86_64-nacl-g++.exe: *** fatal error - cygheap base mismatch detected - 0x18B0970/0x1930970.\\nThis problem is probably due to using incompatible versions of the cygwin DLL.\\nSearch for cygwin1.dll using the Windows Start-\u003eFind/Search facility\\nand delete all but the most recent version.  The most recent version *should*\\n```\\n##### ...The message was too long...\\n#### More information in raw_io.output[failure_summary]\"}}",
    "service_account": "infra-codesearch@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1581168789274319",
    "status": "COMPLETED",
    "status_changed_ts": "1581168789740700",
    "tags": [
      "build_address:luci.infra.codesearch/codesearch-gen-chromium-win/5296",
      "builder:codesearch-gen-chromium-win",
      "parent_buildername:codesearch-gen-chromium-initiator",
      "parent_buildnumber:10142",
      "scheduler_invocation_id:9054449559409332480",
      "scheduler_job_id:infra/codesearch-gen-chromium-win",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/infra/buildbucket/cr-buildbucket.appspot.com/8889019497420626272/+/annotations",
      "swarming_tag:luci_project:infra",
      "swarming_tag:os:Windows",
      "swarming_tag:recipe_name:chromium_codesearch",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:4a3dbdd2e3633210",
      "user_agent:luci-scheduler",
      "user_agent:recipe"
    ],
    "updated_ts": "1581175974824009",
    "url": "https://ci.chromium.org/b/8889019497420626272",
    "utcnow_ts": "1581175975169578"
  }
}
[15:32:55.177] Invocation finished in 2h22m26.973781224s with status FAILED