Status: FAILED
Triggered by: infra-codesearch@chops-service-accounts.iam.gserviceaccount.com
Duration: 1 hour
Actions:

Definition (rev 5bfead47a13c7b4bf35f6ab7ff843d1e826114ad)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.infra.codesearch"
  builder: "codesearch-gen-chromium-linux"
>

Incoming triggers

  • codesearch-gen-chromium-initiator/10408 (5 years ago by infra-codesearch@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "codesearch_mirror_revision": "14005da7a0bff7c0da7b4d590e02e057594af4a2",
  "codesearch_mirror_revision_timestamp": 1584993669,
  "root_solution_revision": "b6c931997d3cc2c2e4a5b0577dee6e88640cbb90",
  "root_solution_revision_timestamp": 1584993043
}

Incoming tags

  • parent_buildername:codesearch-gen-chromium-initiator
  • parent_buildnumber:10408
  • user_agent:recipe

Debug log (UTC)

[20:02:04.926] New invocation is queued and will start shortly
[20:02:04.926] Triggered by user:infra-codesearch@chops-service-accounts.iam.gserviceaccount.com
[20:02:06.054] Starting the invocation (attempt 1)
[20:02:06.092] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:02:06.092] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:02:06.093] Buildbucket request:
{
  "bucket": "luci.infra.codesearch",
  "client_operation_id": "9050437396513338368",
  "parameters_json": "{\"builder_name\":\"codesearch-gen-chromium-linux\",\"properties\":{\"$recipe_engine/scheduler\":{\"hostname\":\"luci-scheduler.appspot.com\",\"triggers\":[{\"buildbucket\":{\"properties\":{\"codesearch_mirror_revision\":\"14005da7a0bff7c0da7b4d590e02e057594af4a2\",\"codesearch_mirror_revision_timestamp\":1584993669,\"root_solution_revision\":\"b6c931997d3cc2c2e4a5b0577dee6e88640cbb90\",\"root_solution_revision_timestamp\":1584993043},\"tags\":[\"parent_buildername:codesearch-gen-chromium-initiator\",\"parent_buildnumber:10408\",\"user_agent:recipe\"]},\"id\":\"077badfe-4bd5-42bb-9cfc-4ede30146daa\",\"title\":\"codesearch-gen-chromium-initiator/10408\"}]},\"codesearch_mirror_revision\":\"14005da7a0bff7c0da7b4d590e02e057594af4a2\",\"codesearch_mirror_revision_timestamp\":1584993669,\"root_solution_revision\":\"b6c931997d3cc2c2e4a5b0577dee6e88640cbb90\",\"root_solution_revision_timestamp\":1584993043}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:codesearch-gen-chromium-linux",
    "scheduler_invocation_id:9050437396513338368",
    "scheduler_job_id:infra/codesearch-gen-chromium-linux",
    "user_agent:luci-scheduler",
    "parent_buildername:codesearch-gen-chromium-initiator",
    "parent_buildnumber:10408",
    "user_agent:recipe"
  ]
}
[20:02:06.965] Buildbucket response:
{
  "build": {
    "bucket": "luci.infra.codesearch",
    "canary_preference": "PROD",
    "created_by": "project:infra",
    "created_ts": "1584993726207891",
    "id": "8885007334506934224",
    "parameters_json": "{\"builder_name\": \"codesearch-gen-chromium-linux\", \"properties\": {\"$recipe_engine/scheduler\": {\"hostname\": \"luci-scheduler.appspot.com\", \"triggers\": [{\"buildbucket\": {\"properties\": {\"codesearch_mirror_revision\": \"14005da7a0bff7c0da7b4d590e02e057594af4a2\", \"codesearch_mirror_revision_timestamp\": 1584993669.0, \"root_solution_revision\": \"b6c931997d3cc2c2e4a5b0577dee6e88640cbb90\", \"root_solution_revision_timestamp\": 1584993043.0}, \"tags\": [\"parent_buildername:codesearch-gen-chromium-initiator\", \"parent_buildnumber:10408\", \"user_agent:recipe\"]}, \"id\": \"077badfe-4bd5-42bb-9cfc-4ede30146daa\", \"title\": \"codesearch-gen-chromium-initiator/10408\"}]}, \"codesearch_mirror_revision\": \"14005da7a0bff7c0da7b4d590e02e057594af4a2\", \"codesearch_mirror_revision_timestamp\": 1584993669.0, \"root_solution_revision\": \"b6c931997d3cc2c2e4a5b0577dee6e88640cbb90\", \"root_solution_revision_timestamp\": 1584993043.0}}",
    "project": "infra",
    "result_details_json": "{\"properties\": {}}",
    "service_account": "infra-codesearch@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1584993726767664",
    "tags": [
      "build_address:luci.infra.codesearch/codesearch-gen-chromium-linux/8089",
      "builder:codesearch-gen-chromium-linux",
      "parent_buildername:codesearch-gen-chromium-initiator",
      "parent_buildnumber:10408",
      "scheduler_invocation_id:9050437396513338368",
      "scheduler_job_id:infra/codesearch-gen-chromium-linux",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/infra/buildbucket/cr-buildbucket.appspot.com/8885007334506934224/+/annotations",
      "swarming_tag:luci_project:infra",
      "swarming_tag:recipe_name:chromium_codesearch",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:",
      "user_agent:luci-scheduler",
      "user_agent:recipe"
    ],
    "updated_ts": "1584993726767833",
    "url": "https://ci.chromium.org/b/8885007334506934224",
    "utcnow_ts": "1584993726946906"
  }
}
[20:02:06.965] Task URL: https://ci.chromium.org/b/8885007334506934224
[20:02:06.965] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:2:0) after 1m0s
[20:02:24.188] Received PubSub notification, asking Buildbucket for the build status
[20:02:24.286] Build 8885007334506934224: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:03:07.033] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:2:0)
[20:03:07.033] Timer tick, asking Buildbucket for the build status
[20:03:07.383] Build 8885007334506934224: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:03:07.383] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:4:0) after 1m0s
[20:04:07.456] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:4:0)
[20:04:07.456] Timer tick, asking Buildbucket for the build status
[20:04:07.634] Build 8885007334506934224: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:04:07.634] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:5:0) after 1m0s
[20:05:07.650] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:5:0)
[20:05:07.650] Timer tick, asking Buildbucket for the build status
[20:05:07.815] Build 8885007334506934224: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:05:07.815] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:6:0) after 1m0s
[20:06:07.877] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:6:0)
[20:06:07.877] Timer tick, asking Buildbucket for the build status
[20:06:08.085] Build 8885007334506934224: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:06:08.085] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:7:0) after 1m0s
[20:07:08.133] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:7:0)
[20:07:08.133] Timer tick, asking Buildbucket for the build status
[20:07:08.306] Build 8885007334506934224: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:07:08.306] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:8:0) after 1m0s
[20:08:08.353] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:8:0)
[20:08:08.353] Timer tick, asking Buildbucket for the build status
[20:08:08.588] Build 8885007334506934224: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:08:08.588] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:9:0) after 1m0s
[20:09:08.651] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:9:0)
[20:09:08.651] Timer tick, asking Buildbucket for the build status
[20:09:08.832] Build 8885007334506934224: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:09:08.832] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:10:0) after 1m0s
[20:10:08.945] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:10:0)
[20:10:08.945] Timer tick, asking Buildbucket for the build status
[20:10:09.324] Build 8885007334506934224: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:10:09.324] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:11:0) after 1m0s
[20:11:09.298] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:11:0)
[20:11:09.298] Timer tick, asking Buildbucket for the build status
[20:11:09.466] Build 8885007334506934224: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:11:09.466] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:12:0) after 1m0s
[20:12:09.531] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:12:0)
[20:12:09.531] Timer tick, asking Buildbucket for the build status
[20:12:09.725] Build 8885007334506934224: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:12:09.725] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:13:0) after 1m0s
[20:13:09.743] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:13:0)
[20:13:09.743] Timer tick, asking Buildbucket for the build status
[20:13:11.160] Build 8885007334506934224: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:13:11.160] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:14:0) after 1m0s
[20:14:11.222] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:14:0)
[20:14:11.222] Timer tick, asking Buildbucket for the build status
[20:14:11.464] Build 8885007334506934224: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:14:11.464] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:15:0) after 1m0s
[20:15:11.511] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:15:0)
[20:15:11.511] Timer tick, asking Buildbucket for the build status
[20:15:12.117] Build 8885007334506934224: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:15:12.117] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:16:0) after 1m0s
[20:16:12.204] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:16:0)
[20:16:12.204] Timer tick, asking Buildbucket for the build status
[20:16:12.339] Build 8885007334506934224: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:16:12.339] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:17:0) after 1m0s
[20:17:12.409] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:17:0)
[20:17:12.409] Timer tick, asking Buildbucket for the build status
[20:17:12.567] Build 8885007334506934224: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:17:12.567] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:18:0) after 1m0s
[20:18:12.643] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:18:0)
[20:18:12.643] Timer tick, asking Buildbucket for the build status
[20:18:12.823] Build 8885007334506934224: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:18:12.823] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:19:0) after 1m0s
[20:19:12.901] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:19:0)
[20:19:12.901] Timer tick, asking Buildbucket for the build status
[20:19:13.134] Build 8885007334506934224: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:19:13.134] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:20:0) after 1m0s
[20:20:13.180] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:20:0)
[20:20:13.180] Timer tick, asking Buildbucket for the build status
[20:20:13.895] Build 8885007334506934224: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:20:13.896] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:21:0) after 1m0s
[20:21:13.953] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:21:0)
[20:21:13.953] Timer tick, asking Buildbucket for the build status
[20:21:14.230] Build 8885007334506934224: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:21:14.230] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:22:0) after 1m0s
[20:22:14.296] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:22:0)
[20:22:14.296] Timer tick, asking Buildbucket for the build status
[20:22:14.497] Build 8885007334506934224: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:22:14.497] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:23:0) after 1m0s
[20:23:14.569] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:23:0)
[20:23:14.569] Timer tick, asking Buildbucket for the build status
[20:23:14.704] Build 8885007334506934224: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:23:14.704] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:24:0) after 1m0s
[20:24:14.766] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:24:0)
[20:24:14.766] Timer tick, asking Buildbucket for the build status
[20:24:15.073] Build 8885007334506934224: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:24:15.073] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:25:0) after 1m0s
[20:25:15.127] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:25:0)
[20:25:15.127] Timer tick, asking Buildbucket for the build status
[20:25:15.355] Build 8885007334506934224: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:25:15.355] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:26:0) after 1m0s
[20:26:15.418] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:26:0)
[20:26:15.418] Timer tick, asking Buildbucket for the build status
[20:26:15.477] Build 8885007334506934224: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:26:15.477] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:27:0) after 1m0s
[20:27:15.534] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:27:0)
[20:27:15.534] Timer tick, asking Buildbucket for the build status
[20:27:15.707] Build 8885007334506934224: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:27:15.707] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:28:0) after 1m0s
[20:28:15.752] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:28:0)
[20:28:15.752] Timer tick, asking Buildbucket for the build status
[20:28:15.875] Build 8885007334506934224: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:28:15.876] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:29:0) after 1m0s
[20:29:15.894] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:29:0)
[20:29:15.894] Timer tick, asking Buildbucket for the build status
[20:29:16.038] Build 8885007334506934224: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:29:16.038] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:30:0) after 1m0s
[20:30:16.068] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:30:0)
[20:30:16.068] Timer tick, asking Buildbucket for the build status
[20:30:16.351] Build 8885007334506934224: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:30:16.351] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:31:0) after 1m0s
[20:31:16.369] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:31:0)
[20:31:16.369] Timer tick, asking Buildbucket for the build status
[20:31:16.879] Build 8885007334506934224: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:31:16.879] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:32:0) after 1m0s
[20:32:16.905] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:32:0)
[20:32:16.905] Timer tick, asking Buildbucket for the build status
[20:32:17.123] Build 8885007334506934224: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:32:17.123] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:33:0) after 1m0s
[20:33:17.130] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:33:0)
[20:33:17.130] Timer tick, asking Buildbucket for the build status
[20:33:17.299] Build 8885007334506934224: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:33:17.299] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:34:0) after 1m0s
[20:34:17.371] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:34:0)
[20:34:17.371] Timer tick, asking Buildbucket for the build status
[20:34:17.690] Build 8885007334506934224: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:34:17.690] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:35:0) after 1m0s
[20:35:17.699] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:35:0)
[20:35:17.699] Timer tick, asking Buildbucket for the build status
[20:35:17.803] Build 8885007334506934224: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:35:17.803] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:36:0) after 1m0s
[20:36:17.889] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:36:0)
[20:36:17.889] Timer tick, asking Buildbucket for the build status
[20:36:18.078] Build 8885007334506934224: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:36:18.078] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:37:0) after 1m0s
[20:37:18.106] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:37:0)
[20:37:18.106] Timer tick, asking Buildbucket for the build status
[20:37:18.924] Build 8885007334506934224: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:37:18.924] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:38:0) after 1m0s
[20:38:18.942] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:38:0)
[20:38:18.942] Timer tick, asking Buildbucket for the build status
[20:38:19.100] Build 8885007334506934224: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:38:19.100] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:39:0) after 1m0s
[20:39:19.144] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:39:0)
[20:39:19.144] Timer tick, asking Buildbucket for the build status
[20:39:19.362] Build 8885007334506934224: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:39:19.362] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:40:0) after 1m0s
[20:40:19.431] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:40:0)
[20:40:19.431] Timer tick, asking Buildbucket for the build status
[20:40:19.504] Build 8885007334506934224: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:40:19.504] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:41:0) after 1m0s
[20:41:19.579] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:41:0)
[20:41:19.579] Timer tick, asking Buildbucket for the build status
[20:41:19.991] Build 8885007334506934224: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:41:19.992] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:42:0) after 1m0s
[20:42:19.992] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:42:0)
[20:42:19.992] Timer tick, asking Buildbucket for the build status
[20:42:20.338] Build 8885007334506934224: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:42:20.338] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:43:0) after 1m0s
[20:43:20.384] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:43:0)
[20:43:20.384] Timer tick, asking Buildbucket for the build status
[20:43:20.718] Build 8885007334506934224: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:43:20.718] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:44:0) after 1m0s
[20:44:20.802] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:44:0)
[20:44:20.802] Timer tick, asking Buildbucket for the build status
[20:44:20.937] Build 8885007334506934224: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:44:20.937] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:45:0) after 1m0s
[20:45:20.960] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:45:0)
[20:45:20.960] Timer tick, asking Buildbucket for the build status
[20:45:21.076] Build 8885007334506934224: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:45:21.076] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:46:0) after 1m0s
[20:46:21.100] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:46:0)
[20:46:21.100] Timer tick, asking Buildbucket for the build status
[20:46:21.232] Build 8885007334506934224: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:46:21.232] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:47:0) after 1m0s
[20:47:21.287] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:47:0)
[20:47:21.287] Timer tick, asking Buildbucket for the build status
[20:47:21.991] Build 8885007334506934224: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:47:21.991] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:48:0) after 1m0s
[20:48:22.117] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:48:0)
[20:48:22.117] Timer tick, asking Buildbucket for the build status
[20:48:22.650] Build 8885007334506934224: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:48:22.650] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:49:0) after 1m0s
[20:49:22.717] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:49:0)
[20:49:22.717] Timer tick, asking Buildbucket for the build status
[20:49:22.841] Build 8885007334506934224: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:49:22.841] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:50:0) after 1m0s
[20:50:23.029] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:50:0)
[20:50:23.029] Timer tick, asking Buildbucket for the build status
[20:50:23.327] Build 8885007334506934224: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:50:23.327] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:51:0) after 1m0s
[20:51:23.393] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:51:0)
[20:51:23.393] Timer tick, asking Buildbucket for the build status
[20:51:23.536] Build 8885007334506934224: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:51:23.536] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:52:0) after 1m0s
[20:52:23.632] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:52:0)
[20:52:23.632] Timer tick, asking Buildbucket for the build status
[20:52:23.755] Build 8885007334506934224: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:52:23.755] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:53:0) after 1m0s
[20:53:24.675] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:53:0)
[20:53:24.675] Timer tick, asking Buildbucket for the build status
[20:53:24.904] Build 8885007334506934224: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:53:24.904] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:54:0) after 1m0s
[20:54:24.965] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:54:0)
[20:54:24.965] Timer tick, asking Buildbucket for the build status
[20:54:25.731] Build 8885007334506934224: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:54:25.731] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:55:0) after 1m0s
[20:55:25.821] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:55:0)
[20:55:25.821] Timer tick, asking Buildbucket for the build status
[20:55:26.048] Build 8885007334506934224: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:55:26.048] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:56:0) after 1m0s
[20:56:26.065] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:56:0)
[20:56:26.065] Timer tick, asking Buildbucket for the build status
[20:56:26.179] Build 8885007334506934224: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:56:26.179] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:57:0) after 1m0s
[20:57:26.919] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:57:0)
[20:57:26.919] Timer tick, asking Buildbucket for the build status
[20:57:27.332] Build 8885007334506934224: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:57:27.332] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:58:0) after 1m0s
[20:58:27.508] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:58:0)
[20:58:27.508] Timer tick, asking Buildbucket for the build status
[20:58:27.647] Build 8885007334506934224: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:58:27.647] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:59:0) after 1m0s
[20:59:28.172] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:59:0)
[20:59:28.172] Timer tick, asking Buildbucket for the build status
[20:59:28.311] Build 8885007334506934224: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:59:28.311] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:60:0) after 1m0s
[21:00:28.559] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:60:0)
[21:00:28.559] Timer tick, asking Buildbucket for the build status
[21:00:28.626] Build 8885007334506934224: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:00:28.626] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:61:0) after 1m0s
[21:01:28.834] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:61:0)
[21:01:28.834] Timer tick, asking Buildbucket for the build status
[21:01:29.013] Build 8885007334506934224: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:01:29.013] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:62:0) after 1m0s
[21:02:29.239] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:62:0)
[21:02:29.239] Timer tick, asking Buildbucket for the build status
[21:02:30.389] Build 8885007334506934224: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:02:30.389] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:63:0) after 1m0s
[21:03:30.690] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:63:0)
[21:03:30.690] Timer tick, asking Buildbucket for the build status
[21:03:31.059] Build 8885007334506934224: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:03:31.059] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:64:0) after 1m0s
[21:04:31.138] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:64:0)
[21:04:31.138] Timer tick, asking Buildbucket for the build status
[21:04:31.303] Build 8885007334506934224: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:04:31.303] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:65:0) after 1m0s
[21:05:31.618] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:65:0)
[21:05:31.618] Timer tick, asking Buildbucket for the build status
[21:05:31.764] Build 8885007334506934224: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:05:31.764] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:66:0) after 1m0s
[21:06:31.810] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:66:0)
[21:06:31.810] Timer tick, asking Buildbucket for the build status
[21:06:32.317] Build 8885007334506934224: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:06:32.317] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:67:0) after 1m0s
[21:07:32.399] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:67:0)
[21:07:32.399] Timer tick, asking Buildbucket for the build status
[21:07:33.392] Build 8885007334506934224: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:07:33.392] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:68:0) after 1m0s
[21:08:33.521] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:68:0)
[21:08:33.521] Timer tick, asking Buildbucket for the build status
[21:08:34.121] Build 8885007334506934224: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:08:34.121] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:69:0) after 1m0s
[21:09:34.124] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:69:0)
[21:09:34.124] Timer tick, asking Buildbucket for the build status
[21:09:34.250] Build 8885007334506934224: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:09:34.250] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:70:0) after 1m0s
[21:10:34.296] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:70:0)
[21:10:34.296] Timer tick, asking Buildbucket for the build status
[21:10:34.426] Build 8885007334506934224: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:10:34.426] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:71:0) after 1m0s
[21:11:34.542] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:71:0)
[21:11:34.542] Timer tick, asking Buildbucket for the build status
[21:11:34.946] Build 8885007334506934224: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:11:34.946] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:72:0) after 1m0s
[21:12:34.971] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:72:0)
[21:12:34.971] Timer tick, asking Buildbucket for the build status
[21:12:35.128] Build 8885007334506934224: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:12:35.128] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:73:0) after 1m0s
[21:13:35.284] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:73:0)
[21:13:35.284] Timer tick, asking Buildbucket for the build status
[21:13:35.725] Build 8885007334506934224: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:13:35.725] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:74:0) after 1m0s
[21:14:35.809] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:74:0)
[21:14:35.809] Timer tick, asking Buildbucket for the build status
[21:14:36.138] Build 8885007334506934224: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:14:36.138] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:75:0) after 1m0s
[21:15:36.196] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:75:0)
[21:15:36.196] Timer tick, asking Buildbucket for the build status
[21:15:36.611] Build 8885007334506934224: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:15:36.611] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:76:0) after 1m0s
[21:16:36.634] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:76:0)
[21:16:36.634] Timer tick, asking Buildbucket for the build status
[21:16:36.795] Build 8885007334506934224: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:16:36.795] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:77:0) after 1m0s
[21:17:36.816] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:77:0)
[21:17:36.817] Timer tick, asking Buildbucket for the build status
[21:17:37.255] Build 8885007334506934224: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:17:37.255] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:78:0) after 1m0s
[21:18:37.348] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:78:0)
[21:18:37.348] Timer tick, asking Buildbucket for the build status
[21:18:37.423] Build 8885007334506934224: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:18:37.423] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:79:0) after 1m0s
[21:19:37.452] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:79:0)
[21:19:37.452] Timer tick, asking Buildbucket for the build status
[21:19:37.660] Build 8885007334506934224: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:19:37.660] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:80:0) after 1m0s
[21:20:37.722] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:80:0)
[21:20:37.722] Timer tick, asking Buildbucket for the build status
[21:20:37.840] Build 8885007334506934224: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:20:37.840] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:81:0) after 1m0s
[21:21:37.861] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:81:0)
[21:21:37.861] Timer tick, asking Buildbucket for the build status
[21:21:38.160] Build 8885007334506934224: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:21:38.160] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:82:0) after 1m0s
[21:22:38.215] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:82:0)
[21:22:38.215] Timer tick, asking Buildbucket for the build status
[21:22:38.438] Build 8885007334506934224: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:22:38.438] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:83:0) after 1m0s
[21:23:38.530] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:83:0)
[21:23:38.530] Timer tick, asking Buildbucket for the build status
[21:23:38.880] Build 8885007334506934224: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:23:38.880] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:84:0) after 1m0s
[21:24:38.920] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:84:0)
[21:24:38.920] Timer tick, asking Buildbucket for the build status
[21:24:39.009] Build 8885007334506934224: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:24:39.009] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:85:0) after 1m0s
[21:25:39.081] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:85:0)
[21:25:39.081] Timer tick, asking Buildbucket for the build status
[21:25:39.584] Build 8885007334506934224: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:25:39.584] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:86:0) after 1m0s
[21:26:39.625] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:86:0)
[21:26:39.625] Timer tick, asking Buildbucket for the build status
[21:26:40.205] Build 8885007334506934224: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:26:40.205] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:87:0) after 1m0s
[21:27:40.234] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:87:0)
[21:27:40.234] Timer tick, asking Buildbucket for the build status
[21:27:40.954] Build 8885007334506934224: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:27:40.954] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:88:0) after 1m0s
[21:28:41.050] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:88:0)
[21:28:41.052] Timer tick, asking Buildbucket for the build status
[21:28:41.685] Build 8885007334506934224: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:28:41.685] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:89:0) after 1m0s
[21:29:41.685] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:89:0)
[21:29:41.685] Timer tick, asking Buildbucket for the build status
[21:29:42.166] Build 8885007334506934224: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:29:42.166] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:90:0) after 1m0s
[21:30:42.197] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:90:0)
[21:30:42.197] Timer tick, asking Buildbucket for the build status
[21:30:42.518] Build 8885007334506934224: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:30:42.518] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:91:0) after 1m0s
[21:31:42.663] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:91:0)
[21:31:42.663] Timer tick, asking Buildbucket for the build status
[21:31:42.915] Build 8885007334506934224: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:31:42.915] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:92:0) after 1m0s
[21:32:42.912] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:92:0)
[21:32:42.912] Timer tick, asking Buildbucket for the build status
[21:32:43.092] Build 8885007334506934224: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:32:43.092] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:93:0) after 1m0s
[21:33:43.127] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:93:0)
[21:33:43.127] Timer tick, asking Buildbucket for the build status
[21:33:43.362] Build 8885007334506934224: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:33:43.362] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:94:0) after 1m0s
[21:34:43.459] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:94:0)
[21:34:43.459] Timer tick, asking Buildbucket for the build status
[21:34:43.618] Build 8885007334506934224: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:34:43.618] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:95:0) after 1m0s
[21:35:43.664] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:95:0)
[21:35:43.664] Timer tick, asking Buildbucket for the build status
[21:35:43.811] Build 8885007334506934224: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:35:43.811] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:96:0) after 1m0s
[21:36:43.902] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:96:0)
[21:36:43.902] Timer tick, asking Buildbucket for the build status
[21:36:44.259] Build 8885007334506934224: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:36:44.259] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:97:0) after 1m0s
[21:37:44.307] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:97:0)
[21:37:44.307] Timer tick, asking Buildbucket for the build status
[21:37:44.433] Build 8885007334506934224: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:37:44.433] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:98:0) after 1m0s
[21:38:44.620] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:98:0)
[21:38:44.620] Timer tick, asking Buildbucket for the build status
[21:38:44.727] Build 8885007334506934224: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:38:44.727] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:99:0) after 1m0s
[21:39:44.851] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:99:0)
[21:39:44.851] Timer tick, asking Buildbucket for the build status
[21:39:45.365] Build 8885007334506934224: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:39:45.365] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:100:0) after 1m0s
[21:40:45.404] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:100:0)
[21:40:45.404] Timer tick, asking Buildbucket for the build status
[21:40:45.512] Build 8885007334506934224: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:40:45.512] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9050437396513338368:101:0) after 1m0s
[21:41:33.013] Received PubSub notification, asking Buildbucket for the build status
[21:41:33.181] Build 8885007334506934224: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[21:41:33.181] Buildbucket build:
{
  "build": {
    "bucket": "luci.infra.codesearch",
    "canary_preference": "PROD",
    "completed_ts": "1584999690432287",
    "created_by": "project:infra",
    "created_ts": "1584993726207891",
    "failure_reason": "BUILD_FAILURE",
    "id": "8885007334506934224",
    "parameters_json": "{\"builder_name\": \"codesearch-gen-chromium-linux\", \"properties\": {\"$recipe_engine/scheduler\": {\"hostname\": \"luci-scheduler.appspot.com\", \"triggers\": [{\"buildbucket\": {\"properties\": {\"codesearch_mirror_revision\": \"14005da7a0bff7c0da7b4d590e02e057594af4a2\", \"codesearch_mirror_revision_timestamp\": 1584993669.0, \"root_solution_revision\": \"b6c931997d3cc2c2e4a5b0577dee6e88640cbb90\", \"root_solution_revision_timestamp\": 1584993043.0}, \"tags\": [\"parent_buildername:codesearch-gen-chromium-initiator\", \"parent_buildnumber:10408\", \"user_agent:recipe\"]}, \"id\": \"077badfe-4bd5-42bb-9cfc-4ede30146daa\", \"title\": \"codesearch-gen-chromium-initiator/10408\"}]}, \"codesearch_mirror_revision\": \"14005da7a0bff7c0da7b4d590e02e057594af4a2\", \"codesearch_mirror_revision_timestamp\": 1584993669.0, \"root_solution_revision\": \"b6c931997d3cc2c2e4a5b0577dee6e88640cbb90\", \"root_solution_revision_timestamp\": 1584993043.0}}",
    "project": "infra",
    "result": "FAILURE",
    "result_details_json": "{\"error\": {\"message\": \"Step('create kythe index pack') (retcode: 1)\"}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"$recipe_engine/scheduler\": {\"hostname\": \"luci-scheduler.appspot.com\", \"triggers\": [{\"buildbucket\": {\"properties\": {\"codesearch_mirror_revision\": \"14005da7a0bff7c0da7b4d590e02e057594af4a2\", \"codesearch_mirror_revision_timestamp\": 1584993669.0, \"root_solution_revision\": \"b6c931997d3cc2c2e4a5b0577dee6e88640cbb90\", \"root_solution_revision_timestamp\": 1584993043.0}, \"tags\": [\"parent_buildername:codesearch-gen-chromium-initiator\", \"parent_buildnumber:10408\", \"user_agent:recipe\"]}, \"id\": \"077badfe-4bd5-42bb-9cfc-4ede30146daa\", \"title\": \"codesearch-gen-chromium-initiator/10408\"}]}, \"bot_id\": \"luci-infra-codesearch-xenial-5-gkcl\", \"buildername\": \"codesearch-gen-chromium-linux\", \"buildnumber\": 8089, \"codesearch_mirror_revision\": \"14005da7a0bff7c0da7b4d590e02e057594af4a2\", \"codesearch_mirror_revision_timestamp\": 1584993669.0, \"got_angle_revision\": \"31e36a6313457e32bcb7da0a85ed5a73504dd231\", \"got_clang_revision\": \"n345635-5d881dd8-1\", \"got_dawn_revision\": \"11652ff8f8b3c3104eb2627717fa652d432d5b84\", \"got_nacl_revision\": \"35bcc9f6d5e81c3c39ad57de97ef9cd22301ee9e\", \"got_revision\": \"b6c931997d3cc2c2e4a5b0577dee6e88640cbb90\", \"got_revision_cp\": \"refs/heads/master@{#752543}\", \"got_swarming_client_revision\": \"cc958279ffd6853e0a1b227a7e957ca334fe56af\", \"got_swiftshader_revision\": \"95b77b44a8a80b1311dc6f3bf197e931cd3d7083\", \"got_v8_revision\": \"079cda55d7c1c902a41a052480cbc2cf9efd5433\", \"got_v8_revision_cp\": \"refs/heads/8.3.51@{#1}\", \"got_webrtc_revision\": \"8d1f72852e9839abb7cb96271bc367339dfee518\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#30855}\", \"mastername\": \"chromium.infra.codesearch\", \"path_config\": \"generic\", \"recipe\": \"chromium_codesearch\", \"root_solution_revision\": \"b6c931997d3cc2c2e4a5b0577dee6e88640cbb90\", \"root_solution_revision_timestamp\": 1584993043.0}, \"swarming\": {\"bot_dimensions\": {\"caches\": [\"builder_14b4f73c8b95a6615516bba597f721e10c68093aeabbb388e9a5697d2f7f84cc_v2\", \"builder_b5ea7bb4091186e872937c4042f52c0c1d84281f1bc29c547e93e8efc0fd27bb_v2\", \"codesearch_git_genfiles_repo\", \"codesearch_update_submodules_mirror\", \"git\", \"goma_v2\", \"vpython\"], \"cores\": [\"8\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-Broadwell_GCE\", \"x86-64-avx2\"], \"gce\": [\"1\"], \"gcp\": [\"google.com:chromecompute\"], \"gpu\": [\"none\"], \"id\": [\"luci-infra-codesearch-xenial-5-gkcl\"], \"image\": [\"chrome-xenial-19121500-b03549ec744\"], \"inside_docker\": [\"0\"], \"kvm\": [\"1\"], \"locale\": [\"en_US.UTF-8\"], \"machine_type\": [\"n1-standard-8\"], \"os\": [\"Linux\", \"Ubuntu\", \"Ubuntu-16.04\"], \"pool\": [\"luci.infra.codesearch\"], \"python\": [\"2.7.12\"], \"server_version\": [\"4874-3598771\"], \"ssd\": [\"0\"], \"zone\": [\"us\", \"us-east\", \"us-east1\", \"us-east1-a\"]}}, \"ui\": {\"info\": \"Step('create kythe index pack') (retcode: 1)\"}}",
    "service_account": "infra-codesearch@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1584993742908072",
    "status": "COMPLETED",
    "status_changed_ts": "1584993743534429",
    "tags": [
      "build_address:luci.infra.codesearch/codesearch-gen-chromium-linux/8089",
      "builder:codesearch-gen-chromium-linux",
      "parent_buildername:codesearch-gen-chromium-initiator",
      "parent_buildnumber:10408",
      "scheduler_invocation_id:9050437396513338368",
      "scheduler_job_id:infra/codesearch-gen-chromium-linux",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/infra/buildbucket/cr-buildbucket.appspot.com/8885007334506934224/+/annotations",
      "swarming_tag:luci_project:infra",
      "swarming_tag:os:Linux",
      "swarming_tag:recipe_name:chromium_codesearch",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:4b21ce9ed591a810",
      "user_agent:luci-scheduler",
      "user_agent:recipe"
    ],
    "updated_ts": "1584999690503671",
    "url": "https://ci.chromium.org/b/8885007334506934224",
    "utcnow_ts": "1584999693166985"
  }
}
[21:41:33.181] Invocation finished in 1h39m28.271036207s with status FAILED