Status: FAILED
Triggered by: -
Duration: 1 hour
Actions:

Definition (rev fcda89f1011d07f94cddf9bccc52c31b3fb70594)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.infra.codesearch"
  builder: "codesearch-gen-chromium-linux"
>

Incoming triggers

  • codesearch-gen-chromium-initiator/5613 (7 years ago by infra-codesearch@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "root_solution_revision": "30e3903274e9d3fa18561e1caf087ea320edd7b7",
  "root_solution_revision_timestamp": 1536087498
}

Incoming tags

  • parent_buildername:codesearch-gen-chromium-initiator
  • parent_buildnumber:5613
  • user_agent:recipe

Debug log (UTC)

[19:00:36.246] New invocation is queued and will start shortly
[19:00:37.533] Starting the invocation (attempt 1)
[19:00:37.623] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[19:00:37.623] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[19:00:37.623] Buildbucket request:
{
  "bucket": "luci.infra.codesearch",
  "client_operation_id": "9101719147357348144",
  "parameters_json": "{\"builder_name\":\"codesearch-gen-chromium-linux\",\"properties\":{\"root_solution_revision\":\"30e3903274e9d3fa18561e1caf087ea320edd7b7\",\"root_solution_revision_timestamp\":1536087498}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:codesearch-gen-chromium-linux",
    "scheduler_invocation_id:9101719147357348144",
    "scheduler_job_id:infra/codesearch-gen-chromium-linux",
    "user_agent:luci-scheduler",
    "parent_buildername:codesearch-gen-chromium-initiator",
    "parent_buildnumber:5613",
    "user_agent:recipe"
  ]
}
[19:00:38.977] Buildbucket response:
{
  "build": {
    "bucket": "luci.infra.codesearch",
    "canary_preference": "AUTO",
    "created_by": "user:luci-scheduler@appspot.gserviceaccount.com",
    "created_ts": "1536087637733560",
    "id": "8936289085135089568",
    "lease_expiration_ts": "1536202838751250",
    "lease_key": "944223832",
    "parameters_json": "{\"builder_name\": \"codesearch-gen-chromium-linux\", \"properties\": {\"root_solution_revision\": \"30e3903274e9d3fa18561e1caf087ea320edd7b7\", \"root_solution_revision_timestamp\": 1536087498}}",
    "project": "infra",
    "result_details_json": "null",
    "service_account": "infra-codesearch@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1536087638862720",
    "tags": [
      "build_address:luci.infra.codesearch/codesearch-gen-chromium-linux/3469",
      "builder:codesearch-gen-chromium-linux",
      "parent_buildername:codesearch-gen-chromium-initiator",
      "parent_buildnumber:5613",
      "scheduler_invocation_id:9101719147357348144",
      "scheduler_job_id:infra/codesearch-gen-chromium-linux",
      "swarming_dimension:builder:codesearch-gen-chromium-linux",
      "swarming_dimension:caches:builder_54f8e8cb8feba6eccd56fdc0fadd094595d4925f57b55f2d9fb92e97a2de5aa9_v2",
      "swarming_dimension:cpu:x86-64",
      "swarming_dimension:os:Ubuntu-14.04",
      "swarming_dimension:pool:luci.infra.codesearch",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:build_address:luci.infra.codesearch/codesearch-gen-chromium-linux/3469",
      "swarming_tag:buildbucket_bucket:luci.infra.codesearch",
      "swarming_tag:buildbucket_build_id:8936289085135089568",
      "swarming_tag:buildbucket_hostname:cr-buildbucket.appspot.com",
      "swarming_tag:buildbucket_template_canary:0",
      "swarming_tag:buildbucket_template_revision:ca2c7a741e04d0385e2bf62941ac932dc0521af3",
      "swarming_tag:builder:codesearch-gen-chromium-linux",
      "swarming_tag:caches:builder_54f8e8cb8feba6eccd56fdc0fadd094595d4925f57b55f2d9fb92e97a2de5aa9_v2",
      "swarming_tag:cpu:x86-64",
      "swarming_tag:log_location:logdog://logs.chromium.org/infra/buildbucket/cr-buildbucket.appspot.com/8936289085135089568/+/annotations",
      "swarming_tag:luci_project:infra",
      "swarming_tag:os:Ubuntu-14.04",
      "swarming_tag:parent_buildername:codesearch-gen-chromium-initiator",
      "swarming_tag:parent_buildnumber:5613",
      "swarming_tag:pool:luci.infra.codesearch",
      "swarming_tag:priority:30",
      "swarming_tag:recipe_name:chromium_codesearch",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_tag:scheduler_invocation_id:9101719147357348144",
      "swarming_tag:scheduler_job_id:infra/codesearch-gen-chromium-linux",
      "swarming_tag:service_account:infra-codesearch@chops-service-accounts.iam.gserviceaccount.com",
      "swarming_tag:swarming.pool.template:skip",
      "swarming_tag:swarming.pool.version:900d3b8c72dfc4c1e1ef427bcca03b57b9a5cd2b",
      "swarming_tag:user:None",
      "swarming_tag:user_agent:luci-scheduler",
      "swarming_tag:user_agent:recipe",
      "swarming_tag:vpython:native-python-wrapper",
      "swarming_task_id:3fbec6c91617ac10",
      "user_agent:luci-scheduler",
      "user_agent:recipe"
    ],
    "updated_ts": "1536087638862830",
    "url": "https://ci.chromium.org/p/infra/builders/luci.infra.codesearch/codesearch-gen-chromium-linux/3469",
    "utcnow_ts": "1536087638963460"
  }
}
[19:00:38.977] Task URL: https://ci.chromium.org/p/infra/builders/luci.infra.codesearch/codesearch-gen-chromium-linux/3469
[19:00:38.977] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:2:0) after 1m0s
[19:01:23.151] Received PubSub notification, asking Buildbucket for the build status
[19:01:23.273] Build 8936289085135089568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:01:38.997] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:2:0)
[19:01:38.997] Timer tick, asking Buildbucket for the build status
[19:01:39.031] Build 8936289085135089568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:01:39.031] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:4:0) after 1m0s
[19:02:39.051] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:4:0)
[19:02:39.051] Timer tick, asking Buildbucket for the build status
[19:02:39.088] Build 8936289085135089568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:02:39.088] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:5:0) after 1m0s
[19:03:39.103] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:5:0)
[19:03:39.103] Timer tick, asking Buildbucket for the build status
[19:03:39.146] Build 8936289085135089568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:03:39.146] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:6:0) after 1m0s
[19:04:39.162] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:6:0)
[19:04:39.162] Timer tick, asking Buildbucket for the build status
[19:04:39.309] Build 8936289085135089568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:04:39.309] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:7:0) after 1m0s
[19:05:39.348] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:7:0)
[19:05:39.348] Timer tick, asking Buildbucket for the build status
[19:05:39.505] Build 8936289085135089568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:05:39.505] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:8:0) after 1m0s
[19:06:39.590] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:8:0)
[19:06:39.590] Timer tick, asking Buildbucket for the build status
[19:06:39.659] Build 8936289085135089568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:06:39.659] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:9:0) after 1m0s
[19:07:39.674] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:9:0)
[19:07:39.674] Timer tick, asking Buildbucket for the build status
[19:07:39.745] Build 8936289085135089568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:07:39.745] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:10:0) after 1m0s
[19:08:39.807] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:10:0)
[19:08:39.807] Timer tick, asking Buildbucket for the build status
[19:08:39.908] Build 8936289085135089568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:08:39.908] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:11:0) after 1m0s
[19:09:39.925] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:11:0)
[19:09:39.925] Timer tick, asking Buildbucket for the build status
[19:09:40.018] Build 8936289085135089568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:09:40.018] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:12:0) after 1m0s
[19:10:40.034] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:12:0)
[19:10:40.034] Timer tick, asking Buildbucket for the build status
[19:10:40.099] Build 8936289085135089568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:10:40.099] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:13:0) after 1m0s
[19:11:40.122] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:13:0)
[19:11:40.122] Timer tick, asking Buildbucket for the build status
[19:11:40.366] Build 8936289085135089568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:11:40.366] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:14:0) after 1m0s
[19:12:40.382] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:14:0)
[19:12:40.382] Timer tick, asking Buildbucket for the build status
[19:12:40.489] Build 8936289085135089568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:12:40.489] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:15:0) after 1m0s
[19:13:40.596] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:15:0)
[19:13:40.596] Timer tick, asking Buildbucket for the build status
[19:13:40.633] Build 8936289085135089568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:13:40.633] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:16:0) after 1m0s
[19:14:40.650] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:16:0)
[19:14:40.650] Timer tick, asking Buildbucket for the build status
[19:14:40.702] Build 8936289085135089568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:14:40.702] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:17:0) after 1m0s
[19:15:40.719] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:17:0)
[19:15:40.719] Timer tick, asking Buildbucket for the build status
[19:15:40.773] Build 8936289085135089568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:15:40.773] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:18:0) after 1m0s
[19:16:40.795] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:18:0)
[19:16:40.795] Timer tick, asking Buildbucket for the build status
[19:16:40.880] Build 8936289085135089568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:16:40.881] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:19:0) after 1m0s
[19:17:40.896] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:19:0)
[19:17:40.896] Timer tick, asking Buildbucket for the build status
[19:17:40.957] Build 8936289085135089568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:17:40.957] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:20:0) after 1m0s
[19:18:41.028] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:20:0)
[19:18:41.028] Timer tick, asking Buildbucket for the build status
[19:18:41.139] Build 8936289085135089568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:18:41.139] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:21:0) after 1m0s
[19:19:41.158] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:21:0)
[19:19:41.158] Timer tick, asking Buildbucket for the build status
[19:19:41.206] Build 8936289085135089568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:19:41.206] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:22:0) after 1m0s
[19:20:41.224] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:22:0)
[19:20:41.224] Timer tick, asking Buildbucket for the build status
[19:20:41.280] Build 8936289085135089568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:20:41.280] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:23:0) after 1m0s
[19:21:41.321] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:23:0)
[19:21:41.321] Timer tick, asking Buildbucket for the build status
[19:21:41.364] Build 8936289085135089568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:21:41.364] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:24:0) after 1m0s
[19:22:41.395] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:24:0)
[19:22:41.395] Timer tick, asking Buildbucket for the build status
[19:22:41.451] Build 8936289085135089568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:22:41.451] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:25:0) after 1m0s
[19:23:41.469] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:25:0)
[19:23:41.469] Timer tick, asking Buildbucket for the build status
[19:23:41.525] Build 8936289085135089568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:23:41.525] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:26:0) after 1m0s
[19:24:41.547] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:26:0)
[19:24:41.547] Timer tick, asking Buildbucket for the build status
[19:24:41.622] Build 8936289085135089568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:24:41.622] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:27:0) after 1m0s
[19:25:41.644] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:27:0)
[19:25:41.644] Timer tick, asking Buildbucket for the build status
[19:25:41.685] Build 8936289085135089568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:25:41.685] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:28:0) after 1m0s
[19:26:41.704] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:28:0)
[19:26:41.704] Timer tick, asking Buildbucket for the build status
[19:26:41.878] Build 8936289085135089568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:26:41.878] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:29:0) after 1m0s
[19:27:41.896] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:29:0)
[19:27:41.896] Timer tick, asking Buildbucket for the build status
[19:27:41.957] Build 8936289085135089568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:27:41.957] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:30:0) after 1m0s
[19:28:41.981] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:30:0)
[19:28:41.981] Timer tick, asking Buildbucket for the build status
[19:28:42.061] Build 8936289085135089568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:28:42.061] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:31:0) after 1m0s
[19:29:42.180] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:31:0)
[19:29:42.180] Timer tick, asking Buildbucket for the build status
[19:29:42.463] Build 8936289085135089568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:29:42.463] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:32:0) after 1m0s
[19:30:42.480] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:32:0)
[19:30:42.480] Timer tick, asking Buildbucket for the build status
[19:30:42.530] Build 8936289085135089568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:30:42.530] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:33:0) after 1m0s
[19:31:42.548] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:33:0)
[19:31:42.548] Timer tick, asking Buildbucket for the build status
[19:31:42.585] Build 8936289085135089568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:31:42.585] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:34:0) after 1m0s
[19:32:42.601] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:34:0)
[19:32:42.601] Timer tick, asking Buildbucket for the build status
[19:32:42.755] Build 8936289085135089568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:32:42.755] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:35:0) after 1m0s
[19:33:42.774] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:35:0)
[19:33:42.774] Timer tick, asking Buildbucket for the build status
[19:33:42.834] Build 8936289085135089568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:33:42.834] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:36:0) after 1m0s
[19:34:42.852] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:36:0)
[19:34:42.852] Timer tick, asking Buildbucket for the build status
[19:34:42.909] Build 8936289085135089568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:34:42.909] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:37:0) after 1m0s
[19:35:42.929] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:37:0)
[19:35:42.929] Timer tick, asking Buildbucket for the build status
[19:35:42.998] Build 8936289085135089568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:35:42.998] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:38:0) after 1m0s
[19:36:43.019] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:38:0)
[19:36:43.019] Timer tick, asking Buildbucket for the build status
[19:36:43.126] Build 8936289085135089568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:36:43.126] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:39:0) after 1m0s
[19:37:43.187] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:39:0)
[19:37:43.187] Timer tick, asking Buildbucket for the build status
[19:37:43.248] Build 8936289085135089568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:37:43.248] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:40:0) after 1m0s
[19:38:43.265] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:40:0)
[19:38:43.265] Timer tick, asking Buildbucket for the build status
[19:38:43.455] Build 8936289085135089568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:38:43.455] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:41:0) after 1m0s
[19:39:43.486] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:41:0)
[19:39:43.486] Timer tick, asking Buildbucket for the build status
[19:39:43.583] Build 8936289085135089568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:39:43.583] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:42:0) after 1m0s
[19:40:43.603] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:42:0)
[19:40:43.603] Timer tick, asking Buildbucket for the build status
[19:40:43.701] Build 8936289085135089568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:40:43.701] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:43:0) after 1m0s
[19:41:43.735] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:43:0)
[19:41:43.735] Timer tick, asking Buildbucket for the build status
[19:41:43.911] Build 8936289085135089568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:41:43.911] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:44:0) after 1m0s
[19:42:43.935] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:44:0)
[19:42:43.935] Timer tick, asking Buildbucket for the build status
[19:42:43.970] Build 8936289085135089568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:42:43.970] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:45:0) after 1m0s
[19:43:43.991] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:45:0)
[19:43:43.991] Timer tick, asking Buildbucket for the build status
[19:43:44.025] Build 8936289085135089568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:43:44.025] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:46:0) after 1m0s
[19:44:44.872] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:46:0)
[19:44:44.872] Timer tick, asking Buildbucket for the build status
[19:44:44.986] Build 8936289085135089568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:44:44.986] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:47:0) after 1m0s
[19:45:45.010] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:47:0)
[19:45:45.010] Timer tick, asking Buildbucket for the build status
[19:45:45.044] Build 8936289085135089568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:45:45.044] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:48:0) after 1m0s
[19:46:45.066] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:48:0)
[19:46:45.066] Timer tick, asking Buildbucket for the build status
[19:46:45.141] Build 8936289085135089568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:46:45.141] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:49:0) after 1m0s
[19:47:45.160] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:49:0)
[19:47:45.160] Timer tick, asking Buildbucket for the build status
[19:47:45.194] Build 8936289085135089568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:47:45.194] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:50:0) after 1m0s
[19:48:45.637] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:50:0)
[19:48:45.637] Timer tick, asking Buildbucket for the build status
[19:48:45.756] Build 8936289085135089568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:48:45.756] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:51:0) after 1m0s
[19:49:45.803] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:51:0)
[19:49:45.803] Timer tick, asking Buildbucket for the build status
[19:49:45.940] Build 8936289085135089568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:49:45.940] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:52:0) after 1m0s
[19:50:46.689] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:52:0)
[19:50:46.689] Timer tick, asking Buildbucket for the build status
[19:50:46.764] Build 8936289085135089568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:50:46.764] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:53:0) after 1m0s
[19:51:46.882] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:53:0)
[19:51:46.882] Timer tick, asking Buildbucket for the build status
[19:51:47.123] Build 8936289085135089568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:51:47.123] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:54:0) after 1m0s
[19:52:49.197] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:54:0)
[19:52:49.197] Timer tick, asking Buildbucket for the build status
[19:52:49.370] Build 8936289085135089568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:52:49.370] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:55:0) after 1m0s
[19:53:49.642] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:55:0)
[19:53:49.642] Timer tick, asking Buildbucket for the build status
[19:53:49.740] Build 8936289085135089568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:53:49.741] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:56:0) after 1m0s
[19:54:49.758] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:56:0)
[19:54:49.758] Timer tick, asking Buildbucket for the build status
[19:54:49.819] Build 8936289085135089568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:54:49.819] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:57:0) after 1m0s
[19:55:49.938] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:57:0)
[19:55:49.938] Timer tick, asking Buildbucket for the build status
[19:55:50.026] Build 8936289085135089568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:55:50.026] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:58:0) after 1m0s
[19:56:51.052] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:58:0)
[19:56:51.052] Timer tick, asking Buildbucket for the build status
[19:56:51.140] Build 8936289085135089568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:56:51.140] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:59:0) after 1m0s
[19:57:52.361] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:59:0)
[19:57:52.361] Timer tick, asking Buildbucket for the build status
[19:57:52.580] Build 8936289085135089568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:57:52.580] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:60:0) after 1m0s
[19:58:53.845] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:60:0)
[19:58:53.845] Timer tick, asking Buildbucket for the build status
[19:58:54.019] Build 8936289085135089568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:58:54.019] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:61:0) after 1m0s
[19:59:54.746] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:61:0)
[19:59:54.746] Timer tick, asking Buildbucket for the build status
[19:59:54.836] Build 8936289085135089568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:59:54.836] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:62:0) after 1m0s
[20:00:55.735] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:62:0)
[20:00:55.735] Timer tick, asking Buildbucket for the build status
[20:00:55.793] Build 8936289085135089568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:00:55.793] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:63:0) after 1m0s
[20:01:56.668] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:63:0)
[20:01:56.668] Timer tick, asking Buildbucket for the build status
[20:01:56.726] Build 8936289085135089568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:01:56.726] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:64:0) after 1m0s
[20:02:57.660] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:64:0)
[20:02:57.660] Timer tick, asking Buildbucket for the build status
[20:02:57.737] Build 8936289085135089568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:02:57.737] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:65:0) after 1m0s
[20:03:58.318] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:65:0)
[20:03:58.318] Timer tick, asking Buildbucket for the build status
[20:03:58.433] Build 8936289085135089568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:03:58.433] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:66:0) after 1m0s
[20:04:59.083] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:66:0)
[20:04:59.083] Timer tick, asking Buildbucket for the build status
[20:04:59.180] Build 8936289085135089568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:04:59.180] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:67:0) after 1m0s
[20:05:59.726] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:67:0)
[20:05:59.726] Timer tick, asking Buildbucket for the build status
[20:05:59.774] Build 8936289085135089568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:05:59.774] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:68:0) after 1m0s
[20:06:59.823] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:68:0)
[20:06:59.823] Timer tick, asking Buildbucket for the build status
[20:06:59.885] Build 8936289085135089568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:06:59.885] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:69:0) after 1m0s
[20:08:00.316] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:69:0)
[20:08:00.316] Timer tick, asking Buildbucket for the build status
[20:08:00.370] Build 8936289085135089568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:08:00.370] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:70:0) after 1m0s
[20:09:00.392] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:70:0)
[20:09:00.392] Timer tick, asking Buildbucket for the build status
[20:09:00.592] Build 8936289085135089568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:09:00.592] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:71:0) after 1m0s
[20:10:00.895] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:71:0)
[20:10:00.895] Timer tick, asking Buildbucket for the build status
[20:10:00.966] Build 8936289085135089568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:10:00.966] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:72:0) after 1m0s
[20:11:02.293] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:72:0)
[20:11:02.293] Timer tick, asking Buildbucket for the build status
[20:11:02.337] Build 8936289085135089568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:11:02.337] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:73:0) after 1m0s
[20:12:04.154] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:73:0)
[20:12:04.154] Timer tick, asking Buildbucket for the build status
[20:12:04.241] Build 8936289085135089568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:12:04.241] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:74:0) after 1m0s
[20:13:04.260] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:74:0)
[20:13:04.260] Timer tick, asking Buildbucket for the build status
[20:13:04.329] Build 8936289085135089568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:13:04.329] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:75:0) after 1m0s
[20:14:04.920] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:75:0)
[20:14:04.920] Timer tick, asking Buildbucket for the build status
[20:14:04.960] Build 8936289085135089568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:14:04.961] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:76:0) after 1m0s
[20:15:05.963] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:76:0)
[20:15:05.963] Timer tick, asking Buildbucket for the build status
[20:15:06.018] Build 8936289085135089568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:15:06.018] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:77:0) after 1m0s
[20:16:06.875] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:77:0)
[20:16:06.875] Timer tick, asking Buildbucket for the build status
[20:16:06.914] Build 8936289085135089568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:16:06.914] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:78:0) after 1m0s
[20:17:06.977] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:78:0)
[20:17:06.977] Timer tick, asking Buildbucket for the build status
[20:17:07.048] Build 8936289085135089568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:17:07.048] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:79:0) after 1m0s
[20:18:07.852] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:79:0)
[20:18:07.852] Timer tick, asking Buildbucket for the build status
[20:18:08.326] Build 8936289085135089568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:18:08.326] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:80:0) after 1m0s
[20:19:08.358] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:80:0)
[20:19:08.358] Timer tick, asking Buildbucket for the build status
[20:19:08.430] Build 8936289085135089568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:19:08.430] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:81:0) after 1m0s
[20:20:08.947] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:81:0)
[20:20:08.947] Timer tick, asking Buildbucket for the build status
[20:20:08.982] Build 8936289085135089568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:20:08.982] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:82:0) after 1m0s
[20:21:09.311] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:82:0)
[20:21:09.311] Timer tick, asking Buildbucket for the build status
[20:21:09.395] Build 8936289085135089568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:21:09.395] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:83:0) after 1m0s
[20:22:10.564] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:83:0)
[20:22:10.564] Timer tick, asking Buildbucket for the build status
[20:22:10.595] Build 8936289085135089568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:22:10.595] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:84:0) after 1m0s
[20:23:11.696] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:84:0)
[20:23:11.696] Timer tick, asking Buildbucket for the build status
[20:23:11.795] Build 8936289085135089568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:23:11.795] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:85:0) after 1m0s
[20:24:12.853] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:85:0)
[20:24:12.853] Timer tick, asking Buildbucket for the build status
[20:24:13.386] Build 8936289085135089568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:24:13.386] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:86:0) after 1m0s
[20:25:14.196] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:86:0)
[20:25:14.196] Timer tick, asking Buildbucket for the build status
[20:25:14.303] Build 8936289085135089568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:25:14.303] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:87:0) after 1m0s
[20:26:15.449] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:87:0)
[20:26:15.449] Timer tick, asking Buildbucket for the build status
[20:26:15.573] Build 8936289085135089568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:26:15.573] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:88:0) after 1m0s
[20:27:16.791] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:88:0)
[20:27:16.791] Timer tick, asking Buildbucket for the build status
[20:27:16.868] Build 8936289085135089568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:27:16.868] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:89:0) after 1m0s
[20:28:18.143] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:89:0)
[20:28:18.143] Timer tick, asking Buildbucket for the build status
[20:28:18.724] Build 8936289085135089568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:28:18.724] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:90:0) after 1m0s
[20:29:18.749] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:90:0)
[20:29:18.749] Timer tick, asking Buildbucket for the build status
[20:29:18.823] Build 8936289085135089568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:29:18.823] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:91:0) after 1m0s
[20:30:19.319] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:91:0)
[20:30:19.319] Timer tick, asking Buildbucket for the build status
[20:30:19.371] Build 8936289085135089568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:30:19.371] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:92:0) after 1m0s
[20:31:20.854] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:92:0)
[20:31:20.854] Timer tick, asking Buildbucket for the build status
[20:31:20.918] Build 8936289085135089568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:31:20.918] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:93:0) after 1m0s
[20:32:21.233] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:93:0)
[20:32:21.233] Timer tick, asking Buildbucket for the build status
[20:32:21.425] Build 8936289085135089568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:32:21.425] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:94:0) after 1m0s
[20:33:22.309] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:94:0)
[20:33:22.309] Timer tick, asking Buildbucket for the build status
[20:33:22.425] Build 8936289085135089568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:33:22.425] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:95:0) after 1m0s
[20:34:23.176] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:95:0)
[20:34:23.176] Timer tick, asking Buildbucket for the build status
[20:34:23.253] Build 8936289085135089568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:34:23.253] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:96:0) after 1m0s
[20:35:23.308] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:96:0)
[20:35:23.308] Timer tick, asking Buildbucket for the build status
[20:35:23.365] Build 8936289085135089568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:35:23.365] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:97:0) after 1m0s
[20:36:23.386] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:97:0)
[20:36:23.386] Timer tick, asking Buildbucket for the build status
[20:36:23.540] Build 8936289085135089568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:36:23.540] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9101719147357348144:98:0) after 1m0s
[20:37:15.732] Received PubSub notification, asking Buildbucket for the build status
[20:37:15.790] Build 8936289085135089568: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[20:37:15.790] Buildbucket build:
{
  "build": {
    "bucket": "luci.infra.codesearch",
    "canary_preference": "AUTO",
    "completed_ts": "1536093434699390",
    "created_by": "user:luci-scheduler@appspot.gserviceaccount.com",
    "created_ts": "1536087637733560",
    "failure_reason": "BUILD_FAILURE",
    "id": "8936289085135089568",
    "parameters_json": "{\"builder_name\": \"codesearch-gen-chromium-linux\", \"properties\": {\"root_solution_revision\": \"30e3903274e9d3fa18561e1caf087ea320edd7b7\", \"root_solution_revision_timestamp\": 1536087498}}",
    "project": "infra",
    "result": "FAILURE",
    "result_details_json": "{\"ui\": {\"info\": \"Failure sync generated files\"}, \"build_run_result\": {\"infraFailure\": null, \"recipeResult\": {\"failure\": {\"failure\": {\"step\": \"sync generated files\"}, \"humanReason\": \"Step('sync generated files') failed with return_code 1\"}}, \"recipeExitCode\": {\"value\": 1}, \"recipe\": {\"name\": \"chromium_codesearch\", \"repository\": \"\", \"revision\": \"\"}, \"annotationUrl\": \"logdog://logs.chromium.org/infra/buildbucket/cr-buildbucket.appspot.com/8936289085135089568/+/annotations\"}, \"swarming\": {\"bot_dimensions\": {\"machine_type\": [\"n1-standard-8\"], \"inside_docker\": [\"0\"], \"python\": [\"2.7.6\"], \"builder\": [\"codesearch-gen-chromium-linux\"], \"kvm\": [\"1\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-Haswell_GCE\", \"x86-64-avx2\"], \"server_version\": [\"3740-90b257a\"], \"image\": [\"chrome-trusty-18042300-b7223b463e3\"], \"gpu\": [\"none\"], \"cores\": [\"8\"], \"zone\": [\"us\", \"us-central\", \"us-central1\", \"us-central1-b\"], \"os\": [\"Linux\", \"Ubuntu\", \"Ubuntu-14.04\"], \"id\": [\"swarm1879-c4\"], \"pool\": [\"luci.infra.codesearch\"], \"caches\": [\"builder_54f8e8cb8feba6eccd56fdc0fadd094595d4925f57b55f2d9fb92e97a2de5aa9_v2\", \"codesearch_git_genfiles_repo\", \"git\", \"goma_v2\", \"vpython\"]}}, \"properties\": {\"got_nacl_revision\": \"cb6ec4b1f91af259cbdfd1bd22bb98ed5551955e\", \"got_clang_revision\": \"340925-1\", \"got_swarming_client_revision\": \"486c9b53c4d54dd4b95bb6ce0e31160e600dfc11\", \"got_revision\": \"30e3903274e9d3fa18561e1caf087ea320edd7b7\", \"recipe\": \"chromium_codesearch\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#24554}\", \"$recipe_engine/path\": {\"cache_dir\": \"/b/swarming/w/ir/cache\", \"temp_dir\": \"/b/swarming/w/ir/tmp/rt\"}, \"root_solution_revision_timestamp\": 1536087498, \"got_revision_cp\": \"refs/heads/master@{#588601}\", \"root_solution_revision\": \"30e3903274e9d3fa18561e1caf087ea320edd7b7\", \"buildername\": \"codesearch-gen-chromium-linux\", \"got_webrtc_revision\": \"b0800519b0dce9852ad77176a163cbd16e50a2c1\", \"mastername\": \"chromium.infra.codesearch\", \"got_angle_revision\": \"3d61ac27ae8f7c3854658d3329c23abb6759ac8f\", \"buildbucket\": {\"hostname\": \"cr-buildbucket.appspot.com\", \"build\": {\"created_ts\": 1536087637733560, \"tags\": [\"builder:codesearch-gen-chromium-linux\", \"parent_buildername:codesearch-gen-chromium-initiator\", \"parent_buildnumber:5613\", \"scheduler_invocation_id:9101719147357348144\", \"scheduler_job_id:infra/codesearch-gen-chromium-linux\", \"user_agent:luci-scheduler\", \"user_agent:recipe\"], \"bucket\": \"luci.infra.codesearch\", \"created_by\": \"user:luci-scheduler@appspot.gserviceaccount.com\", \"project\": \"infra\", \"id\": \"8936289085135089568\"}}, \"got_v8_revision\": \"ac0bb41b7ceed029d067c91205599d96ea90f94d\", \"got_v8_revision_cp\": \"refs/heads/7.1.21@{#1}\", \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"buildnumber\": 3469, \"path_config\": \"generic\", \"bot_id\": \"swarm1879-c4\", \"got_buildtools_revision\": \"2dff9c9c74e9d732e6fe57c84ef7fd044cc45d96\"}}",
    "service_account": "infra-codesearch@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1536087682348460",
    "status": "COMPLETED",
    "status_changed_ts": "1536093435333370",
    "tags": [
      "build_address:luci.infra.codesearch/codesearch-gen-chromium-linux/3469",
      "builder:codesearch-gen-chromium-linux",
      "parent_buildername:codesearch-gen-chromium-initiator",
      "parent_buildnumber:5613",
      "scheduler_invocation_id:9101719147357348144",
      "scheduler_job_id:infra/codesearch-gen-chromium-linux",
      "swarming_dimension:builder:codesearch-gen-chromium-linux",
      "swarming_dimension:caches:builder_54f8e8cb8feba6eccd56fdc0fadd094595d4925f57b55f2d9fb92e97a2de5aa9_v2",
      "swarming_dimension:cpu:x86-64",
      "swarming_dimension:os:Ubuntu-14.04",
      "swarming_dimension:pool:luci.infra.codesearch",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:build_address:luci.infra.codesearch/codesearch-gen-chromium-linux/3469",
      "swarming_tag:buildbucket_bucket:luci.infra.codesearch",
      "swarming_tag:buildbucket_build_id:8936289085135089568",
      "swarming_tag:buildbucket_hostname:cr-buildbucket.appspot.com",
      "swarming_tag:buildbucket_template_canary:0",
      "swarming_tag:buildbucket_template_revision:ca2c7a741e04d0385e2bf62941ac932dc0521af3",
      "swarming_tag:builder:codesearch-gen-chromium-linux",
      "swarming_tag:caches:builder_54f8e8cb8feba6eccd56fdc0fadd094595d4925f57b55f2d9fb92e97a2de5aa9_v2",
      "swarming_tag:cpu:x86-64",
      "swarming_tag:log_location:logdog://logs.chromium.org/infra/buildbucket/cr-buildbucket.appspot.com/8936289085135089568/+/annotations",
      "swarming_tag:luci_project:infra",
      "swarming_tag:os:Ubuntu-14.04",
      "swarming_tag:parent_buildername:codesearch-gen-chromium-initiator",
      "swarming_tag:parent_buildnumber:5613",
      "swarming_tag:pool:luci.infra.codesearch",
      "swarming_tag:priority:30",
      "swarming_tag:recipe_name:chromium_codesearch",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_tag:scheduler_invocation_id:9101719147357348144",
      "swarming_tag:scheduler_job_id:infra/codesearch-gen-chromium-linux",
      "swarming_tag:service_account:infra-codesearch@chops-service-accounts.iam.gserviceaccount.com",
      "swarming_tag:swarming.pool.template:skip",
      "swarming_tag:swarming.pool.version:900d3b8c72dfc4c1e1ef427bcca03b57b9a5cd2b",
      "swarming_tag:user:None",
      "swarming_tag:user_agent:luci-scheduler",
      "swarming_tag:user_agent:recipe",
      "swarming_tag:vpython:native-python-wrapper",
      "swarming_task_id:3fbec6c91617ac10",
      "user_agent:luci-scheduler",
      "user_agent:recipe"
    ],
    "updated_ts": "1536093435334720",
    "url": "https://ci.chromium.org/p/infra/builders/luci.infra.codesearch/codesearch-gen-chromium-linux/3469",
    "utcnow_ts": "1536093435775630"
  }
}
[20:37:15.790] Invocation finished in 1h36m39.55989399s with status FAILED