Status: FAILED
Triggered by: infra-codesearch@chops-service-accounts.iam.gserviceaccount.com
Duration: 1 hour
Actions:

Definition (rev fcda89f1011d07f94cddf9bccc52c31b3fb70594)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.infra.codesearch"
  builder: "codesearch-gen-chromium-linux"
>

Incoming triggers

  • codesearch-gen-chromium-initiator/5769 (7 years ago by infra-codesearch@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "root_solution_revision": "ad471a3245f57ea59728ca18aa97a003fdbd38e7",
  "root_solution_revision_timestamp": 1537480559
}

Incoming tags

  • parent_buildername:codesearch-gen-chromium-initiator
  • parent_buildnumber:5769
  • user_agent:recipe

Debug log (UTC)

[22:01:18.201] New invocation is queued and will start shortly
[22:01:18.201] Triggered by user:infra-codesearch@chops-service-accounts.iam.gserviceaccount.com
[22:01:19.483] Starting the invocation (attempt 1)
[22:01:19.550] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[22:01:19.551] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[22:01:19.551] Buildbucket request:
{
  "bucket": "luci.infra.codesearch",
  "client_operation_id": "9100258227281030880",
  "parameters_json": "{\"builder_name\":\"codesearch-gen-chromium-linux\",\"properties\":{\"root_solution_revision\":\"ad471a3245f57ea59728ca18aa97a003fdbd38e7\",\"root_solution_revision_timestamp\":1537480559}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:codesearch-gen-chromium-linux",
    "scheduler_invocation_id:9100258227281030880",
    "scheduler_job_id:infra/codesearch-gen-chromium-linux",
    "user_agent:luci-scheduler",
    "parent_buildername:codesearch-gen-chromium-initiator",
    "parent_buildnumber:5769",
    "user_agent:recipe"
  ]
}
[22:01:21.188] Buildbucket response:
{
  "build": {
    "bucket": "luci.infra.codesearch",
    "canary_preference": "AUTO",
    "created_by": "user:luci-scheduler@appspot.gserviceaccount.com",
    "created_ts": "1537480879649191",
    "id": "8934828165099519696",
    "lease_expiration_ts": "1537596080755564",
    "lease_key": "861294287",
    "parameters_json": "{\"builder_name\": \"codesearch-gen-chromium-linux\", \"properties\": {\"root_solution_revision\": \"ad471a3245f57ea59728ca18aa97a003fdbd38e7\", \"root_solution_revision_timestamp\": 1537480559}}",
    "project": "infra",
    "result_details_json": "null",
    "service_account": "infra-codesearch@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1537480881058691",
    "tags": [
      "build_address:luci.infra.codesearch/codesearch-gen-chromium-linux/3625",
      "builder:codesearch-gen-chromium-linux",
      "parent_buildername:codesearch-gen-chromium-initiator",
      "parent_buildnumber:5769",
      "scheduler_invocation_id:9100258227281030880",
      "scheduler_job_id:infra/codesearch-gen-chromium-linux",
      "swarming_dimension:builder:codesearch-gen-chromium-linux",
      "swarming_dimension:caches:builder_54f8e8cb8feba6eccd56fdc0fadd094595d4925f57b55f2d9fb92e97a2de5aa9_v2",
      "swarming_dimension:cpu:x86-64",
      "swarming_dimension:os:Ubuntu-14.04",
      "swarming_dimension:pool:luci.infra.codesearch",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:build_address:luci.infra.codesearch/codesearch-gen-chromium-linux/3625",
      "swarming_tag:buildbucket_bucket:luci.infra.codesearch",
      "swarming_tag:buildbucket_build_id:8934828165099519696",
      "swarming_tag:buildbucket_hostname:cr-buildbucket.appspot.com",
      "swarming_tag:buildbucket_template_canary:0",
      "swarming_tag:buildbucket_template_revision:1630ff158d8d4118027817e4d74c356b46464ed9",
      "swarming_tag:builder:codesearch-gen-chromium-linux",
      "swarming_tag:caches:builder_54f8e8cb8feba6eccd56fdc0fadd094595d4925f57b55f2d9fb92e97a2de5aa9_v2",
      "swarming_tag:cpu:x86-64",
      "swarming_tag:log_location:logdog://logs.chromium.org/infra/buildbucket/cr-buildbucket.appspot.com/8934828165099519696/+/annotations",
      "swarming_tag:luci_project:infra",
      "swarming_tag:os:Ubuntu-14.04",
      "swarming_tag:parent_buildername:codesearch-gen-chromium-initiator",
      "swarming_tag:parent_buildnumber:5769",
      "swarming_tag:pool:luci.infra.codesearch",
      "swarming_tag:priority:30",
      "swarming_tag:recipe_name:chromium_codesearch",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_tag:scheduler_invocation_id:9100258227281030880",
      "swarming_tag:scheduler_job_id:infra/codesearch-gen-chromium-linux",
      "swarming_tag:service_account:infra-codesearch@chops-service-accounts.iam.gserviceaccount.com",
      "swarming_tag:swarming.pool.template:skip",
      "swarming_tag:swarming.pool.version:a636fa546b9b663cc0d60eefebb84621a4dfa011",
      "swarming_tag:user:None",
      "swarming_tag:user_agent:luci-scheduler",
      "swarming_tag:user_agent:recipe",
      "swarming_tag:vpython:native-python-wrapper",
      "swarming_task_id:4011d1f7b47b4f10",
      "user_agent:luci-scheduler",
      "user_agent:recipe"
    ],
    "updated_ts": "1537480881058763",
    "url": "https://ci.chromium.org/p/infra/builders/luci.infra.codesearch/codesearch-gen-chromium-linux/3625",
    "utcnow_ts": "1537480881168436"
  }
}
[22:01:21.188] Task URL: https://ci.chromium.org/p/infra/builders/luci.infra.codesearch/codesearch-gen-chromium-linux/3625
[22:01:21.188] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:2:0) after 1m0s
[22:01:30.344] Received PubSub notification, asking Buildbucket for the build status
[22:01:30.378] Build 8934828165099519696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:02:21.296] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:2:0)
[22:02:21.296] Timer tick, asking Buildbucket for the build status
[22:02:21.358] Build 8934828165099519696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:02:21.358] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:4:0) after 1m0s
[22:03:21.378] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:4:0)
[22:03:21.378] Timer tick, asking Buildbucket for the build status
[22:03:21.428] Build 8934828165099519696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:03:21.428] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:5:0) after 1m0s
[22:04:21.454] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:5:0)
[22:04:21.454] Timer tick, asking Buildbucket for the build status
[22:04:21.505] Build 8934828165099519696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:04:21.505] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:6:0) after 1m0s
[22:05:21.564] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:6:0)
[22:05:21.564] Timer tick, asking Buildbucket for the build status
[22:05:21.616] Build 8934828165099519696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:05:21.616] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:7:0) after 1m0s
[22:06:21.666] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:7:0)
[22:06:21.666] Timer tick, asking Buildbucket for the build status
[22:06:21.940] Build 8934828165099519696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:06:21.940] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:8:0) after 1m0s
[22:07:21.957] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:8:0)
[22:07:21.957] Timer tick, asking Buildbucket for the build status
[22:07:21.990] Build 8934828165099519696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:07:21.990] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:9:0) after 1m0s
[22:08:22.007] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:9:0)
[22:08:22.007] Timer tick, asking Buildbucket for the build status
[22:08:22.121] Build 8934828165099519696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:08:22.121] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:10:0) after 1m0s
[22:09:22.134] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:10:0)
[22:09:22.134] Timer tick, asking Buildbucket for the build status
[22:09:22.211] Build 8934828165099519696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:09:22.211] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:11:0) after 1m0s
[22:10:22.240] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:11:0)
[22:10:22.240] Timer tick, asking Buildbucket for the build status
[22:10:22.414] Build 8934828165099519696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:10:22.414] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:12:0) after 1m0s
[22:11:22.444] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:12:0)
[22:11:22.444] Timer tick, asking Buildbucket for the build status
[22:11:22.479] Build 8934828165099519696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:11:22.479] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:13:0) after 1m0s
[22:12:22.505] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:13:0)
[22:12:22.505] Timer tick, asking Buildbucket for the build status
[22:12:22.562] Build 8934828165099519696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:12:22.562] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:14:0) after 1m0s
[22:13:22.625] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:14:0)
[22:13:22.625] Timer tick, asking Buildbucket for the build status
[22:13:22.654] Build 8934828165099519696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:13:22.654] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:15:0) after 1m0s
[22:14:22.668] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:15:0)
[22:14:22.668] Timer tick, asking Buildbucket for the build status
[22:14:22.944] Build 8934828165099519696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:14:22.944] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:16:0) after 1m0s
[22:15:23.036] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:16:0)
[22:15:23.036] Timer tick, asking Buildbucket for the build status
[22:15:23.078] Build 8934828165099519696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:15:23.078] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:17:0) after 1m0s
[22:16:23.097] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:17:0)
[22:16:23.097] Timer tick, asking Buildbucket for the build status
[22:16:23.529] Build 8934828165099519696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:16:23.530] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:18:0) after 1m0s
[22:17:23.610] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:18:0)
[22:17:23.610] Timer tick, asking Buildbucket for the build status
[22:17:23.731] Build 8934828165099519696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:17:23.731] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:19:0) after 1m0s
[22:18:23.798] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:19:0)
[22:18:23.798] Timer tick, asking Buildbucket for the build status
[22:18:23.963] Build 8934828165099519696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:18:23.963] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:20:0) after 1m0s
[22:19:23.999] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:20:0)
[22:19:23.999] Timer tick, asking Buildbucket for the build status
[22:19:24.064] Build 8934828165099519696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:19:24.064] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:21:0) after 1m0s
[22:20:24.190] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:21:0)
[22:20:24.190] Timer tick, asking Buildbucket for the build status
[22:20:24.266] Build 8934828165099519696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:20:24.266] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:22:0) after 1m0s
[22:21:24.283] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:22:0)
[22:21:24.283] Timer tick, asking Buildbucket for the build status
[22:21:24.402] Build 8934828165099519696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:21:24.402] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:23:0) after 1m0s
[22:22:24.443] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:23:0)
[22:22:24.443] Timer tick, asking Buildbucket for the build status
[22:22:24.508] Build 8934828165099519696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:22:24.509] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:24:0) after 1m0s
[22:23:24.527] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:24:0)
[22:23:24.527] Timer tick, asking Buildbucket for the build status
[22:23:24.576] Build 8934828165099519696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:23:24.576] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:25:0) after 1m0s
[22:24:24.596] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:25:0)
[22:24:24.596] Timer tick, asking Buildbucket for the build status
[22:24:24.632] Build 8934828165099519696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:24:24.632] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:26:0) after 1m0s
[22:25:24.707] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:26:0)
[22:25:24.707] Timer tick, asking Buildbucket for the build status
[22:25:24.987] Build 8934828165099519696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:25:24.988] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:27:0) after 1m0s
[22:26:25.006] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:27:0)
[22:26:25.006] Timer tick, asking Buildbucket for the build status
[22:26:25.123] Build 8934828165099519696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:26:25.123] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:28:0) after 1m0s
[22:27:25.154] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:28:0)
[22:27:25.154] Timer tick, asking Buildbucket for the build status
[22:27:25.220] Build 8934828165099519696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:27:25.220] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:29:0) after 1m0s
[22:28:25.249] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:29:0)
[22:28:25.249] Timer tick, asking Buildbucket for the build status
[22:28:25.283] Build 8934828165099519696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:28:25.283] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:30:0) after 1m0s
[22:29:25.301] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:30:0)
[22:29:25.301] Timer tick, asking Buildbucket for the build status
[22:29:25.383] Build 8934828165099519696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:29:25.383] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:31:0) after 1m0s
[22:30:25.400] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:31:0)
[22:30:25.400] Timer tick, asking Buildbucket for the build status
[22:30:25.441] Build 8934828165099519696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:30:25.441] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:32:0) after 1m0s
[22:31:25.459] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:32:0)
[22:31:25.459] Timer tick, asking Buildbucket for the build status
[22:31:25.530] Build 8934828165099519696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:31:25.530] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:33:0) after 1m0s
[22:32:25.550] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:33:0)
[22:32:25.550] Timer tick, asking Buildbucket for the build status
[22:32:25.583] Build 8934828165099519696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:32:25.583] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:34:0) after 1m0s
[22:33:25.753] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:34:0)
[22:33:25.753] Timer tick, asking Buildbucket for the build status
[22:33:25.821] Build 8934828165099519696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:33:25.821] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:35:0) after 1m0s
[22:34:25.957] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:35:0)
[22:34:25.957] Timer tick, asking Buildbucket for the build status
[22:34:25.995] Build 8934828165099519696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:34:25.995] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:36:0) after 1m0s
[22:35:26.033] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:36:0)
[22:35:26.033] Timer tick, asking Buildbucket for the build status
[22:35:26.209] Build 8934828165099519696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:35:26.209] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:37:0) after 1m0s
[22:36:26.227] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:37:0)
[22:36:26.227] Timer tick, asking Buildbucket for the build status
[22:36:26.269] Build 8934828165099519696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:36:26.269] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:38:0) after 1m0s
[22:37:26.291] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:38:0)
[22:37:26.291] Timer tick, asking Buildbucket for the build status
[22:37:26.369] Build 8934828165099519696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:37:26.369] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:39:0) after 1m0s
[22:38:26.398] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:39:0)
[22:38:26.398] Timer tick, asking Buildbucket for the build status
[22:38:26.437] Build 8934828165099519696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:38:26.437] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:40:0) after 1m0s
[22:39:26.480] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:40:0)
[22:39:26.480] Timer tick, asking Buildbucket for the build status
[22:39:26.546] Build 8934828165099519696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:39:26.546] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:41:0) after 1m0s
[22:40:26.644] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:41:0)
[22:40:26.644] Timer tick, asking Buildbucket for the build status
[22:40:26.701] Build 8934828165099519696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:40:26.701] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:42:0) after 1m0s
[22:41:26.723] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:42:0)
[22:41:26.723] Timer tick, asking Buildbucket for the build status
[22:41:26.789] Build 8934828165099519696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:41:26.789] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:43:0) after 1m0s
[22:42:26.809] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:43:0)
[22:42:26.809] Timer tick, asking Buildbucket for the build status
[22:42:26.843] Build 8934828165099519696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:42:26.843] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:44:0) after 1m0s
[22:43:26.880] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:44:0)
[22:43:26.880] Timer tick, asking Buildbucket for the build status
[22:43:26.954] Build 8934828165099519696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:43:26.954] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:45:0) after 1m0s
[22:44:26.975] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:45:0)
[22:44:26.975] Timer tick, asking Buildbucket for the build status
[22:44:27.034] Build 8934828165099519696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:44:27.034] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:46:0) after 1m0s
[22:45:27.066] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:46:0)
[22:45:27.066] Timer tick, asking Buildbucket for the build status
[22:45:27.132] Build 8934828165099519696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:45:27.132] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:47:0) after 1m0s
[22:46:27.149] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:47:0)
[22:46:27.149] Timer tick, asking Buildbucket for the build status
[22:46:27.193] Build 8934828165099519696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:46:27.193] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:48:0) after 1m0s
[22:47:27.220] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:48:0)
[22:47:27.220] Timer tick, asking Buildbucket for the build status
[22:47:27.281] Build 8934828165099519696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:47:27.281] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:49:0) after 1m0s
[22:48:27.300] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:49:0)
[22:48:27.300] Timer tick, asking Buildbucket for the build status
[22:48:27.334] Build 8934828165099519696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:48:27.334] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:50:0) after 1m0s
[22:49:27.352] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:50:0)
[22:49:27.352] Timer tick, asking Buildbucket for the build status
[22:49:27.509] Build 8934828165099519696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:49:27.509] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:51:0) after 1m0s
[22:50:27.529] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:51:0)
[22:50:27.529] Timer tick, asking Buildbucket for the build status
[22:50:27.746] Build 8934828165099519696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:50:27.746] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:52:0) after 1m0s
[22:51:27.763] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:52:0)
[22:51:27.763] Timer tick, asking Buildbucket for the build status
[22:51:28.038] Build 8934828165099519696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:51:28.038] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:53:0) after 1m0s
[22:52:28.054] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:53:0)
[22:52:28.054] Timer tick, asking Buildbucket for the build status
[22:52:28.114] Build 8934828165099519696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:52:28.114] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:54:0) after 1m0s
[22:53:28.135] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:54:0)
[22:53:28.135] Timer tick, asking Buildbucket for the build status
[22:53:28.198] Build 8934828165099519696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:53:28.198] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:55:0) after 1m0s
[22:54:28.232] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:55:0)
[22:54:28.232] Timer tick, asking Buildbucket for the build status
[22:54:28.271] Build 8934828165099519696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:54:28.271] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:56:0) after 1m0s
[22:55:28.292] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:56:0)
[22:55:28.292] Timer tick, asking Buildbucket for the build status
[22:55:28.350] Build 8934828165099519696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:55:28.350] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:57:0) after 1m0s
[22:56:28.367] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:57:0)
[22:56:28.367] Timer tick, asking Buildbucket for the build status
[22:56:28.463] Build 8934828165099519696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:56:28.463] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:58:0) after 1m0s
[22:57:28.488] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:58:0)
[22:57:28.488] Timer tick, asking Buildbucket for the build status
[22:57:28.526] Build 8934828165099519696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:57:28.526] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:59:0) after 1m0s
[22:58:28.560] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:59:0)
[22:58:28.560] Timer tick, asking Buildbucket for the build status
[22:58:28.603] Build 8934828165099519696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:58:28.603] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:60:0) after 1m0s
[22:59:28.623] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:60:0)
[22:59:28.623] Timer tick, asking Buildbucket for the build status
[22:59:28.657] Build 8934828165099519696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:59:28.657] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:61:0) after 1m0s
[23:00:28.677] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:61:0)
[23:00:28.677] Timer tick, asking Buildbucket for the build status
[23:00:28.744] Build 8934828165099519696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:00:28.744] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:62:0) after 1m0s
[23:01:28.765] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:62:0)
[23:01:28.766] Timer tick, asking Buildbucket for the build status
[23:01:28.919] Build 8934828165099519696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:01:28.919] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:63:0) after 1m0s
[23:02:28.965] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:63:0)
[23:02:28.965] Timer tick, asking Buildbucket for the build status
[23:02:29.075] Build 8934828165099519696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:02:29.075] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:64:0) after 1m0s
[23:03:29.093] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:64:0)
[23:03:29.093] Timer tick, asking Buildbucket for the build status
[23:03:29.309] Build 8934828165099519696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:03:29.309] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:65:0) after 1m0s
[23:04:29.328] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:65:0)
[23:04:29.328] Timer tick, asking Buildbucket for the build status
[23:04:29.363] Build 8934828165099519696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:04:29.363] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:66:0) after 1m0s
[23:05:29.388] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:66:0)
[23:05:29.388] Timer tick, asking Buildbucket for the build status
[23:05:29.479] Build 8934828165099519696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:05:29.479] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:67:0) after 1m0s
[23:06:29.499] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:67:0)
[23:06:29.499] Timer tick, asking Buildbucket for the build status
[23:06:29.550] Build 8934828165099519696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:06:29.550] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:68:0) after 1m0s
[23:07:29.572] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:68:0)
[23:07:29.572] Timer tick, asking Buildbucket for the build status
[23:07:29.631] Build 8934828165099519696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:07:29.631] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:69:0) after 1m0s
[23:08:29.662] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:69:0)
[23:08:29.662] Timer tick, asking Buildbucket for the build status
[23:08:29.727] Build 8934828165099519696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:08:29.727] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:70:0) after 1m0s
[23:09:29.746] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:70:0)
[23:09:29.746] Timer tick, asking Buildbucket for the build status
[23:09:29.812] Build 8934828165099519696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:09:29.812] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:71:0) after 1m0s
[23:10:29.830] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:71:0)
[23:10:29.830] Timer tick, asking Buildbucket for the build status
[23:10:29.883] Build 8934828165099519696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:10:29.883] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:72:0) after 1m0s
[23:11:29.947] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:72:0)
[23:11:29.947] Timer tick, asking Buildbucket for the build status
[23:11:29.982] Build 8934828165099519696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:11:29.982] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:73:0) after 1m0s
[23:12:30.004] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:73:0)
[23:12:30.004] Timer tick, asking Buildbucket for the build status
[23:12:30.048] Build 8934828165099519696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:12:30.049] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:74:0) after 1m0s
[23:13:30.066] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:74:0)
[23:13:30.066] Timer tick, asking Buildbucket for the build status
[23:13:30.153] Build 8934828165099519696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:13:30.153] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:75:0) after 1m0s
[23:14:30.209] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:75:0)
[23:14:30.209] Timer tick, asking Buildbucket for the build status
[23:14:30.244] Build 8934828165099519696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:14:30.244] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:76:0) after 1m0s
[23:15:30.286] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:76:0)
[23:15:30.286] Timer tick, asking Buildbucket for the build status
[23:15:30.341] Build 8934828165099519696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:15:30.341] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:77:0) after 1m0s
[23:16:30.365] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:77:0)
[23:16:30.365] Timer tick, asking Buildbucket for the build status
[23:16:30.402] Build 8934828165099519696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:16:30.402] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:78:0) after 1m0s
[23:17:30.421] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:78:0)
[23:17:30.421] Timer tick, asking Buildbucket for the build status
[23:17:30.481] Build 8934828165099519696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:17:30.481] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:79:0) after 1m0s
[23:18:30.503] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:79:0)
[23:18:30.503] Timer tick, asking Buildbucket for the build status
[23:18:30.724] Build 8934828165099519696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:18:30.724] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:80:0) after 1m0s
[23:19:30.745] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:80:0)
[23:19:30.745] Timer tick, asking Buildbucket for the build status
[23:19:30.822] Build 8934828165099519696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:19:30.822] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:81:0) after 1m0s
[23:20:30.855] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:81:0)
[23:20:30.855] Timer tick, asking Buildbucket for the build status
[23:20:31.014] Build 8934828165099519696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:20:31.014] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:82:0) after 1m0s
[23:21:31.079] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:82:0)
[23:21:31.079] Timer tick, asking Buildbucket for the build status
[23:21:31.596] Build 8934828165099519696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:21:31.596] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:83:0) after 1m0s
[23:22:31.615] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:83:0)
[23:22:31.615] Timer tick, asking Buildbucket for the build status
[23:22:31.778] Build 8934828165099519696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:22:31.778] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:84:0) after 1m0s
[23:23:31.813] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:84:0)
[23:23:31.813] Timer tick, asking Buildbucket for the build status
[23:23:31.860] Build 8934828165099519696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:23:31.860] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:85:0) after 1m0s
[23:24:31.879] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:85:0)
[23:24:31.879] Timer tick, asking Buildbucket for the build status
[23:24:31.911] Build 8934828165099519696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:24:31.911] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:86:0) after 1m0s
[23:25:31.928] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:86:0)
[23:25:31.928] Timer tick, asking Buildbucket for the build status
[23:25:32.118] Build 8934828165099519696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:25:32.118] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:87:0) after 1m0s
[23:26:32.139] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:87:0)
[23:26:32.139] Timer tick, asking Buildbucket for the build status
[23:26:32.209] Build 8934828165099519696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:26:32.209] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:88:0) after 1m0s
[23:27:32.236] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:88:0)
[23:27:32.236] Timer tick, asking Buildbucket for the build status
[23:27:32.301] Build 8934828165099519696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:27:32.301] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:89:0) after 1m0s
[23:28:32.326] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:89:0)
[23:28:32.326] Timer tick, asking Buildbucket for the build status
[23:28:32.406] Build 8934828165099519696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:28:32.406] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:90:0) after 1m0s
[23:29:32.437] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:90:0)
[23:29:32.437] Timer tick, asking Buildbucket for the build status
[23:29:32.565] Build 8934828165099519696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:29:32.565] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:91:0) after 1m0s
[23:30:32.587] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:91:0)
[23:30:32.587] Timer tick, asking Buildbucket for the build status
[23:30:32.730] Build 8934828165099519696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:30:32.730] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:92:0) after 1m0s
[23:31:32.753] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:92:0)
[23:31:32.753] Timer tick, asking Buildbucket for the build status
[23:31:32.884] Build 8934828165099519696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:31:32.884] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:93:0) after 1m0s
[23:32:32.909] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:93:0)
[23:32:32.909] Timer tick, asking Buildbucket for the build status
[23:32:32.941] Build 8934828165099519696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:32:32.941] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:94:0) after 1m0s
[23:33:32.961] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:94:0)
[23:33:32.961] Timer tick, asking Buildbucket for the build status
[23:33:33.041] Build 8934828165099519696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:33:33.041] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:95:0) after 1m0s
[23:34:33.072] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:95:0)
[23:34:33.072] Timer tick, asking Buildbucket for the build status
[23:34:33.108] Build 8934828165099519696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:34:33.108] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:96:0) after 1m0s
[23:35:33.132] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:96:0)
[23:35:33.132] Timer tick, asking Buildbucket for the build status
[23:35:33.280] Build 8934828165099519696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:35:33.280] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:97:0) after 1m0s
[23:36:33.302] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:97:0)
[23:36:33.302] Timer tick, asking Buildbucket for the build status
[23:36:33.336] Build 8934828165099519696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:36:33.336] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:98:0) after 1m0s
[23:37:33.359] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:98:0)
[23:37:33.359] Timer tick, asking Buildbucket for the build status
[23:37:33.584] Build 8934828165099519696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:37:33.584] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:99:0) after 1m0s
[23:38:33.609] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:99:0)
[23:38:33.609] Timer tick, asking Buildbucket for the build status
[23:38:33.648] Build 8934828165099519696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:38:33.648] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:100:0) after 1m0s
[23:39:33.674] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:100:0)
[23:39:33.674] Timer tick, asking Buildbucket for the build status
[23:39:33.743] Build 8934828165099519696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:39:33.743] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:101:0) after 1m0s
[23:40:33.843] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:101:0)
[23:40:33.843] Timer tick, asking Buildbucket for the build status
[23:40:33.881] Build 8934828165099519696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:40:33.881] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:102:0) after 1m0s
[23:41:33.903] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:102:0)
[23:41:33.903] Timer tick, asking Buildbucket for the build status
[23:41:34.037] Build 8934828165099519696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:41:34.037] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:103:0) after 1m0s
[23:42:34.098] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:103:0)
[23:42:34.098] Timer tick, asking Buildbucket for the build status
[23:42:34.172] Build 8934828165099519696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:42:34.172] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:104:0) after 1m0s
[23:43:34.193] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:104:0)
[23:43:34.193] Timer tick, asking Buildbucket for the build status
[23:43:34.268] Build 8934828165099519696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:43:34.268] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:105:0) after 1m0s
[23:44:34.291] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:105:0)
[23:44:34.291] Timer tick, asking Buildbucket for the build status
[23:44:34.570] Build 8934828165099519696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:44:34.570] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:106:0) after 1m0s
[23:45:34.629] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:106:0)
[23:45:34.629] Timer tick, asking Buildbucket for the build status
[23:45:34.750] Build 8934828165099519696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:45:34.750] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:107:0) after 1m0s
[23:46:34.775] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:107:0)
[23:46:34.775] Timer tick, asking Buildbucket for the build status
[23:46:34.931] Build 8934828165099519696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:46:34.931] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:108:0) after 1m0s
[23:47:34.951] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:108:0)
[23:47:34.952] Timer tick, asking Buildbucket for the build status
[23:47:35.194] Build 8934828165099519696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:47:35.194] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:109:0) after 1m0s
[23:48:35.330] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:109:0)
[23:48:35.330] Timer tick, asking Buildbucket for the build status
[23:48:35.379] Build 8934828165099519696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:48:35.379] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:110:0) after 1m0s
[23:49:35.399] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:110:0)
[23:49:35.399] Timer tick, asking Buildbucket for the build status
[23:49:35.477] Build 8934828165099519696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:49:35.477] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:111:0) after 1m0s
[23:50:35.503] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:111:0)
[23:50:35.503] Timer tick, asking Buildbucket for the build status
[23:50:35.828] Build 8934828165099519696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:50:35.828] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:112:0) after 1m0s
[23:51:35.849] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:112:0)
[23:51:35.849] Timer tick, asking Buildbucket for the build status
[23:51:35.959] Build 8934828165099519696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:51:35.959] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:113:0) after 1m0s
[23:52:35.980] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:113:0)
[23:52:35.980] Timer tick, asking Buildbucket for the build status
[23:52:36.037] Build 8934828165099519696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:52:36.037] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:114:0) after 1m0s
[23:53:36.058] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:114:0)
[23:53:36.058] Timer tick, asking Buildbucket for the build status
[23:53:36.291] Build 8934828165099519696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:53:36.291] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:115:0) after 1m0s
[23:54:36.349] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:115:0)
[23:54:36.349] Timer tick, asking Buildbucket for the build status
[23:54:36.483] Build 8934828165099519696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:54:36.483] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:116:0) after 1m0s
[23:55:36.503] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:116:0)
[23:55:36.503] Timer tick, asking Buildbucket for the build status
[23:55:36.554] Build 8934828165099519696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:55:36.554] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:117:0) after 1m0s
[23:56:36.577] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:117:0)
[23:56:36.577] Timer tick, asking Buildbucket for the build status
[23:56:36.683] Build 8934828165099519696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:56:36.683] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:118:0) after 1m0s
[23:57:36.705] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:118:0)
[23:57:36.705] Timer tick, asking Buildbucket for the build status
[23:57:36.817] Build 8934828165099519696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:57:36.817] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:119:0) after 1m0s
[23:58:36.842] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:119:0)
[23:58:36.843] Timer tick, asking Buildbucket for the build status
[23:58:37.080] Build 8934828165099519696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:58:37.080] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:120:0) after 1m0s
[23:59:37.140] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:120:0)
[23:59:37.140] Timer tick, asking Buildbucket for the build status
[23:59:37.355] Build 8934828165099519696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:59:37.355] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:121:0) after 1m0s
[00:00:37.375] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:121:0)
[00:00:37.375] Timer tick, asking Buildbucket for the build status
[00:00:37.468] Build 8934828165099519696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:00:37.468] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100258227281030880:122:0) after 1m0s
[00:00:41.508] Received PubSub notification, asking Buildbucket for the build status
[00:00:41.547] Build 8934828165099519696: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[00:00:41.547] Buildbucket build:
{
  "build": {
    "bucket": "luci.infra.codesearch",
    "canary_preference": "AUTO",
    "completed_ts": "1537488040596139",
    "created_by": "user:luci-scheduler@appspot.gserviceaccount.com",
    "created_ts": "1537480879649191",
    "failure_reason": "BUILD_FAILURE",
    "id": "8934828165099519696",
    "parameters_json": "{\"builder_name\": \"codesearch-gen-chromium-linux\", \"properties\": {\"root_solution_revision\": \"ad471a3245f57ea59728ca18aa97a003fdbd38e7\", \"root_solution_revision_timestamp\": 1537480559}}",
    "project": "infra",
    "result": "FAILURE",
    "result_details_json": "{\"ui\": {\"info\": \"Failure sync generated files\"}, \"build_run_result\": {\"infraFailure\": null, \"recipeResult\": {\"failure\": {\"failure\": {\"step\": \"sync generated files\"}, \"humanReason\": \"Step('sync generated files') failed with return_code 1\"}}, \"recipeExitCode\": {\"value\": 1}, \"recipe\": {\"name\": \"chromium_codesearch\", \"repository\": \"\", \"revision\": \"\"}, \"annotationUrl\": \"logdog://logs.chromium.org/infra/buildbucket/cr-buildbucket.appspot.com/8934828165099519696/+/annotations\"}, \"swarming\": {\"bot_dimensions\": {\"machine_type\": [\"n1-standard-8\"], \"inside_docker\": [\"0\"], \"python\": [\"2.7.6\"], \"builder\": [\"codesearch-gen-chromium-linux\"], \"kvm\": [\"1\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-Haswell_GCE\", \"x86-64-avx2\"], \"server_version\": [\"3779-c5c026e\"], \"image\": [\"chrome-trusty-18042300-b7223b463e3\"], \"gpu\": [\"none\"], \"cores\": [\"8\"], \"zone\": [\"us\", \"us-central\", \"us-central1\", \"us-central1-b\"], \"os\": [\"Linux\", \"Ubuntu\", \"Ubuntu-14.04\"], \"id\": [\"swarm1879-c4\"], \"pool\": [\"luci.infra.codesearch\"], \"caches\": [\"builder_54f8e8cb8feba6eccd56fdc0fadd094595d4925f57b55f2d9fb92e97a2de5aa9_v2\", \"codesearch_git_genfiles_repo\", \"git\", \"goma_v2\", \"vpython\"]}}, \"properties\": {\"got_nacl_revision\": \"b64cb7b68093f06952a5966c97e6f49dae5f455e\", \"got_clang_revision\": \"342523-1\", \"got_swarming_client_revision\": \"486c9b53c4d54dd4b95bb6ce0e31160e600dfc11\", \"got_revision\": \"ad471a3245f57ea59728ca18aa97a003fdbd38e7\", \"recipe\": \"chromium_codesearch\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#24780}\", \"$recipe_engine/path\": {\"cache_dir\": \"/b/swarming/w/ir/cache\", \"temp_dir\": \"/b/swarming/w/ir/tmp/rt\"}, \"root_solution_revision_timestamp\": 1537480559, \"got_revision_cp\": \"refs/heads/master@{#592963}\", \"root_solution_revision\": \"ad471a3245f57ea59728ca18aa97a003fdbd38e7\", \"buildername\": \"codesearch-gen-chromium-linux\", \"got_webrtc_revision\": \"0ad0c27a0bcee24ec9dc5c27df090034e152bd65\", \"mastername\": \"chromium.infra.codesearch\", \"got_angle_revision\": \"4ce287e042018470122eeecd89524c9b110f955b\", \"buildbucket\": {\"hostname\": \"cr-buildbucket.appspot.com\", \"build\": {\"created_ts\": 1537480879649191, \"tags\": [\"builder:codesearch-gen-chromium-linux\", \"parent_buildername:codesearch-gen-chromium-initiator\", \"parent_buildnumber:5769\", \"scheduler_invocation_id:9100258227281030880\", \"scheduler_job_id:infra/codesearch-gen-chromium-linux\", \"user_agent:luci-scheduler\", \"user_agent:recipe\"], \"bucket\": \"luci.infra.codesearch\", \"created_by\": \"user:luci-scheduler@appspot.gserviceaccount.com\", \"project\": \"infra\", \"id\": \"8934828165099519696\"}}, \"got_v8_revision\": \"08b9e3767fb200bec683f9d382f4f72b3d16a765\", \"got_v8_revision_cp\": \"refs/heads/7.1.148@{#1}\", \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"buildnumber\": 3625, \"path_config\": \"generic\", \"bot_id\": \"swarm1879-c4\", \"got_buildtools_revision\": \"2dff9c9c74e9d732e6fe57c84ef7fd044cc45d96\"}}",
    "service_account": "infra-codesearch@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1537480889125858",
    "status": "COMPLETED",
    "status_changed_ts": "1537488041094504",
    "tags": [
      "build_address:luci.infra.codesearch/codesearch-gen-chromium-linux/3625",
      "builder:codesearch-gen-chromium-linux",
      "parent_buildername:codesearch-gen-chromium-initiator",
      "parent_buildnumber:5769",
      "scheduler_invocation_id:9100258227281030880",
      "scheduler_job_id:infra/codesearch-gen-chromium-linux",
      "swarming_dimension:builder:codesearch-gen-chromium-linux",
      "swarming_dimension:caches:builder_54f8e8cb8feba6eccd56fdc0fadd094595d4925f57b55f2d9fb92e97a2de5aa9_v2",
      "swarming_dimension:cpu:x86-64",
      "swarming_dimension:os:Ubuntu-14.04",
      "swarming_dimension:pool:luci.infra.codesearch",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:build_address:luci.infra.codesearch/codesearch-gen-chromium-linux/3625",
      "swarming_tag:buildbucket_bucket:luci.infra.codesearch",
      "swarming_tag:buildbucket_build_id:8934828165099519696",
      "swarming_tag:buildbucket_hostname:cr-buildbucket.appspot.com",
      "swarming_tag:buildbucket_template_canary:0",
      "swarming_tag:buildbucket_template_revision:1630ff158d8d4118027817e4d74c356b46464ed9",
      "swarming_tag:builder:codesearch-gen-chromium-linux",
      "swarming_tag:caches:builder_54f8e8cb8feba6eccd56fdc0fadd094595d4925f57b55f2d9fb92e97a2de5aa9_v2",
      "swarming_tag:cpu:x86-64",
      "swarming_tag:log_location:logdog://logs.chromium.org/infra/buildbucket/cr-buildbucket.appspot.com/8934828165099519696/+/annotations",
      "swarming_tag:luci_project:infra",
      "swarming_tag:os:Ubuntu-14.04",
      "swarming_tag:parent_buildername:codesearch-gen-chromium-initiator",
      "swarming_tag:parent_buildnumber:5769",
      "swarming_tag:pool:luci.infra.codesearch",
      "swarming_tag:priority:30",
      "swarming_tag:recipe_name:chromium_codesearch",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_tag:scheduler_invocation_id:9100258227281030880",
      "swarming_tag:scheduler_job_id:infra/codesearch-gen-chromium-linux",
      "swarming_tag:service_account:infra-codesearch@chops-service-accounts.iam.gserviceaccount.com",
      "swarming_tag:swarming.pool.template:skip",
      "swarming_tag:swarming.pool.version:a636fa546b9b663cc0d60eefebb84621a4dfa011",
      "swarming_tag:user:None",
      "swarming_tag:user_agent:luci-scheduler",
      "swarming_tag:user_agent:recipe",
      "swarming_tag:vpython:native-python-wrapper",
      "swarming_task_id:4011d1f7b47b4f10",
      "user_agent:luci-scheduler",
      "user_agent:recipe"
    ],
    "updated_ts": "1537488041095896",
    "url": "https://ci.chromium.org/p/infra/builders/luci.infra.codesearch/codesearch-gen-chromium-linux/3625",
    "utcnow_ts": "1537488041537055"
  }
}
[00:00:41.547] Invocation finished in 1h59m23.362206951s with status FAILED