Status: FAILED
Triggered by: infra-codesearch@chops-service-accounts.iam.gserviceaccount.com
Duration: 1 hour
Actions:

Definition (rev fcda89f1011d07f94cddf9bccc52c31b3fb70594)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.infra.codesearch"
  builder: "codesearch-gen-chromium-linux"
>

Incoming triggers

  • codesearch-gen-chromium-initiator/5936 (7 years ago by infra-codesearch@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "root_solution_revision": "546d7617f3226dd57af418b42c02ba0d757e6d24",
  "root_solution_revision_timestamp": 1538682611
}

Incoming tags

  • parent_buildername:codesearch-gen-chromium-initiator
  • parent_buildnumber:5936
  • user_agent:recipe

Debug log (UTC)

[20:01:12.169] New invocation is queued and will start shortly
[20:01:12.169] Triggered by user:infra-codesearch@chops-service-accounts.iam.gserviceaccount.com
[20:01:13.478] Starting the invocation (attempt 1)
[20:01:13.522] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:01:13.522] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:01:13.522] Buildbucket request:
{
  "bucket": "luci.infra.codesearch",
  "client_operation_id": "9098997425834767216",
  "parameters_json": "{\"builder_name\":\"codesearch-gen-chromium-linux\",\"properties\":{\"root_solution_revision\":\"546d7617f3226dd57af418b42c02ba0d757e6d24\",\"root_solution_revision_timestamp\":1538682611}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:codesearch-gen-chromium-linux",
    "scheduler_invocation_id:9098997425834767216",
    "scheduler_job_id:infra/codesearch-gen-chromium-linux",
    "user_agent:luci-scheduler",
    "parent_buildername:codesearch-gen-chromium-initiator",
    "parent_buildnumber:5936",
    "user_agent:recipe"
  ]
}
[20:01:14.977] Buildbucket response:
{
  "build": {
    "bucket": "luci.infra.codesearch",
    "canary_preference": "AUTO",
    "created_by": "user:luci-scheduler@appspot.gserviceaccount.com",
    "created_ts": "1538683273604967",
    "id": "8933567363655281488",
    "lease_expiration_ts": "1538798474584409",
    "lease_key": "541938656",
    "parameters_json": "{\"builder_name\": \"codesearch-gen-chromium-linux\", \"properties\": {\"root_solution_revision\": \"546d7617f3226dd57af418b42c02ba0d757e6d24\", \"root_solution_revision_timestamp\": 1538682611}}",
    "project": "infra",
    "result_details_json": "null",
    "service_account": "infra-codesearch@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1538683274768451",
    "tags": [
      "build_address:luci.infra.codesearch/codesearch-gen-chromium-linux/3792",
      "builder:codesearch-gen-chromium-linux",
      "parent_buildername:codesearch-gen-chromium-initiator",
      "parent_buildnumber:5936",
      "scheduler_invocation_id:9098997425834767216",
      "scheduler_job_id:infra/codesearch-gen-chromium-linux",
      "swarming_dimension:builder:codesearch-gen-chromium-linux",
      "swarming_dimension:caches:builder_54f8e8cb8feba6eccd56fdc0fadd094595d4925f57b55f2d9fb92e97a2de5aa9_v2",
      "swarming_dimension:cpu:x86-64",
      "swarming_dimension:os:Ubuntu-14.04",
      "swarming_dimension:pool:luci.infra.codesearch",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:build_address:luci.infra.codesearch/codesearch-gen-chromium-linux/3792",
      "swarming_tag:buildbucket_bucket:luci.infra.codesearch",
      "swarming_tag:buildbucket_build_id:8933567363655281488",
      "swarming_tag:buildbucket_hostname:cr-buildbucket.appspot.com",
      "swarming_tag:buildbucket_template_canary:0",
      "swarming_tag:buildbucket_template_revision:4c790cbde9342069ed9b59b6709c8807b14f2913",
      "swarming_tag:builder:codesearch-gen-chromium-linux",
      "swarming_tag:caches:builder_54f8e8cb8feba6eccd56fdc0fadd094595d4925f57b55f2d9fb92e97a2de5aa9_v2",
      "swarming_tag:cpu:x86-64",
      "swarming_tag:log_location:logdog://logs.chromium.org/infra/buildbucket/cr-buildbucket.appspot.com/8933567363655281488/+/annotations",
      "swarming_tag:luci_project:infra",
      "swarming_tag:os:Ubuntu-14.04",
      "swarming_tag:parent_buildername:codesearch-gen-chromium-initiator",
      "swarming_tag:parent_buildnumber:5936",
      "swarming_tag:pool:luci.infra.codesearch",
      "swarming_tag:priority:30",
      "swarming_tag:recipe_name:chromium_codesearch",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_tag:scheduler_invocation_id:9098997425834767216",
      "swarming_tag:scheduler_job_id:infra/codesearch-gen-chromium-linux",
      "swarming_tag:service_account:infra-codesearch@chops-service-accounts.iam.gserviceaccount.com",
      "swarming_tag:swarming.pool.template:skip",
      "swarming_tag:swarming.pool.version:f18910c956967c1117c52a51c48c33e3a3046ca4",
      "swarming_tag:user:None",
      "swarming_tag:user_agent:luci-scheduler",
      "swarming_tag:user_agent:recipe",
      "swarming_tag:vpython:native-python-wrapper",
      "swarming_task_id:40597d0c5d06c910",
      "user_agent:luci-scheduler",
      "user_agent:recipe"
    ],
    "updated_ts": "1538683274768588",
    "url": "https://ci.chromium.org/p/infra/builders/luci.infra.codesearch/codesearch-gen-chromium-linux/3792",
    "utcnow_ts": "1538683274958267"
  }
}
[20:01:14.977] Task URL: https://ci.chromium.org/p/infra/builders/luci.infra.codesearch/codesearch-gen-chromium-linux/3792
[20:01:14.977] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:2:0) after 1m0s
[20:02:10.524] Received PubSub notification, asking Buildbucket for the build status
[20:02:10.582] Build 8933567363655281488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:02:14.999] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:2:0)
[20:02:14.999] Timer tick, asking Buildbucket for the build status
[20:02:15.052] Build 8933567363655281488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:02:15.052] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:4:0) after 1m0s
[20:03:15.101] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:4:0)
[20:03:15.101] Timer tick, asking Buildbucket for the build status
[20:03:15.165] Build 8933567363655281488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:03:15.165] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:5:0) after 1m0s
[20:04:15.217] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:5:0)
[20:04:15.217] Timer tick, asking Buildbucket for the build status
[20:04:15.256] Build 8933567363655281488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:04:15.256] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:6:0) after 1m0s
[20:05:15.405] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:6:0)
[20:05:15.405] Timer tick, asking Buildbucket for the build status
[20:05:15.671] Build 8933567363655281488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:05:15.672] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:7:0) after 1m0s
[20:06:15.689] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:7:0)
[20:06:15.689] Timer tick, asking Buildbucket for the build status
[20:06:15.802] Build 8933567363655281488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:06:15.802] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:8:0) after 1m0s
[20:07:15.839] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:8:0)
[20:07:15.839] Timer tick, asking Buildbucket for the build status
[20:07:15.909] Build 8933567363655281488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:07:15.909] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:9:0) after 1m0s
[20:08:15.978] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:9:0)
[20:08:15.978] Timer tick, asking Buildbucket for the build status
[20:08:16.013] Build 8933567363655281488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:08:16.013] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:10:0) after 1m0s
[20:09:16.196] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:10:0)
[20:09:16.196] Timer tick, asking Buildbucket for the build status
[20:09:16.262] Build 8933567363655281488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:09:16.262] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:11:0) after 1m0s
[20:10:16.278] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:11:0)
[20:10:16.278] Timer tick, asking Buildbucket for the build status
[20:10:16.319] Build 8933567363655281488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:10:16.319] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:12:0) after 1m0s
[20:11:16.348] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:12:0)
[20:11:16.348] Timer tick, asking Buildbucket for the build status
[20:11:16.415] Build 8933567363655281488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:11:16.415] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:13:0) after 1m0s
[20:12:16.435] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:13:0)
[20:12:16.435] Timer tick, asking Buildbucket for the build status
[20:12:16.489] Build 8933567363655281488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:12:16.489] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:14:0) after 1m0s
[20:13:16.515] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:14:0)
[20:13:16.515] Timer tick, asking Buildbucket for the build status
[20:13:16.600] Build 8933567363655281488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:13:16.600] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:15:0) after 1m0s
[20:14:16.627] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:15:0)
[20:14:16.627] Timer tick, asking Buildbucket for the build status
[20:14:16.669] Build 8933567363655281488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:14:16.669] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:16:0) after 1m0s
[20:15:16.720] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:16:0)
[20:15:16.720] Timer tick, asking Buildbucket for the build status
[20:15:16.779] Build 8933567363655281488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:15:16.779] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:17:0) after 1m0s
[20:16:16.819] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:17:0)
[20:16:16.819] Timer tick, asking Buildbucket for the build status
[20:16:16.862] Build 8933567363655281488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:16:16.862] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:18:0) after 1m0s
[20:17:16.883] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:18:0)
[20:17:16.883] Timer tick, asking Buildbucket for the build status
[20:17:16.981] Build 8933567363655281488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:17:16.981] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:19:0) after 1m0s
[20:18:17.007] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:19:0)
[20:18:17.007] Timer tick, asking Buildbucket for the build status
[20:18:17.046] Build 8933567363655281488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:18:17.046] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:20:0) after 1m0s
[20:19:17.061] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:20:0)
[20:19:17.062] Timer tick, asking Buildbucket for the build status
[20:19:17.270] Build 8933567363655281488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:19:17.270] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:21:0) after 1m0s
[20:20:17.286] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:21:0)
[20:20:17.286] Timer tick, asking Buildbucket for the build status
[20:20:17.324] Build 8933567363655281488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:20:17.324] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:22:0) after 1m0s
[20:21:17.354] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:22:0)
[20:21:17.354] Timer tick, asking Buildbucket for the build status
[20:21:17.478] Build 8933567363655281488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:21:17.478] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:23:0) after 1m0s
[20:22:17.508] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:23:0)
[20:22:17.508] Timer tick, asking Buildbucket for the build status
[20:22:17.565] Build 8933567363655281488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:22:17.565] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:24:0) after 1m0s
[20:23:17.610] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:24:0)
[20:23:17.610] Timer tick, asking Buildbucket for the build status
[20:23:17.687] Build 8933567363655281488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:23:17.687] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:25:0) after 1m0s
[20:24:17.705] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:25:0)
[20:24:17.706] Timer tick, asking Buildbucket for the build status
[20:24:17.805] Build 8933567363655281488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:24:17.805] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:26:0) after 1m0s
[20:25:17.841] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:26:0)
[20:25:17.841] Timer tick, asking Buildbucket for the build status
[20:25:17.937] Build 8933567363655281488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:25:17.937] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:27:0) after 1m0s
[20:26:18.005] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:27:0)
[20:26:18.005] Timer tick, asking Buildbucket for the build status
[20:26:18.123] Build 8933567363655281488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:26:18.123] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:28:0) after 1m0s
[20:27:18.177] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:28:0)
[20:27:18.177] Timer tick, asking Buildbucket for the build status
[20:27:18.279] Build 8933567363655281488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:27:18.279] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:29:0) after 1m0s
[20:28:18.319] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:29:0)
[20:28:18.319] Timer tick, asking Buildbucket for the build status
[20:28:18.367] Build 8933567363655281488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:28:18.367] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:30:0) after 1m0s
[20:29:18.402] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:30:0)
[20:29:18.402] Timer tick, asking Buildbucket for the build status
[20:29:18.488] Build 8933567363655281488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:29:18.488] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:31:0) after 1m0s
[20:30:18.547] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:31:0)
[20:30:18.547] Timer tick, asking Buildbucket for the build status
[20:30:18.675] Build 8933567363655281488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:30:18.675] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:32:0) after 1m0s
[20:31:18.784] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:32:0)
[20:31:18.784] Timer tick, asking Buildbucket for the build status
[20:31:18.841] Build 8933567363655281488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:31:18.841] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:33:0) after 1m0s
[20:32:18.901] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:33:0)
[20:32:18.901] Timer tick, asking Buildbucket for the build status
[20:32:19.072] Build 8933567363655281488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:32:19.072] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:34:0) after 1m0s
[20:33:19.107] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:34:0)
[20:33:19.107] Timer tick, asking Buildbucket for the build status
[20:33:19.171] Build 8933567363655281488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:33:19.171] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:35:0) after 1m0s
[20:34:19.194] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:35:0)
[20:34:19.194] Timer tick, asking Buildbucket for the build status
[20:34:19.280] Build 8933567363655281488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:34:19.280] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:36:0) after 1m0s
[20:35:19.314] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:36:0)
[20:35:19.314] Timer tick, asking Buildbucket for the build status
[20:35:19.403] Build 8933567363655281488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:35:19.403] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:37:0) after 1m0s
[20:36:19.445] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:37:0)
[20:36:19.445] Timer tick, asking Buildbucket for the build status
[20:36:19.531] Build 8933567363655281488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:36:19.531] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:38:0) after 1m0s
[20:37:19.548] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:38:0)
[20:37:19.548] Timer tick, asking Buildbucket for the build status
[20:37:19.591] Build 8933567363655281488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:37:19.591] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:39:0) after 1m0s
[20:38:19.610] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:39:0)
[20:38:19.610] Timer tick, asking Buildbucket for the build status
[20:38:19.894] Build 8933567363655281488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:38:19.895] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:40:0) after 1m0s
[20:39:19.933] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:40:0)
[20:39:19.933] Timer tick, asking Buildbucket for the build status
[20:39:20.097] Build 8933567363655281488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:39:20.098] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:41:0) after 1m0s
[20:40:20.128] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:41:0)
[20:40:20.128] Timer tick, asking Buildbucket for the build status
[20:40:20.244] Build 8933567363655281488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:40:20.244] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:42:0) after 1m0s
[20:41:20.286] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:42:0)
[20:41:20.287] Timer tick, asking Buildbucket for the build status
[20:41:20.336] Build 8933567363655281488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:41:20.336] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:43:0) after 1m0s
[20:42:20.374] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:43:0)
[20:42:20.374] Timer tick, asking Buildbucket for the build status
[20:42:20.426] Build 8933567363655281488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:42:20.426] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:44:0) after 1m0s
[20:43:20.460] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:44:0)
[20:43:20.460] Timer tick, asking Buildbucket for the build status
[20:43:20.625] Build 8933567363655281488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:43:20.625] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:45:0) after 1m0s
[20:44:20.648] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:45:0)
[20:44:20.648] Timer tick, asking Buildbucket for the build status
[20:44:20.687] Build 8933567363655281488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:44:20.687] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:46:0) after 1m0s
[20:45:20.708] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:46:0)
[20:45:20.708] Timer tick, asking Buildbucket for the build status
[20:45:20.766] Build 8933567363655281488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:45:20.766] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:47:0) after 1m0s
[20:46:20.795] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:47:0)
[20:46:20.795] Timer tick, asking Buildbucket for the build status
[20:46:20.852] Build 8933567363655281488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:46:20.852] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:48:0) after 1m0s
[20:47:20.879] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:48:0)
[20:47:20.879] Timer tick, asking Buildbucket for the build status
[20:47:20.972] Build 8933567363655281488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:47:20.972] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:49:0) after 1m0s
[20:48:21.001] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:49:0)
[20:48:21.001] Timer tick, asking Buildbucket for the build status
[20:48:21.072] Build 8933567363655281488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:48:21.072] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:50:0) after 1m0s
[20:49:21.092] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:50:0)
[20:49:21.092] Timer tick, asking Buildbucket for the build status
[20:49:21.157] Build 8933567363655281488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:49:21.157] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:51:0) after 1m0s
[20:50:21.175] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:51:0)
[20:50:21.175] Timer tick, asking Buildbucket for the build status
[20:50:21.432] Build 8933567363655281488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:50:21.432] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:52:0) after 1m0s
[20:51:21.452] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:52:0)
[20:51:21.452] Timer tick, asking Buildbucket for the build status
[20:51:21.514] Build 8933567363655281488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:51:21.514] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:53:0) after 1m0s
[20:52:21.552] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:53:0)
[20:52:21.552] Timer tick, asking Buildbucket for the build status
[20:52:21.589] Build 8933567363655281488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:52:21.589] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:54:0) after 1m0s
[20:53:21.621] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:54:0)
[20:53:21.621] Timer tick, asking Buildbucket for the build status
[20:53:21.749] Build 8933567363655281488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:53:21.749] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:55:0) after 1m0s
[20:54:21.786] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:55:0)
[20:54:21.786] Timer tick, asking Buildbucket for the build status
[20:54:21.819] Build 8933567363655281488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:54:21.819] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:56:0) after 1m0s
[20:55:21.846] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:56:0)
[20:55:21.846] Timer tick, asking Buildbucket for the build status
[20:55:21.903] Build 8933567363655281488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:55:21.903] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:57:0) after 1m0s
[20:56:21.945] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:57:0)
[20:56:21.945] Timer tick, asking Buildbucket for the build status
[20:56:22.003] Build 8933567363655281488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:56:22.003] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:58:0) after 1m0s
[20:57:22.038] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:58:0)
[20:57:22.038] Timer tick, asking Buildbucket for the build status
[20:57:22.095] Build 8933567363655281488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:57:22.095] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:59:0) after 1m0s
[20:58:22.124] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:59:0)
[20:58:22.124] Timer tick, asking Buildbucket for the build status
[20:58:22.169] Build 8933567363655281488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:58:22.169] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:60:0) after 1m0s
[20:59:22.266] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:60:0)
[20:59:22.266] Timer tick, asking Buildbucket for the build status
[20:59:22.647] Build 8933567363655281488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:59:22.647] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:61:0) after 1m0s
[21:00:22.681] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:61:0)
[21:00:22.681] Timer tick, asking Buildbucket for the build status
[21:00:22.789] Build 8933567363655281488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:00:22.789] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:62:0) after 1m0s
[21:01:22.860] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:62:0)
[21:01:22.860] Timer tick, asking Buildbucket for the build status
[21:01:22.917] Build 8933567363655281488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:01:22.917] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:63:0) after 1m0s
[21:02:22.965] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:63:0)
[21:02:22.965] Timer tick, asking Buildbucket for the build status
[21:02:23.006] Build 8933567363655281488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:02:23.006] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:64:0) after 1m0s
[21:03:23.035] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:64:0)
[21:03:23.035] Timer tick, asking Buildbucket for the build status
[21:03:23.120] Build 8933567363655281488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:03:23.120] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:65:0) after 1m0s
[21:04:23.151] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:65:0)
[21:04:23.151] Timer tick, asking Buildbucket for the build status
[21:04:23.209] Build 8933567363655281488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:04:23.209] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:66:0) after 1m0s
[21:05:23.240] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:66:0)
[21:05:23.240] Timer tick, asking Buildbucket for the build status
[21:05:23.275] Build 8933567363655281488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:05:23.275] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:67:0) after 1m0s
[21:06:23.302] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:67:0)
[21:06:23.302] Timer tick, asking Buildbucket for the build status
[21:06:23.375] Build 8933567363655281488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:06:23.375] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:68:0) after 1m0s
[21:07:23.396] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:68:0)
[21:07:23.396] Timer tick, asking Buildbucket for the build status
[21:07:23.469] Build 8933567363655281488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:07:23.469] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:69:0) after 1m0s
[21:08:23.502] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:69:0)
[21:08:23.502] Timer tick, asking Buildbucket for the build status
[21:08:23.545] Build 8933567363655281488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:08:23.545] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:70:0) after 1m0s
[21:09:23.571] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:70:0)
[21:09:23.571] Timer tick, asking Buildbucket for the build status
[21:09:23.646] Build 8933567363655281488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:09:23.646] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:71:0) after 1m0s
[21:10:23.709] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:71:0)
[21:10:23.709] Timer tick, asking Buildbucket for the build status
[21:10:23.802] Build 8933567363655281488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:10:23.802] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:72:0) after 1m0s
[21:11:23.899] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:72:0)
[21:11:23.899] Timer tick, asking Buildbucket for the build status
[21:11:23.966] Build 8933567363655281488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:11:23.966] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:73:0) after 1m0s
[21:12:23.983] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:73:0)
[21:12:23.983] Timer tick, asking Buildbucket for the build status
[21:12:24.039] Build 8933567363655281488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:12:24.039] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:74:0) after 1m0s
[21:13:24.066] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:74:0)
[21:13:24.066] Timer tick, asking Buildbucket for the build status
[21:13:24.237] Build 8933567363655281488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:13:24.238] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:75:0) after 1m0s
[21:14:24.257] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:75:0)
[21:14:24.257] Timer tick, asking Buildbucket for the build status
[21:14:24.320] Build 8933567363655281488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:14:24.320] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:76:0) after 1m0s
[21:15:24.350] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:76:0)
[21:15:24.350] Timer tick, asking Buildbucket for the build status
[21:15:24.451] Build 8933567363655281488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:15:24.451] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:77:0) after 1m0s
[21:16:24.473] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:77:0)
[21:16:24.474] Timer tick, asking Buildbucket for the build status
[21:16:24.544] Build 8933567363655281488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:16:24.544] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:78:0) after 1m0s
[21:17:24.579] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:78:0)
[21:17:24.579] Timer tick, asking Buildbucket for the build status
[21:17:24.767] Build 8933567363655281488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:17:24.767] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:79:0) after 1m0s
[21:18:24.797] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:79:0)
[21:18:24.797] Timer tick, asking Buildbucket for the build status
[21:18:24.846] Build 8933567363655281488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:18:24.846] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:80:0) after 1m0s
[21:19:24.874] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:80:0)
[21:19:24.874] Timer tick, asking Buildbucket for the build status
[21:19:24.952] Build 8933567363655281488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:19:24.952] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:81:0) after 1m0s
[21:20:25.035] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:81:0)
[21:20:25.035] Timer tick, asking Buildbucket for the build status
[21:20:25.094] Build 8933567363655281488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:20:25.094] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:82:0) after 1m0s
[21:21:25.121] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:82:0)
[21:21:25.121] Timer tick, asking Buildbucket for the build status
[21:21:25.183] Build 8933567363655281488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:21:25.183] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:83:0) after 1m0s
[21:22:25.228] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:83:0)
[21:22:25.228] Timer tick, asking Buildbucket for the build status
[21:22:25.598] Build 8933567363655281488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:22:25.598] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:84:0) after 1m0s
[21:23:25.625] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:84:0)
[21:23:25.625] Timer tick, asking Buildbucket for the build status
[21:23:25.687] Build 8933567363655281488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:23:25.687] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:85:0) after 1m0s
[21:24:25.713] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:85:0)
[21:24:25.713] Timer tick, asking Buildbucket for the build status
[21:24:25.799] Build 8933567363655281488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:24:25.799] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:86:0) after 1m0s
[21:25:25.829] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:86:0)
[21:25:25.829] Timer tick, asking Buildbucket for the build status
[21:25:26.109] Build 8933567363655281488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:25:26.109] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:87:0) after 1m0s
[21:26:26.153] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:87:0)
[21:26:26.153] Timer tick, asking Buildbucket for the build status
[21:26:26.231] Build 8933567363655281488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:26:26.231] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:88:0) after 1m0s
[21:27:26.285] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:88:0)
[21:27:26.285] Timer tick, asking Buildbucket for the build status
[21:27:26.389] Build 8933567363655281488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:27:26.389] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:89:0) after 1m0s
[21:28:26.423] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:89:0)
[21:28:26.423] Timer tick, asking Buildbucket for the build status
[21:28:26.575] Build 8933567363655281488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:28:26.575] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:90:0) after 1m0s
[21:29:26.642] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:90:0)
[21:29:26.642] Timer tick, asking Buildbucket for the build status
[21:29:26.690] Build 8933567363655281488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:29:26.690] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:91:0) after 1m0s
[21:30:26.710] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:91:0)
[21:30:26.710] Timer tick, asking Buildbucket for the build status
[21:30:26.829] Build 8933567363655281488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:30:26.829] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:92:0) after 1m0s
[21:31:26.850] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:92:0)
[21:31:26.850] Timer tick, asking Buildbucket for the build status
[21:31:26.936] Build 8933567363655281488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:31:26.936] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:93:0) after 1m0s
[21:32:26.960] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:93:0)
[21:32:26.960] Timer tick, asking Buildbucket for the build status
[21:32:27.094] Build 8933567363655281488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:32:27.094] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:94:0) after 1m0s
[21:33:27.275] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:94:0)
[21:33:27.275] Timer tick, asking Buildbucket for the build status
[21:33:27.574] Build 8933567363655281488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:33:27.574] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:95:0) after 1m0s
[21:34:27.609] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:95:0)
[21:34:27.609] Timer tick, asking Buildbucket for the build status
[21:34:27.692] Build 8933567363655281488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:34:27.692] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:96:0) after 1m0s
[21:35:27.731] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:96:0)
[21:35:27.731] Timer tick, asking Buildbucket for the build status
[21:35:27.782] Build 8933567363655281488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:35:27.782] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:97:0) after 1m0s
[21:36:27.806] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:97:0)
[21:36:27.806] Timer tick, asking Buildbucket for the build status
[21:36:27.893] Build 8933567363655281488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:36:27.893] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:98:0) after 1m0s
[21:37:27.950] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:98:0)
[21:37:27.950] Timer tick, asking Buildbucket for the build status
[21:37:28.169] Build 8933567363655281488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:37:28.169] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:99:0) after 1m0s
[21:38:28.201] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:99:0)
[21:38:28.201] Timer tick, asking Buildbucket for the build status
[21:38:28.249] Build 8933567363655281488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:38:28.249] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:100:0) after 1m0s
[21:39:28.304] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:100:0)
[21:39:28.304] Timer tick, asking Buildbucket for the build status
[21:39:28.570] Build 8933567363655281488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:39:28.570] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:101:0) after 1m0s
[21:40:28.600] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:101:0)
[21:40:28.600] Timer tick, asking Buildbucket for the build status
[21:40:28.732] Build 8933567363655281488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:40:28.732] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:102:0) after 1m0s
[21:41:28.794] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:102:0)
[21:41:28.794] Timer tick, asking Buildbucket for the build status
[21:41:28.965] Build 8933567363655281488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:41:28.965] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:103:0) after 1m0s
[21:42:28.989] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:103:0)
[21:42:28.989] Timer tick, asking Buildbucket for the build status
[21:42:29.079] Build 8933567363655281488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:42:29.079] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:104:0) after 1m0s
[21:43:29.106] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:104:0)
[21:43:29.106] Timer tick, asking Buildbucket for the build status
[21:43:29.189] Build 8933567363655281488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:43:29.189] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:105:0) after 1m0s
[21:44:29.220] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:105:0)
[21:44:29.220] Timer tick, asking Buildbucket for the build status
[21:44:29.484] Build 8933567363655281488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:44:29.484] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:106:0) after 1m0s
[21:45:29.512] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:106:0)
[21:45:29.512] Timer tick, asking Buildbucket for the build status
[21:45:29.667] Build 8933567363655281488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:45:29.668] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:107:0) after 1m0s
[21:46:29.719] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:107:0)
[21:46:29.719] Timer tick, asking Buildbucket for the build status
[21:46:29.855] Build 8933567363655281488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:46:29.855] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:108:0) after 1m0s
[21:47:29.892] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:108:0)
[21:47:29.892] Timer tick, asking Buildbucket for the build status
[21:47:30.136] Build 8933567363655281488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:47:30.136] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:109:0) after 1m0s
[21:48:30.162] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:109:0)
[21:48:30.162] Timer tick, asking Buildbucket for the build status
[21:48:30.243] Build 8933567363655281488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:48:30.243] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:110:0) after 1m0s
[21:49:30.281] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:110:0)
[21:49:30.281] Timer tick, asking Buildbucket for the build status
[21:49:30.547] Build 8933567363655281488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:49:30.547] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:111:0) after 1m0s
[21:50:30.604] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:111:0)
[21:50:30.604] Timer tick, asking Buildbucket for the build status
[21:50:30.856] Build 8933567363655281488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:50:30.856] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:112:0) after 1m0s
[21:51:30.882] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:112:0)
[21:51:30.882] Timer tick, asking Buildbucket for the build status
[21:51:30.933] Build 8933567363655281488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:51:30.933] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:113:0) after 1m0s
[21:52:30.964] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:113:0)
[21:52:30.965] Timer tick, asking Buildbucket for the build status
[21:52:31.016] Build 8933567363655281488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:52:31.016] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:114:0) after 1m0s
[21:53:31.072] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:114:0)
[21:53:31.072] Timer tick, asking Buildbucket for the build status
[21:53:31.203] Build 8933567363655281488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:53:31.203] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:115:0) after 1m0s
[21:54:31.236] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:115:0)
[21:54:31.236] Timer tick, asking Buildbucket for the build status
[21:54:31.317] Build 8933567363655281488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:54:31.317] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:116:0) after 1m0s
[21:55:31.348] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:116:0)
[21:55:31.348] Timer tick, asking Buildbucket for the build status
[21:55:31.593] Build 8933567363655281488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:55:31.593] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098997425834767216:117:0) after 1m0s
[21:55:40.399] Received PubSub notification, asking Buildbucket for the build status
[21:55:40.452] Build 8933567363655281488: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[21:55:40.452] Buildbucket build:
{
  "build": {
    "bucket": "luci.infra.codesearch",
    "canary_preference": "AUTO",
    "completed_ts": "1538690139432104",
    "created_by": "user:luci-scheduler@appspot.gserviceaccount.com",
    "created_ts": "1538683273604967",
    "failure_reason": "BUILD_FAILURE",
    "id": "8933567363655281488",
    "parameters_json": "{\"builder_name\": \"codesearch-gen-chromium-linux\", \"properties\": {\"root_solution_revision\": \"546d7617f3226dd57af418b42c02ba0d757e6d24\", \"root_solution_revision_timestamp\": 1538682611}}",
    "project": "infra",
    "result": "FAILURE",
    "result_details_json": "{\"ui\": {\"info\": \"Failure sync generated files\"}, \"build_run_result\": {\"infraFailure\": null, \"recipeResult\": {\"failure\": {\"failure\": {\"step\": \"sync generated files\"}, \"humanReason\": \"Step('sync generated files') failed with return_code 1\"}}, \"recipeExitCode\": {\"value\": 1}, \"recipe\": {\"name\": \"chromium_codesearch\", \"repository\": \"\", \"revision\": \"\"}, \"annotationUrl\": \"logdog://logs.chromium.org/infra/buildbucket/cr-buildbucket.appspot.com/8933567363655281488/+/annotations\"}, \"swarming\": {\"bot_dimensions\": {\"machine_type\": [\"n1-standard-8\"], \"inside_docker\": [\"0\"], \"python\": [\"2.7.6\"], \"builder\": [\"codesearch-gen-chromium-linux\"], \"kvm\": [\"1\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-Haswell_GCE\", \"x86-64-avx2\"], \"server_version\": [\"3801-8761768\"], \"image\": [\"chrome-trusty-18042300-b7223b463e3\"], \"gpu\": [\"none\"], \"cores\": [\"8\"], \"zone\": [\"us\", \"us-central\", \"us-central1\", \"us-central1-b\"], \"os\": [\"Linux\", \"Ubuntu\", \"Ubuntu-14.04\"], \"id\": [\"swarm1879-c4\"], \"pool\": [\"luci.infra.codesearch\"], \"caches\": [\"builder_54f8e8cb8feba6eccd56fdc0fadd094595d4925f57b55f2d9fb92e97a2de5aa9_v2\", \"codesearch_git_genfiles_repo\", \"git\", \"goma_v2\", \"vpython\"]}}, \"properties\": {\"got_nacl_revision\": \"2ebbdab4bfb1ed9dfe52ce756b34829207dbe25f\", \"got_clang_revision\": \"343342-1\", \"got_swarming_client_revision\": \"486c9b53c4d54dd4b95bb6ce0e31160e600dfc11\", \"got_revision\": \"546d7617f3226dd57af418b42c02ba0d757e6d24\", \"recipe\": \"chromium_codesearch\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#24997}\", \"$recipe_engine/path\": {\"cache_dir\": \"/b/swarming/w/ir/cache\", \"temp_dir\": \"/b/swarming/w/ir/tmp/rt\"}, \"root_solution_revision_timestamp\": 1538682611, \"got_revision_cp\": \"refs/heads/master@{#596813}\", \"root_solution_revision\": \"546d7617f3226dd57af418b42c02ba0d757e6d24\", \"buildername\": \"codesearch-gen-chromium-linux\", \"got_webrtc_revision\": \"8782a58b783bd91a4e5426e6f124362b0814670e\", \"mastername\": \"chromium.infra.codesearch\", \"got_angle_revision\": \"b4ead90b037359a14e90d78a935b426f862cbc36\", \"buildbucket\": {\"hostname\": \"cr-buildbucket.appspot.com\", \"build\": {\"created_ts\": 1538683273604967, \"tags\": [\"builder:codesearch-gen-chromium-linux\", \"parent_buildername:codesearch-gen-chromium-initiator\", \"parent_buildnumber:5936\", \"scheduler_invocation_id:9098997425834767216\", \"scheduler_job_id:infra/codesearch-gen-chromium-linux\", \"user_agent:luci-scheduler\", \"user_agent:recipe\"], \"bucket\": \"luci.infra.codesearch\", \"created_by\": \"user:luci-scheduler@appspot.gserviceaccount.com\", \"project\": \"infra\", \"id\": \"8933567363655281488\"}}, \"got_v8_revision\": \"1cac54c9dbb100764a2d739afd60f56dab9fb950\", \"got_v8_revision_cp\": \"refs/heads/7.1.255@{#1}\", \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"buildnumber\": 3792, \"path_config\": \"generic\", \"bot_id\": \"swarm1879-c4\", \"got_buildtools_revision\": \"2dff9c9c74e9d732e6fe57c84ef7fd044cc45d96\"}}",
    "service_account": "infra-codesearch@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1538683329559437",
    "status": "COMPLETED",
    "status_changed_ts": "1538690140010198",
    "tags": [
      "build_address:luci.infra.codesearch/codesearch-gen-chromium-linux/3792",
      "builder:codesearch-gen-chromium-linux",
      "parent_buildername:codesearch-gen-chromium-initiator",
      "parent_buildnumber:5936",
      "scheduler_invocation_id:9098997425834767216",
      "scheduler_job_id:infra/codesearch-gen-chromium-linux",
      "swarming_dimension:builder:codesearch-gen-chromium-linux",
      "swarming_dimension:caches:builder_54f8e8cb8feba6eccd56fdc0fadd094595d4925f57b55f2d9fb92e97a2de5aa9_v2",
      "swarming_dimension:cpu:x86-64",
      "swarming_dimension:os:Ubuntu-14.04",
      "swarming_dimension:pool:luci.infra.codesearch",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:build_address:luci.infra.codesearch/codesearch-gen-chromium-linux/3792",
      "swarming_tag:buildbucket_bucket:luci.infra.codesearch",
      "swarming_tag:buildbucket_build_id:8933567363655281488",
      "swarming_tag:buildbucket_hostname:cr-buildbucket.appspot.com",
      "swarming_tag:buildbucket_template_canary:0",
      "swarming_tag:buildbucket_template_revision:4c790cbde9342069ed9b59b6709c8807b14f2913",
      "swarming_tag:builder:codesearch-gen-chromium-linux",
      "swarming_tag:caches:builder_54f8e8cb8feba6eccd56fdc0fadd094595d4925f57b55f2d9fb92e97a2de5aa9_v2",
      "swarming_tag:cpu:x86-64",
      "swarming_tag:log_location:logdog://logs.chromium.org/infra/buildbucket/cr-buildbucket.appspot.com/8933567363655281488/+/annotations",
      "swarming_tag:luci_project:infra",
      "swarming_tag:os:Ubuntu-14.04",
      "swarming_tag:parent_buildername:codesearch-gen-chromium-initiator",
      "swarming_tag:parent_buildnumber:5936",
      "swarming_tag:pool:luci.infra.codesearch",
      "swarming_tag:priority:30",
      "swarming_tag:recipe_name:chromium_codesearch",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_tag:scheduler_invocation_id:9098997425834767216",
      "swarming_tag:scheduler_job_id:infra/codesearch-gen-chromium-linux",
      "swarming_tag:service_account:infra-codesearch@chops-service-accounts.iam.gserviceaccount.com",
      "swarming_tag:swarming.pool.template:skip",
      "swarming_tag:swarming.pool.version:f18910c956967c1117c52a51c48c33e3a3046ca4",
      "swarming_tag:user:None",
      "swarming_tag:user_agent:luci-scheduler",
      "swarming_tag:user_agent:recipe",
      "swarming_tag:vpython:native-python-wrapper",
      "swarming_task_id:40597d0c5d06c910",
      "user_agent:luci-scheduler",
      "user_agent:recipe"
    ],
    "updated_ts": "1538690140011496",
    "url": "https://ci.chromium.org/p/infra/builders/luci.infra.codesearch/codesearch-gen-chromium-linux/3792",
    "utcnow_ts": "1538690140440795"
  }
}
[21:55:40.452] Invocation finished in 1h54m28.30990296s with status FAILED