Status: FAILED
Triggered by: infra-codesearch@chops-service-accounts.iam.gserviceaccount.com
Duration: 2 hours
Actions:

Definition (rev fcda89f1011d07f94cddf9bccc52c31b3fb70594)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.infra.codesearch"
  builder: "codesearch-gen-chromium-linux"
>

Incoming triggers

  • codesearch-gen-chromium-initiator/6272 (7 years ago by infra-codesearch@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "root_solution_revision": "3f736c9e4650db1778bd72d6d50bb76637604281",
  "root_solution_revision_timestamp": 1541102186
}

Incoming tags

  • parent_buildername:codesearch-gen-chromium-initiator
  • parent_buildnumber:6272
  • user_agent:recipe

Debug log (UTC)

[20:00:32.618] New invocation is queued and will start shortly
[20:00:32.618] Triggered by user:infra-codesearch@chops-service-accounts.iam.gserviceaccount.com
[20:00:33.964] Starting the invocation (attempt 1)
[20:00:34.003] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:00:34.004] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:00:34.004] Buildbucket request:
{
  "bucket": "luci.infra.codesearch",
  "client_operation_id": "9096460752257006608",
  "parameters_json": "{\"builder_name\":\"codesearch-gen-chromium-linux\",\"properties\":{\"root_solution_revision\":\"3f736c9e4650db1778bd72d6d50bb76637604281\",\"root_solution_revision_timestamp\":1541102186}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:codesearch-gen-chromium-linux",
    "scheduler_invocation_id:9096460752257006608",
    "scheduler_job_id:infra/codesearch-gen-chromium-linux",
    "user_agent:luci-scheduler",
    "parent_buildername:codesearch-gen-chromium-initiator",
    "parent_buildnumber:6272",
    "user_agent:recipe"
  ]
}
[20:00:35.763] Buildbucket response:
{
  "build": {
    "bucket": "luci.infra.codesearch",
    "canary_preference": "AUTO",
    "created_by": "user:luci-scheduler@appspot.gserviceaccount.com",
    "created_ts": "1541102434092438",
    "id": "8931030690027729024",
    "lease_expiration_ts": "1541217635559042",
    "lease_key": "268878645",
    "parameters_json": "{\"builder_name\": \"codesearch-gen-chromium-linux\", \"properties\": {\"root_solution_revision\": \"3f736c9e4650db1778bd72d6d50bb76637604281\", \"root_solution_revision_timestamp\": 1541102186}}",
    "project": "infra",
    "result_details_json": "null",
    "service_account": "infra-codesearch@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1541102435667995",
    "tags": [
      "build_address:luci.infra.codesearch/codesearch-gen-chromium-linux/4128",
      "builder:codesearch-gen-chromium-linux",
      "parent_buildername:codesearch-gen-chromium-initiator",
      "parent_buildnumber:6272",
      "scheduler_invocation_id:9096460752257006608",
      "scheduler_job_id:infra/codesearch-gen-chromium-linux",
      "swarming_dimension:builder:codesearch-gen-chromium-linux",
      "swarming_dimension:caches:builder_14b4f73c8b95a6615516bba597f721e10c68093aeabbb388e9a5697d2f7f84cc_v2",
      "swarming_dimension:cpu:x86-64",
      "swarming_dimension:os:Ubuntu-14.04",
      "swarming_dimension:pool:luci.infra.codesearch",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:build_address:luci.infra.codesearch/codesearch-gen-chromium-linux/4128",
      "swarming_tag:buildbucket_bucket:infra/codesearch",
      "swarming_tag:buildbucket_build_id:8931030690027729024",
      "swarming_tag:buildbucket_hostname:cr-buildbucket.appspot.com",
      "swarming_tag:buildbucket_template_canary:0",
      "swarming_tag:buildbucket_template_revision:c1e4e074f3337ff2dbbfb9aa3b0475a61adb09a6",
      "swarming_tag:builder:codesearch-gen-chromium-linux",
      "swarming_tag:caches:builder_14b4f73c8b95a6615516bba597f721e10c68093aeabbb388e9a5697d2f7f84cc_v2",
      "swarming_tag:cpu:x86-64",
      "swarming_tag:log_location:logdog://logs.chromium.org/infra/buildbucket/cr-buildbucket.appspot.com/8931030690027729024/+/annotations",
      "swarming_tag:luci_project:infra",
      "swarming_tag:os:Ubuntu-14.04",
      "swarming_tag:parent_buildername:codesearch-gen-chromium-initiator",
      "swarming_tag:parent_buildnumber:6272",
      "swarming_tag:pool:luci.infra.codesearch",
      "swarming_tag:priority:30",
      "swarming_tag:recipe_name:chromium_codesearch",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_tag:scheduler_invocation_id:9096460752257006608",
      "swarming_tag:scheduler_job_id:infra/codesearch-gen-chromium-linux",
      "swarming_tag:service_account:infra-codesearch@chops-service-accounts.iam.gserviceaccount.com",
      "swarming_tag:swarming.pool.template:skip",
      "swarming_tag:swarming.pool.version:4c74591f83d51eee87212a27a708a1470b1d81be",
      "swarming_tag:user:None",
      "swarming_tag:user_agent:luci-scheduler",
      "swarming_tag:user_agent:recipe",
      "swarming_tag:vpython:native-python-wrapper",
      "swarming_task_id:40e9ae829ca75010",
      "user_agent:luci-scheduler",
      "user_agent:recipe"
    ],
    "updated_ts": "1541102435668092",
    "url": "https://ci.chromium.org/b/8931030690027729024",
    "utcnow_ts": "1541102435752298"
  }
}
[20:00:35.763] Task URL: https://ci.chromium.org/b/8931030690027729024
[20:00:35.763] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:2:0) after 1m0s
[20:00:48.560] Received PubSub notification, asking Buildbucket for the build status
[20:00:48.646] Build 8931030690027729024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:01:35.783] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:2:0)
[20:01:35.783] Timer tick, asking Buildbucket for the build status
[20:01:35.980] Build 8931030690027729024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:01:35.980] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:4:0) after 1m0s
[20:02:35.995] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:4:0)
[20:02:35.995] Timer tick, asking Buildbucket for the build status
[20:02:36.317] Build 8931030690027729024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:02:36.317] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:5:0) after 1m0s
[20:03:36.332] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:5:0)
[20:03:36.332] Timer tick, asking Buildbucket for the build status
[20:03:36.487] Build 8931030690027729024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:03:36.487] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:6:0) after 1m0s
[20:04:36.514] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:6:0)
[20:04:36.514] Timer tick, asking Buildbucket for the build status
[20:04:36.642] Build 8931030690027729024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:04:36.642] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:7:0) after 1m0s
[20:05:36.665] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:7:0)
[20:05:36.665] Timer tick, asking Buildbucket for the build status
[20:05:36.711] Build 8931030690027729024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:05:36.711] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:8:0) after 1m0s
[20:06:36.732] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:8:0)
[20:06:36.732] Timer tick, asking Buildbucket for the build status
[20:06:36.852] Build 8931030690027729024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:06:36.852] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:9:0) after 1m0s
[20:07:36.870] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:9:0)
[20:07:36.870] Timer tick, asking Buildbucket for the build status
[20:07:36.915] Build 8931030690027729024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:07:36.915] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:10:0) after 1m0s
[20:08:36.933] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:10:0)
[20:08:36.933] Timer tick, asking Buildbucket for the build status
[20:08:37.004] Build 8931030690027729024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:08:37.004] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:11:0) after 1m0s
[20:09:37.024] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:11:0)
[20:09:37.024] Timer tick, asking Buildbucket for the build status
[20:09:37.090] Build 8931030690027729024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:09:37.090] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:12:0) after 1m0s
[20:10:37.107] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:12:0)
[20:10:37.107] Timer tick, asking Buildbucket for the build status
[20:10:37.178] Build 8931030690027729024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:10:37.178] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:13:0) after 1m0s
[20:11:37.221] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:13:0)
[20:11:37.221] Timer tick, asking Buildbucket for the build status
[20:11:37.268] Build 8931030690027729024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:11:37.268] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:14:0) after 1m0s
[20:12:37.287] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:14:0)
[20:12:37.288] Timer tick, asking Buildbucket for the build status
[20:12:37.506] Build 8931030690027729024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:12:37.506] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:15:0) after 1m0s
[20:13:37.526] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:15:0)
[20:13:37.526] Timer tick, asking Buildbucket for the build status
[20:13:37.600] Build 8931030690027729024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:13:37.600] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:16:0) after 1m0s
[20:14:37.629] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:16:0)
[20:14:37.629] Timer tick, asking Buildbucket for the build status
[20:14:37.679] Build 8931030690027729024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:14:37.679] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:17:0) after 1m0s
[20:15:37.708] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:17:0)
[20:15:37.708] Timer tick, asking Buildbucket for the build status
[20:15:37.870] Build 8931030690027729024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:15:37.870] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:18:0) after 1m0s
[20:16:37.897] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:18:0)
[20:16:37.897] Timer tick, asking Buildbucket for the build status
[20:16:37.964] Build 8931030690027729024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:16:37.964] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:19:0) after 1m0s
[20:17:37.987] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:19:0)
[20:17:37.987] Timer tick, asking Buildbucket for the build status
[20:17:38.056] Build 8931030690027729024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:17:38.056] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:20:0) after 1m0s
[20:18:38.077] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:20:0)
[20:18:38.077] Timer tick, asking Buildbucket for the build status
[20:18:38.259] Build 8931030690027729024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:18:38.259] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:21:0) after 1m0s
[20:19:38.309] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:21:0)
[20:19:38.309] Timer tick, asking Buildbucket for the build status
[20:19:38.355] Build 8931030690027729024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:19:38.355] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:22:0) after 1m0s
[20:20:38.389] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:22:0)
[20:20:38.389] Timer tick, asking Buildbucket for the build status
[20:20:38.468] Build 8931030690027729024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:20:38.468] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:23:0) after 1m0s
[20:21:38.501] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:23:0)
[20:21:38.501] Timer tick, asking Buildbucket for the build status
[20:21:38.567] Build 8931030690027729024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:21:38.567] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:24:0) after 1m0s
[20:22:38.607] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:24:0)
[20:22:38.608] Timer tick, asking Buildbucket for the build status
[20:22:38.688] Build 8931030690027729024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:22:38.688] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:25:0) after 1m0s
[20:23:38.714] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:25:0)
[20:23:38.714] Timer tick, asking Buildbucket for the build status
[20:23:38.762] Build 8931030690027729024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:23:38.762] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:26:0) after 1m0s
[20:24:38.778] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:26:0)
[20:24:38.778] Timer tick, asking Buildbucket for the build status
[20:24:38.944] Build 8931030690027729024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:24:38.944] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:27:0) after 1m0s
[20:25:38.959] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:27:0)
[20:25:38.959] Timer tick, asking Buildbucket for the build status
[20:25:39.016] Build 8931030690027729024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:25:39.016] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:28:0) after 1m0s
[20:26:39.055] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:28:0)
[20:26:39.055] Timer tick, asking Buildbucket for the build status
[20:26:39.100] Build 8931030690027729024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:26:39.100] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:29:0) after 1m0s
[20:27:39.121] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:29:0)
[20:27:39.121] Timer tick, asking Buildbucket for the build status
[20:27:39.236] Build 8931030690027729024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:27:39.236] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:30:0) after 1m0s
[20:28:39.258] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:30:0)
[20:28:39.258] Timer tick, asking Buildbucket for the build status
[20:28:39.482] Build 8931030690027729024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:28:39.482] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:31:0) after 1m0s
[20:29:39.502] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:31:0)
[20:29:39.502] Timer tick, asking Buildbucket for the build status
[20:29:39.623] Build 8931030690027729024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:29:39.623] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:32:0) after 1m0s
[20:30:39.642] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:32:0)
[20:30:39.642] Timer tick, asking Buildbucket for the build status
[20:30:39.700] Build 8931030690027729024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:30:39.700] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:33:0) after 1m0s
[20:31:39.723] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:33:0)
[20:31:39.723] Timer tick, asking Buildbucket for the build status
[20:31:39.818] Build 8931030690027729024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:31:39.818] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:34:0) after 1m0s
[20:32:39.907] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:34:0)
[20:32:39.907] Timer tick, asking Buildbucket for the build status
[20:32:39.978] Build 8931030690027729024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:32:39.978] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:35:0) after 1m0s
[20:33:40.006] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:35:0)
[20:33:40.007] Timer tick, asking Buildbucket for the build status
[20:33:40.075] Build 8931030690027729024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:33:40.075] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:36:0) after 1m0s
[20:34:40.107] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:36:0)
[20:34:40.107] Timer tick, asking Buildbucket for the build status
[20:34:40.178] Build 8931030690027729024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:34:40.178] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:37:0) after 1m0s
[20:35:40.202] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:37:0)
[20:35:40.202] Timer tick, asking Buildbucket for the build status
[20:35:40.237] Build 8931030690027729024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:35:40.237] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:38:0) after 1m0s
[20:36:40.273] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:38:0)
[20:36:40.273] Timer tick, asking Buildbucket for the build status
[20:36:40.395] Build 8931030690027729024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:36:40.395] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:39:0) after 1m0s
[20:37:40.419] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:39:0)
[20:37:40.420] Timer tick, asking Buildbucket for the build status
[20:37:40.451] Build 8931030690027729024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:37:40.451] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:40:0) after 1m0s
[20:38:40.479] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:40:0)
[20:38:40.479] Timer tick, asking Buildbucket for the build status
[20:38:40.543] Build 8931030690027729024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:38:40.543] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:41:0) after 1m0s
[20:39:40.566] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:41:0)
[20:39:40.566] Timer tick, asking Buildbucket for the build status
[20:39:40.608] Build 8931030690027729024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:39:40.608] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:42:0) after 1m0s
[20:40:40.628] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:42:0)
[20:40:40.628] Timer tick, asking Buildbucket for the build status
[20:40:40.704] Build 8931030690027729024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:40:40.704] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:43:0) after 1m0s
[20:41:40.788] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:43:0)
[20:41:40.788] Timer tick, asking Buildbucket for the build status
[20:41:40.832] Build 8931030690027729024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:41:40.832] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:44:0) after 1m0s
[20:42:40.857] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:44:0)
[20:42:40.857] Timer tick, asking Buildbucket for the build status
[20:42:41.000] Build 8931030690027729024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:42:41.000] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:45:0) after 1m0s
[20:43:41.019] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:45:0)
[20:43:41.019] Timer tick, asking Buildbucket for the build status
[20:43:41.057] Build 8931030690027729024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:43:41.057] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:46:0) after 1m0s
[20:44:41.080] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:46:0)
[20:44:41.080] Timer tick, asking Buildbucket for the build status
[20:44:41.153] Build 8931030690027729024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:44:41.153] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:47:0) after 1m0s
[20:45:41.195] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:47:0)
[20:45:41.195] Timer tick, asking Buildbucket for the build status
[20:45:41.303] Build 8931030690027729024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:45:41.303] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:48:0) after 1m0s
[20:46:41.338] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:48:0)
[20:46:41.338] Timer tick, asking Buildbucket for the build status
[20:46:41.547] Build 8931030690027729024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:46:41.547] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:49:0) after 1m0s
[20:47:41.578] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:49:0)
[20:47:41.578] Timer tick, asking Buildbucket for the build status
[20:47:41.618] Build 8931030690027729024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:47:41.618] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:50:0) after 1m0s
[20:48:41.643] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:50:0)
[20:48:41.643] Timer tick, asking Buildbucket for the build status
[20:48:41.838] Build 8931030690027729024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:48:41.838] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:51:0) after 1m0s
[20:49:41.860] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:51:0)
[20:49:41.860] Timer tick, asking Buildbucket for the build status
[20:49:41.932] Build 8931030690027729024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:49:41.932] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:52:0) after 1m0s
[20:50:41.956] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:52:0)
[20:50:41.956] Timer tick, asking Buildbucket for the build status
[20:50:42.102] Build 8931030690027729024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:50:42.102] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:53:0) after 1m0s
[20:51:42.140] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:53:0)
[20:51:42.140] Timer tick, asking Buildbucket for the build status
[20:51:42.178] Build 8931030690027729024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:51:42.178] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:54:0) after 1m0s
[20:52:42.202] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:54:0)
[20:52:42.202] Timer tick, asking Buildbucket for the build status
[20:52:42.276] Build 8931030690027729024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:52:42.276] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:55:0) after 1m0s
[20:53:42.297] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:55:0)
[20:53:42.297] Timer tick, asking Buildbucket for the build status
[20:53:42.337] Build 8931030690027729024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:53:42.337] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:56:0) after 1m0s
[20:54:42.383] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:56:0)
[20:54:42.383] Timer tick, asking Buildbucket for the build status
[20:54:42.430] Build 8931030690027729024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:54:42.430] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:57:0) after 1m0s
[20:55:42.461] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:57:0)
[20:55:42.461] Timer tick, asking Buildbucket for the build status
[20:55:42.522] Build 8931030690027729024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:55:42.522] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:58:0) after 1m0s
[20:56:42.545] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:58:0)
[20:56:42.545] Timer tick, asking Buildbucket for the build status
[20:56:42.617] Build 8931030690027729024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:56:42.617] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:59:0) after 1m0s
[20:57:42.642] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:59:0)
[20:57:42.642] Timer tick, asking Buildbucket for the build status
[20:57:42.683] Build 8931030690027729024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:57:42.683] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:60:0) after 1m0s
[20:58:42.712] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:60:0)
[20:58:42.712] Timer tick, asking Buildbucket for the build status
[20:58:42.844] Build 8931030690027729024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:58:42.844] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:61:0) after 1m0s
[20:59:42.967] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:61:0)
[20:59:42.967] Timer tick, asking Buildbucket for the build status
[20:59:43.005] Build 8931030690027729024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:59:43.005] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:62:0) after 1m0s
[21:00:43.031] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:62:0)
[21:00:43.031] Timer tick, asking Buildbucket for the build status
[21:00:43.088] Build 8931030690027729024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:00:43.088] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:63:0) after 1m0s
[21:01:43.148] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:63:0)
[21:01:43.148] Timer tick, asking Buildbucket for the build status
[21:01:43.292] Build 8931030690027729024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:01:43.292] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:64:0) after 1m0s
[21:02:43.319] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:64:0)
[21:02:43.319] Timer tick, asking Buildbucket for the build status
[21:02:43.386] Build 8931030690027729024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:02:43.386] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:65:0) after 1m0s
[21:03:43.411] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:65:0)
[21:03:43.411] Timer tick, asking Buildbucket for the build status
[21:03:43.563] Build 8931030690027729024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:03:43.563] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:66:0) after 1m0s
[21:04:43.585] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:66:0)
[21:04:43.585] Timer tick, asking Buildbucket for the build status
[21:04:43.623] Build 8931030690027729024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:04:43.623] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:67:0) after 1m0s
[21:05:43.651] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:67:0)
[21:05:43.651] Timer tick, asking Buildbucket for the build status
[21:05:43.757] Build 8931030690027729024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:05:43.757] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:68:0) after 1m0s
[21:06:43.776] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:68:0)
[21:06:43.776] Timer tick, asking Buildbucket for the build status
[21:06:44.029] Build 8931030690027729024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:06:44.029] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:69:0) after 1m0s
[21:07:44.057] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:69:0)
[21:07:44.057] Timer tick, asking Buildbucket for the build status
[21:07:44.095] Build 8931030690027729024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:07:44.095] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:70:0) after 1m0s
[21:08:44.157] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:70:0)
[21:08:44.157] Timer tick, asking Buildbucket for the build status
[21:08:44.278] Build 8931030690027729024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:08:44.278] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:71:0) after 1m0s
[21:09:44.303] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:71:0)
[21:09:44.303] Timer tick, asking Buildbucket for the build status
[21:09:44.383] Build 8931030690027729024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:09:44.383] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:72:0) after 1m0s
[21:10:44.412] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:72:0)
[21:10:44.412] Timer tick, asking Buildbucket for the build status
[21:10:44.450] Build 8931030690027729024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:10:44.450] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:73:0) after 1m0s
[21:11:44.495] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:73:0)
[21:11:44.495] Timer tick, asking Buildbucket for the build status
[21:11:44.584] Build 8931030690027729024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:11:44.584] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:74:0) after 1m0s
[21:12:44.608] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:74:0)
[21:12:44.608] Timer tick, asking Buildbucket for the build status
[21:12:44.677] Build 8931030690027729024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:12:44.677] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:75:0) after 1m0s
[21:13:44.698] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:75:0)
[21:13:44.698] Timer tick, asking Buildbucket for the build status
[21:13:44.731] Build 8931030690027729024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:13:44.732] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:76:0) after 1m0s
[21:14:44.757] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:76:0)
[21:14:44.757] Timer tick, asking Buildbucket for the build status
[21:14:44.798] Build 8931030690027729024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:14:44.798] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:77:0) after 1m0s
[21:15:44.826] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:77:0)
[21:15:44.826] Timer tick, asking Buildbucket for the build status
[21:15:44.933] Build 8931030690027729024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:15:44.933] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:78:0) after 1m0s
[21:16:44.953] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:78:0)
[21:16:44.953] Timer tick, asking Buildbucket for the build status
[21:16:45.024] Build 8931030690027729024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:16:45.024] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:79:0) after 1m0s
[21:17:45.045] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:79:0)
[21:17:45.045] Timer tick, asking Buildbucket for the build status
[21:17:45.087] Build 8931030690027729024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:17:45.087] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:80:0) after 1m0s
[21:18:45.117] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:80:0)
[21:18:45.117] Timer tick, asking Buildbucket for the build status
[21:18:45.170] Build 8931030690027729024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:18:45.170] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:81:0) after 1m0s
[21:19:45.212] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:81:0)
[21:19:45.212] Timer tick, asking Buildbucket for the build status
[21:19:45.264] Build 8931030690027729024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:19:45.264] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:82:0) after 1m0s
[21:20:45.285] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:82:0)
[21:20:45.285] Timer tick, asking Buildbucket for the build status
[21:20:45.341] Build 8931030690027729024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:20:45.341] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:83:0) after 1m0s
[21:21:45.475] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:83:0)
[21:21:45.475] Timer tick, asking Buildbucket for the build status
[21:21:45.546] Build 8931030690027729024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:21:45.546] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:84:0) after 1m0s
[21:22:45.681] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:84:0)
[21:22:45.681] Timer tick, asking Buildbucket for the build status
[21:22:45.854] Build 8931030690027729024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:22:45.854] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:85:0) after 1m0s
[21:23:45.880] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:85:0)
[21:23:45.880] Timer tick, asking Buildbucket for the build status
[21:23:45.922] Build 8931030690027729024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:23:45.922] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:86:0) after 1m0s
[21:24:45.943] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:86:0)
[21:24:45.943] Timer tick, asking Buildbucket for the build status
[21:24:46.021] Build 8931030690027729024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:24:46.021] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:87:0) after 1m0s
[21:25:46.110] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:87:0)
[21:25:46.110] Timer tick, asking Buildbucket for the build status
[21:25:46.178] Build 8931030690027729024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:25:46.178] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:88:0) after 1m0s
[21:26:46.203] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:88:0)
[21:26:46.203] Timer tick, asking Buildbucket for the build status
[21:26:46.276] Build 8931030690027729024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:26:46.276] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:89:0) after 1m0s
[21:27:46.305] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:89:0)
[21:27:46.305] Timer tick, asking Buildbucket for the build status
[21:27:46.388] Build 8931030690027729024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:27:46.388] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:90:0) after 1m0s
[21:28:46.412] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:90:0)
[21:28:46.412] Timer tick, asking Buildbucket for the build status
[21:28:46.467] Build 8931030690027729024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:28:46.467] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:91:0) after 1m0s
[21:29:46.507] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:91:0)
[21:29:46.507] Timer tick, asking Buildbucket for the build status
[21:29:46.574] Build 8931030690027729024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:29:46.574] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:92:0) after 1m0s
[21:30:46.597] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:92:0)
[21:30:46.597] Timer tick, asking Buildbucket for the build status
[21:30:46.655] Build 8931030690027729024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:30:46.655] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:93:0) after 1m0s
[21:31:46.677] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:93:0)
[21:31:46.677] Timer tick, asking Buildbucket for the build status
[21:31:47.774] Build 8931030690027729024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:31:47.774] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:94:0) after 1m0s
[21:32:47.808] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:94:0)
[21:32:47.808] Timer tick, asking Buildbucket for the build status
[21:32:47.861] Build 8931030690027729024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:32:47.861] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:95:0) after 1m0s
[21:33:47.888] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:95:0)
[21:33:47.888] Timer tick, asking Buildbucket for the build status
[21:33:47.947] Build 8931030690027729024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:33:47.947] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:96:0) after 1m0s
[21:34:47.975] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:96:0)
[21:34:47.975] Timer tick, asking Buildbucket for the build status
[21:34:48.019] Build 8931030690027729024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:34:48.019] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:97:0) after 1m0s
[21:35:48.050] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:97:0)
[21:35:48.050] Timer tick, asking Buildbucket for the build status
[21:35:48.137] Build 8931030690027729024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:35:48.137] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:98:0) after 1m0s
[21:36:48.170] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:98:0)
[21:36:48.170] Timer tick, asking Buildbucket for the build status
[21:36:48.210] Build 8931030690027729024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:36:48.210] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:99:0) after 1m0s
[21:37:48.240] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:99:0)
[21:37:48.240] Timer tick, asking Buildbucket for the build status
[21:37:48.275] Build 8931030690027729024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:37:48.275] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:100:0) after 1m0s
[21:38:48.299] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:100:0)
[21:38:48.299] Timer tick, asking Buildbucket for the build status
[21:38:48.379] Build 8931030690027729024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:38:48.379] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:101:0) after 1m0s
[21:39:48.422] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:101:0)
[21:39:48.422] Timer tick, asking Buildbucket for the build status
[21:39:48.460] Build 8931030690027729024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:39:48.460] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:102:0) after 1m0s
[21:40:48.509] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:102:0)
[21:40:48.509] Timer tick, asking Buildbucket for the build status
[21:40:48.575] Build 8931030690027729024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:40:48.575] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:103:0) after 1m0s
[21:41:48.602] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:103:0)
[21:41:48.602] Timer tick, asking Buildbucket for the build status
[21:41:48.635] Build 8931030690027729024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:41:48.635] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:104:0) after 1m0s
[21:42:48.659] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:104:0)
[21:42:48.659] Timer tick, asking Buildbucket for the build status
[21:42:48.713] Build 8931030690027729024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:42:48.713] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:105:0) after 1m0s
[21:43:48.739] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:105:0)
[21:43:48.739] Timer tick, asking Buildbucket for the build status
[21:43:48.781] Build 8931030690027729024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:43:48.781] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:106:0) after 1m0s
[21:44:48.803] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:106:0)
[21:44:48.803] Timer tick, asking Buildbucket for the build status
[21:44:48.865] Build 8931030690027729024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:44:48.865] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:107:0) after 1m0s
[21:45:48.887] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:107:0)
[21:45:48.887] Timer tick, asking Buildbucket for the build status
[21:45:48.949] Build 8931030690027729024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:45:48.949] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:108:0) after 1m0s
[21:46:48.987] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:108:0)
[21:46:48.987] Timer tick, asking Buildbucket for the build status
[21:46:49.047] Build 8931030690027729024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:46:49.047] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:109:0) after 1m0s
[21:47:49.078] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:109:0)
[21:47:49.078] Timer tick, asking Buildbucket for the build status
[21:47:49.113] Build 8931030690027729024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:47:49.113] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:110:0) after 1m0s
[21:48:49.134] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:110:0)
[21:48:49.134] Timer tick, asking Buildbucket for the build status
[21:48:49.185] Build 8931030690027729024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:48:49.185] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:111:0) after 1m0s
[21:49:49.216] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:111:0)
[21:49:49.216] Timer tick, asking Buildbucket for the build status
[21:49:49.275] Build 8931030690027729024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:49:49.275] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:112:0) after 1m0s
[21:50:49.304] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:112:0)
[21:50:49.304] Timer tick, asking Buildbucket for the build status
[21:50:49.383] Build 8931030690027729024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:50:49.383] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:113:0) after 1m0s
[21:51:49.406] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:113:0)
[21:51:49.406] Timer tick, asking Buildbucket for the build status
[21:51:49.452] Build 8931030690027729024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:51:49.452] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:114:0) after 1m0s
[21:52:49.521] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:114:0)
[21:52:49.521] Timer tick, asking Buildbucket for the build status
[21:52:49.598] Build 8931030690027729024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:52:49.598] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:115:0) after 1m0s
[21:53:49.633] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:115:0)
[21:53:49.633] Timer tick, asking Buildbucket for the build status
[21:53:49.673] Build 8931030690027729024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:53:49.673] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:116:0) after 1m0s
[21:54:49.706] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:116:0)
[21:54:49.706] Timer tick, asking Buildbucket for the build status
[21:54:49.826] Build 8931030690027729024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:54:49.826] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:117:0) after 1m0s
[21:55:49.869] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:117:0)
[21:55:49.869] Timer tick, asking Buildbucket for the build status
[21:55:49.927] Build 8931030690027729024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:55:49.927] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:118:0) after 1m0s
[21:56:49.956] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:118:0)
[21:56:49.956] Timer tick, asking Buildbucket for the build status
[21:56:49.995] Build 8931030690027729024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:56:49.995] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:119:0) after 1m0s
[21:57:50.203] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:119:0)
[21:57:50.203] Timer tick, asking Buildbucket for the build status
[21:57:50.337] Build 8931030690027729024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:57:50.337] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:120:0) after 1m0s
[21:58:50.359] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:120:0)
[21:58:50.359] Timer tick, asking Buildbucket for the build status
[21:58:50.394] Build 8931030690027729024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:58:50.394] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:121:0) after 1m0s
[21:59:50.486] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:121:0)
[21:59:50.486] Timer tick, asking Buildbucket for the build status
[21:59:50.576] Build 8931030690027729024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:59:50.576] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:122:0) after 1m0s
[22:00:50.611] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:122:0)
[22:00:50.611] Timer tick, asking Buildbucket for the build status
[22:00:50.644] Build 8931030690027729024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:00:50.644] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:123:0) after 1m0s
[22:01:50.670] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:123:0)
[22:01:50.670] Timer tick, asking Buildbucket for the build status
[22:01:50.781] Build 8931030690027729024: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:01:50.781] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9096460752257006608:124:0) after 1m0s
[22:02:49.439] Received PubSub notification, asking Buildbucket for the build status
[22:02:49.482] Build 8931030690027729024: status "COMPLETED", result "FAILURE", failure_reason "INFRA_FAILURE", cancelation_reason ""
[22:02:49.482] Buildbucket build:
{
  "build": {
    "bucket": "luci.infra.codesearch",
    "canary_preference": "AUTO",
    "completed_ts": "1541109768378481",
    "created_by": "user:luci-scheduler@appspot.gserviceaccount.com",
    "created_ts": "1541102434092438",
    "failure_reason": "INFRA_FAILURE",
    "id": "8931030690027729024",
    "parameters_json": "{\"builder_name\": \"codesearch-gen-chromium-linux\", \"properties\": {\"root_solution_revision\": \"3f736c9e4650db1778bd72d6d50bb76637604281\", \"root_solution_revision_timestamp\": 1541102186}}",
    "project": "infra",
    "result": "FAILURE",
    "result_details_json": "{\"swarming\": {\"bot_dimensions\": {\"machine_type\": [\"n1-standard-8\"], \"inside_docker\": [\"0\"], \"python\": [\"2.7.6\"], \"builder\": [\"codesearch-gen-chromium-linux\"], \"kvm\": [\"1\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-Haswell_GCE\", \"x86-64-avx2\"], \"server_version\": [\"3817-6aedaff\"], \"image\": [\"chrome-trusty-18042300-b7223b463e3\"], \"gpu\": [\"none\"], \"cores\": [\"8\"], \"zone\": [\"us\", \"us-central\", \"us-central1\", \"us-central1-b\"], \"os\": [\"Linux\", \"Ubuntu\", \"Ubuntu-14.04\"], \"id\": [\"swarm1879-c4\"], \"pool\": [\"luci.infra.codesearch\"], \"caches\": [\"builder_14b4f73c8b95a6615516bba597f721e10c68093aeabbb388e9a5697d2f7f84cc_v2\", \"builder_54f8e8cb8feba6eccd56fdc0fadd094595d4925f57b55f2d9fb92e97a2de5aa9_v2\", \"codesearch_git_genfiles_repo\", \"git\", \"goma_v2\", \"vpython\"]}}}",
    "service_account": "infra-codesearch@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1541102447447374",
    "status": "COMPLETED",
    "status_changed_ts": "1541109768799858",
    "tags": [
      "build_address:luci.infra.codesearch/codesearch-gen-chromium-linux/4128",
      "builder:codesearch-gen-chromium-linux",
      "parent_buildername:codesearch-gen-chromium-initiator",
      "parent_buildnumber:6272",
      "scheduler_invocation_id:9096460752257006608",
      "scheduler_job_id:infra/codesearch-gen-chromium-linux",
      "swarming_dimension:builder:codesearch-gen-chromium-linux",
      "swarming_dimension:caches:builder_14b4f73c8b95a6615516bba597f721e10c68093aeabbb388e9a5697d2f7f84cc_v2",
      "swarming_dimension:cpu:x86-64",
      "swarming_dimension:os:Ubuntu-14.04",
      "swarming_dimension:pool:luci.infra.codesearch",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:build_address:luci.infra.codesearch/codesearch-gen-chromium-linux/4128",
      "swarming_tag:buildbucket_bucket:infra/codesearch",
      "swarming_tag:buildbucket_build_id:8931030690027729024",
      "swarming_tag:buildbucket_hostname:cr-buildbucket.appspot.com",
      "swarming_tag:buildbucket_template_canary:0",
      "swarming_tag:buildbucket_template_revision:c1e4e074f3337ff2dbbfb9aa3b0475a61adb09a6",
      "swarming_tag:builder:codesearch-gen-chromium-linux",
      "swarming_tag:caches:builder_14b4f73c8b95a6615516bba597f721e10c68093aeabbb388e9a5697d2f7f84cc_v2",
      "swarming_tag:cpu:x86-64",
      "swarming_tag:log_location:logdog://logs.chromium.org/infra/buildbucket/cr-buildbucket.appspot.com/8931030690027729024/+/annotations",
      "swarming_tag:luci_project:infra",
      "swarming_tag:os:Ubuntu-14.04",
      "swarming_tag:parent_buildername:codesearch-gen-chromium-initiator",
      "swarming_tag:parent_buildnumber:6272",
      "swarming_tag:pool:luci.infra.codesearch",
      "swarming_tag:priority:30",
      "swarming_tag:recipe_name:chromium_codesearch",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_tag:scheduler_invocation_id:9096460752257006608",
      "swarming_tag:scheduler_job_id:infra/codesearch-gen-chromium-linux",
      "swarming_tag:service_account:infra-codesearch@chops-service-accounts.iam.gserviceaccount.com",
      "swarming_tag:swarming.pool.template:skip",
      "swarming_tag:swarming.pool.version:4c74591f83d51eee87212a27a708a1470b1d81be",
      "swarming_tag:user:None",
      "swarming_tag:user_agent:luci-scheduler",
      "swarming_tag:user_agent:recipe",
      "swarming_tag:vpython:native-python-wrapper",
      "swarming_task_id:40e9ae829ca75010",
      "user_agent:luci-scheduler",
      "user_agent:recipe"
    ],
    "updated_ts": "1541109768801246",
    "url": "https://ci.chromium.org/b/8931030690027729024",
    "utcnow_ts": "1541109769470648"
  }
}
[22:02:49.482] Invocation finished in 2h2m16.899148595s with status FAILED