Status: FAILED
Triggered by: infra-codesearch@chops-service-accounts.iam.gserviceaccount.com
Duration: 2 hours
Actions:

Definition (rev fcda89f1011d07f94cddf9bccc52c31b3fb70594)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.infra.codesearch"
  builder: "codesearch-gen-chromium-linux"
>

Incoming triggers

  • codesearch-gen-chromium-initiator/6764 (7 years ago by infra-codesearch@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "root_solution_revision": "271975a1308734c9f524c4acd963d47cedb9878f",
  "root_solution_revision_timestamp": 1544651900
}

Incoming tags

  • parent_buildername:codesearch-gen-chromium-initiator
  • parent_buildnumber:6764
  • user_agent:recipe

Debug log (UTC)

[22:02:24.637] New invocation is queued and will start shortly
[22:02:24.637] Triggered by user:infra-codesearch@chops-service-accounts.iam.gserviceaccount.com
[22:02:25.854] Starting the invocation (attempt 1)
[22:02:25.909] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[22:02:25.909] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[22:02:25.909] Buildbucket request:
{
  "bucket": "luci.infra.codesearch",
  "client_operation_id": "9092738609405059904",
  "parameters_json": "{\"builder_name\":\"codesearch-gen-chromium-linux\",\"properties\":{\"root_solution_revision\":\"271975a1308734c9f524c4acd963d47cedb9878f\",\"root_solution_revision_timestamp\":1544651900}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:codesearch-gen-chromium-linux",
    "scheduler_invocation_id:9092738609405059904",
    "scheduler_job_id:infra/codesearch-gen-chromium-linux",
    "user_agent:luci-scheduler",
    "parent_buildername:codesearch-gen-chromium-initiator",
    "parent_buildnumber:6764",
    "user_agent:recipe"
  ]
}
[22:02:26.773] Buildbucket response:
{
  "build": {
    "bucket": "luci.infra.codesearch",
    "canary_preference": "AUTO",
    "created_by": "user:luci-scheduler@appspot.gserviceaccount.com",
    "created_ts": "1544652145991863",
    "id": "8927308547323202688",
    "lease_expiration_ts": "1544767346527834",
    "lease_key": "1103288472",
    "parameters_json": "{\"builder_name\": \"codesearch-gen-chromium-linux\", \"properties\": {\"root_solution_revision\": \"271975a1308734c9f524c4acd963d47cedb9878f\", \"root_solution_revision_timestamp\": 1544651900}}",
    "project": "infra",
    "result_details_json": "null",
    "service_account": "infra-codesearch@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1544652146678405",
    "tags": [
      "build_address:luci.infra.codesearch/codesearch-gen-chromium-linux/4619",
      "builder:codesearch-gen-chromium-linux",
      "parent_buildername:codesearch-gen-chromium-initiator",
      "parent_buildnumber:6764",
      "scheduler_invocation_id:9092738609405059904",
      "scheduler_job_id:infra/codesearch-gen-chromium-linux",
      "swarming_dimension:builder:codesearch-gen-chromium-linux",
      "swarming_dimension:caches:builder_14b4f73c8b95a6615516bba597f721e10c68093aeabbb388e9a5697d2f7f84cc_v2",
      "swarming_dimension:cpu:x86-64",
      "swarming_dimension:os:Ubuntu-14.04",
      "swarming_dimension:pool:luci.infra.codesearch",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:build_address:luci.infra.codesearch/codesearch-gen-chromium-linux/4619",
      "swarming_tag:buildbucket_bucket:infra/codesearch",
      "swarming_tag:buildbucket_build_id:8927308547323202688",
      "swarming_tag:buildbucket_hostname:cr-buildbucket.appspot.com",
      "swarming_tag:buildbucket_template_canary:0",
      "swarming_tag:buildbucket_template_revision:2f19301aebbc779351dc95ab1dc03603fa761240",
      "swarming_tag:builder:codesearch-gen-chromium-linux",
      "swarming_tag:caches:builder_14b4f73c8b95a6615516bba597f721e10c68093aeabbb388e9a5697d2f7f84cc_v2",
      "swarming_tag:cpu:x86-64",
      "swarming_tag:log_location:logdog://logs.chromium.org/infra/buildbucket/cr-buildbucket.appspot.com/8927308547323202688/+/annotations",
      "swarming_tag:luci_project:infra",
      "swarming_tag:os:Ubuntu-14.04",
      "swarming_tag:parent_buildername:codesearch-gen-chromium-initiator",
      "swarming_tag:parent_buildnumber:6764",
      "swarming_tag:pool:luci.infra.codesearch",
      "swarming_tag:priority:30",
      "swarming_tag:recipe_name:chromium_codesearch",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_tag:scheduler_invocation_id:9092738609405059904",
      "swarming_tag:scheduler_job_id:infra/codesearch-gen-chromium-linux",
      "swarming_tag:service_account:infra-codesearch@chops-service-accounts.iam.gserviceaccount.com",
      "swarming_tag:swarming.pool.template:skip",
      "swarming_tag:swarming.pool.version:e9d95363626a3421ef67ae0216def47fbcf0dd1f",
      "swarming_tag:user:None",
      "swarming_tag:user_agent:luci-scheduler",
      "swarming_tag:user_agent:recipe",
      "swarming_tag:vpython:native-python-wrapper",
      "swarming_task_id:41bd42ce75dcc810",
      "user_agent:luci-scheduler",
      "user_agent:recipe"
    ],
    "updated_ts": "1544652146678497",
    "url": "https://ci.chromium.org/b/8927308547323202688",
    "utcnow_ts": "1544652146761961"
  }
}
[22:02:26.773] Task URL: https://ci.chromium.org/b/8927308547323202688
[22:02:26.773] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:2:0) after 1m0s
[22:03:08.121] Received PubSub notification, asking Buildbucket for the build status
[22:03:08.230] Build 8927308547323202688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:03:26.790] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:2:0)
[22:03:26.790] Timer tick, asking Buildbucket for the build status
[22:03:26.898] Build 8927308547323202688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:03:26.898] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:4:0) after 1m0s
[22:04:26.915] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:4:0)
[22:04:26.915] Timer tick, asking Buildbucket for the build status
[22:04:26.994] Build 8927308547323202688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:04:26.994] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:5:0) after 1m0s
[22:05:27.010] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:5:0)
[22:05:27.010] Timer tick, asking Buildbucket for the build status
[22:05:27.045] Build 8927308547323202688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:05:27.045] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:6:0) after 1m0s
[22:06:27.063] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:6:0)
[22:06:27.063] Timer tick, asking Buildbucket for the build status
[22:06:27.133] Build 8927308547323202688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:06:27.133] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:7:0) after 1m0s
[22:07:27.157] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:7:0)
[22:07:27.157] Timer tick, asking Buildbucket for the build status
[22:07:27.237] Build 8927308547323202688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:07:27.237] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:8:0) after 1m0s
[22:08:27.281] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:8:0)
[22:08:27.281] Timer tick, asking Buildbucket for the build status
[22:08:27.468] Build 8927308547323202688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:08:27.468] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:9:0) after 1m0s
[22:09:27.483] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:9:0)
[22:09:27.483] Timer tick, asking Buildbucket for the build status
[22:09:27.548] Build 8927308547323202688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:09:27.548] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:10:0) after 1m0s
[22:10:27.644] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:10:0)
[22:10:27.644] Timer tick, asking Buildbucket for the build status
[22:10:27.831] Build 8927308547323202688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:10:27.831] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:11:0) after 1m0s
[22:11:27.852] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:11:0)
[22:11:27.852] Timer tick, asking Buildbucket for the build status
[22:11:27.949] Build 8927308547323202688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:11:27.949] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:12:0) after 1m0s
[22:12:27.984] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:12:0)
[22:12:27.984] Timer tick, asking Buildbucket for the build status
[22:12:28.022] Build 8927308547323202688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:12:28.022] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:13:0) after 1m0s
[22:13:28.102] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:13:0)
[22:13:28.102] Timer tick, asking Buildbucket for the build status
[22:13:28.163] Build 8927308547323202688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:13:28.163] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:14:0) after 1m0s
[22:14:28.207] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:14:0)
[22:14:28.207] Timer tick, asking Buildbucket for the build status
[22:14:28.284] Build 8927308547323202688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:14:28.284] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:15:0) after 1m0s
[22:15:28.307] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:15:0)
[22:15:28.307] Timer tick, asking Buildbucket for the build status
[22:15:28.344] Build 8927308547323202688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:15:28.344] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:16:0) after 1m0s
[22:16:28.402] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:16:0)
[22:16:28.402] Timer tick, asking Buildbucket for the build status
[22:16:28.494] Build 8927308547323202688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:16:28.494] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:17:0) after 1m0s
[22:17:28.512] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:17:0)
[22:17:28.512] Timer tick, asking Buildbucket for the build status
[22:17:28.577] Build 8927308547323202688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:17:28.577] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:18:0) after 1m0s
[22:18:28.595] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:18:0)
[22:18:28.595] Timer tick, asking Buildbucket for the build status
[22:18:28.657] Build 8927308547323202688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:18:28.657] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:19:0) after 1m0s
[22:19:28.675] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:19:0)
[22:19:28.675] Timer tick, asking Buildbucket for the build status
[22:19:28.728] Build 8927308547323202688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:19:28.728] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:20:0) after 1m0s
[22:20:28.736] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:20:0)
[22:20:28.736] Timer tick, asking Buildbucket for the build status
[22:20:28.771] Build 8927308547323202688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:20:28.771] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:21:0) after 1m0s
[22:21:28.787] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:21:0)
[22:21:28.787] Timer tick, asking Buildbucket for the build status
[22:21:28.820] Build 8927308547323202688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:21:28.820] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:22:0) after 1m0s
[22:22:28.838] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:22:0)
[22:22:28.838] Timer tick, asking Buildbucket for the build status
[22:22:28.872] Build 8927308547323202688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:22:28.872] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:23:0) after 1m0s
[22:23:28.888] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:23:0)
[22:23:28.889] Timer tick, asking Buildbucket for the build status
[22:23:29.032] Build 8927308547323202688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:23:29.032] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:24:0) after 1m0s
[22:24:29.049] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:24:0)
[22:24:29.049] Timer tick, asking Buildbucket for the build status
[22:24:29.103] Build 8927308547323202688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:24:29.103] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:25:0) after 1m0s
[22:25:29.196] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:25:0)
[22:25:29.196] Timer tick, asking Buildbucket for the build status
[22:25:29.353] Build 8927308547323202688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:25:29.353] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:26:0) after 1m0s
[22:26:29.411] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:26:0)
[22:26:29.411] Timer tick, asking Buildbucket for the build status
[22:26:29.524] Build 8927308547323202688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:26:29.524] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:27:0) after 1m0s
[22:27:29.584] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:27:0)
[22:27:29.584] Timer tick, asking Buildbucket for the build status
[22:27:29.762] Build 8927308547323202688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:27:29.762] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:28:0) after 1m0s
[22:28:29.826] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:28:0)
[22:28:29.826] Timer tick, asking Buildbucket for the build status
[22:28:29.942] Build 8927308547323202688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:28:29.942] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:29:0) after 1m0s
[22:29:29.960] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:29:0)
[22:29:29.960] Timer tick, asking Buildbucket for the build status
[22:29:30.158] Build 8927308547323202688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:29:30.158] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:30:0) after 1m0s
[22:30:30.178] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:30:0)
[22:30:30.178] Timer tick, asking Buildbucket for the build status
[22:30:30.458] Build 8927308547323202688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:30:30.458] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:31:0) after 1m0s
[22:31:30.477] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:31:0)
[22:31:30.477] Timer tick, asking Buildbucket for the build status
[22:31:30.733] Build 8927308547323202688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:31:30.733] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:32:0) after 1m0s
[22:32:30.749] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:32:0)
[22:32:30.750] Timer tick, asking Buildbucket for the build status
[22:32:30.813] Build 8927308547323202688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:32:30.813] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:33:0) after 1m0s
[22:33:30.831] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:33:0)
[22:33:30.831] Timer tick, asking Buildbucket for the build status
[22:33:31.018] Build 8927308547323202688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:33:31.018] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:34:0) after 1m0s
[22:34:31.036] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:34:0)
[22:34:31.036] Timer tick, asking Buildbucket for the build status
[22:34:31.081] Build 8927308547323202688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:34:31.081] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:35:0) after 1m0s
[22:35:31.103] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:35:0)
[22:35:31.103] Timer tick, asking Buildbucket for the build status
[22:35:31.215] Build 8927308547323202688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:35:31.215] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:36:0) after 1m0s
[22:36:31.236] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:36:0)
[22:36:31.236] Timer tick, asking Buildbucket for the build status
[22:36:31.311] Build 8927308547323202688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:36:31.311] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:37:0) after 1m0s
[22:37:31.328] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:37:0)
[22:37:31.328] Timer tick, asking Buildbucket for the build status
[22:37:31.567] Build 8927308547323202688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:37:31.567] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:38:0) after 1m0s
[22:38:31.623] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:38:0)
[22:38:31.623] Timer tick, asking Buildbucket for the build status
[22:38:31.732] Build 8927308547323202688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:38:31.732] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:39:0) after 1m0s
[22:39:31.750] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:39:0)
[22:39:31.750] Timer tick, asking Buildbucket for the build status
[22:39:31.810] Build 8927308547323202688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:39:31.810] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:40:0) after 1m0s
[22:40:31.828] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:40:0)
[22:40:31.828] Timer tick, asking Buildbucket for the build status
[22:40:31.931] Build 8927308547323202688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:40:31.931] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:41:0) after 1m0s
[22:41:31.948] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:41:0)
[22:41:31.948] Timer tick, asking Buildbucket for the build status
[22:41:31.995] Build 8927308547323202688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:41:31.995] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:42:0) after 1m0s
[22:42:32.123] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:42:0)
[22:42:32.123] Timer tick, asking Buildbucket for the build status
[22:42:32.190] Build 8927308547323202688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:42:32.190] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:43:0) after 1m0s
[22:43:32.209] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:43:0)
[22:43:32.209] Timer tick, asking Buildbucket for the build status
[22:43:32.298] Build 8927308547323202688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:43:32.299] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:44:0) after 1m0s
[22:44:32.323] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:44:0)
[22:44:32.323] Timer tick, asking Buildbucket for the build status
[22:44:32.429] Build 8927308547323202688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:44:32.429] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:45:0) after 1m0s
[22:45:32.529] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:45:0)
[22:45:32.529] Timer tick, asking Buildbucket for the build status
[22:45:32.577] Build 8927308547323202688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:45:32.577] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:46:0) after 1m0s
[22:46:32.597] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:46:0)
[22:46:32.597] Timer tick, asking Buildbucket for the build status
[22:46:32.668] Build 8927308547323202688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:46:32.668] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:47:0) after 1m0s
[22:47:32.687] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:47:0)
[22:47:32.687] Timer tick, asking Buildbucket for the build status
[22:47:32.746] Build 8927308547323202688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:47:32.746] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:48:0) after 1m0s
[22:48:32.767] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:48:0)
[22:48:32.767] Timer tick, asking Buildbucket for the build status
[22:48:32.829] Build 8927308547323202688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:48:32.829] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:49:0) after 1m0s
[22:49:32.848] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:49:0)
[22:49:32.848] Timer tick, asking Buildbucket for the build status
[22:49:32.923] Build 8927308547323202688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:49:32.923] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:50:0) after 1m0s
[22:50:32.944] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:50:0)
[22:50:32.944] Timer tick, asking Buildbucket for the build status
[22:50:32.986] Build 8927308547323202688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:50:32.986] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:51:0) after 1m0s
[22:51:33.003] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:51:0)
[22:51:33.003] Timer tick, asking Buildbucket for the build status
[22:51:33.096] Build 8927308547323202688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:51:33.096] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:52:0) after 1m0s
[22:52:33.113] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:52:0)
[22:52:33.113] Timer tick, asking Buildbucket for the build status
[22:52:33.320] Build 8927308547323202688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:52:33.320] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:53:0) after 1m0s
[22:53:33.339] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:53:0)
[22:53:33.339] Timer tick, asking Buildbucket for the build status
[22:53:33.389] Build 8927308547323202688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:53:33.389] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:54:0) after 1m0s
[22:54:33.433] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:54:0)
[22:54:33.433] Timer tick, asking Buildbucket for the build status
[22:54:33.524] Build 8927308547323202688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:54:33.524] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:55:0) after 1m0s
[22:55:33.546] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:55:0)
[22:55:33.546] Timer tick, asking Buildbucket for the build status
[22:55:33.809] Build 8927308547323202688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:55:33.809] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:56:0) after 1m0s
[22:56:33.827] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:56:0)
[22:56:33.827] Timer tick, asking Buildbucket for the build status
[22:56:33.913] Build 8927308547323202688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:56:33.913] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:57:0) after 1m0s
[22:57:33.933] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:57:0)
[22:57:33.933] Timer tick, asking Buildbucket for the build status
[22:57:34.007] Build 8927308547323202688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:57:34.007] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:58:0) after 1m0s
[22:58:34.033] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:58:0)
[22:58:34.033] Timer tick, asking Buildbucket for the build status
[22:58:34.305] Build 8927308547323202688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:58:34.305] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:59:0) after 1m0s
[22:59:34.323] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:59:0)
[22:59:34.323] Timer tick, asking Buildbucket for the build status
[22:59:34.364] Build 8927308547323202688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:59:34.364] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:60:0) after 1m0s
[23:00:34.383] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:60:0)
[23:00:34.383] Timer tick, asking Buildbucket for the build status
[23:00:34.464] Build 8927308547323202688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:00:34.464] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:61:0) after 1m0s
[23:01:34.485] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:61:0)
[23:01:34.485] Timer tick, asking Buildbucket for the build status
[23:01:34.575] Build 8927308547323202688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:01:34.575] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:62:0) after 1m0s
[23:02:34.604] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:62:0)
[23:02:34.604] Timer tick, asking Buildbucket for the build status
[23:02:34.713] Build 8927308547323202688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:02:34.713] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:63:0) after 1m0s
[23:03:34.730] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:63:0)
[23:03:34.730] Timer tick, asking Buildbucket for the build status
[23:03:34.837] Build 8927308547323202688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:03:34.837] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:64:0) after 1m0s
[23:04:34.922] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:64:0)
[23:04:34.922] Timer tick, asking Buildbucket for the build status
[23:04:34.975] Build 8927308547323202688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:04:34.975] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:65:0) after 1m0s
[23:05:34.992] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:65:0)
[23:05:34.992] Timer tick, asking Buildbucket for the build status
[23:05:35.041] Build 8927308547323202688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:05:35.041] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:66:0) after 1m0s
[23:06:35.062] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:66:0)
[23:06:35.062] Timer tick, asking Buildbucket for the build status
[23:06:35.147] Build 8927308547323202688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:06:35.147] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:67:0) after 1m0s
[23:07:35.168] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:67:0)
[23:07:35.168] Timer tick, asking Buildbucket for the build status
[23:07:35.220] Build 8927308547323202688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:07:35.221] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:68:0) after 1m0s
[23:08:35.213] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:68:0)
[23:08:35.213] Timer tick, asking Buildbucket for the build status
[23:08:35.402] Build 8927308547323202688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:08:35.402] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:69:0) after 1m0s
[23:09:35.423] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:69:0)
[23:09:35.423] Timer tick, asking Buildbucket for the build status
[23:09:35.603] Build 8927308547323202688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:09:35.603] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:70:0) after 1m0s
[23:10:35.626] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:70:0)
[23:10:35.626] Timer tick, asking Buildbucket for the build status
[23:10:35.731] Build 8927308547323202688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:10:35.731] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:71:0) after 1m0s
[23:11:35.748] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:71:0)
[23:11:35.748] Timer tick, asking Buildbucket for the build status
[23:11:35.809] Build 8927308547323202688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:11:35.809] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:72:0) after 1m0s
[23:12:35.849] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:72:0)
[23:12:35.849] Timer tick, asking Buildbucket for the build status
[23:12:36.036] Build 8927308547323202688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:12:36.036] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:73:0) after 1m0s
[23:13:36.077] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:73:0)
[23:13:36.077] Timer tick, asking Buildbucket for the build status
[23:13:36.165] Build 8927308547323202688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:13:36.165] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:74:0) after 1m0s
[23:14:36.188] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:74:0)
[23:14:36.188] Timer tick, asking Buildbucket for the build status
[23:14:36.233] Build 8927308547323202688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:14:36.233] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:75:0) after 1m0s
[23:15:36.257] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:75:0)
[23:15:36.257] Timer tick, asking Buildbucket for the build status
[23:15:36.315] Build 8927308547323202688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:15:36.315] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:76:0) after 1m0s
[23:16:36.336] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:76:0)
[23:16:36.336] Timer tick, asking Buildbucket for the build status
[23:16:36.397] Build 8927308547323202688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:16:36.397] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:77:0) after 1m0s
[23:17:36.512] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:77:0)
[23:17:36.512] Timer tick, asking Buildbucket for the build status
[23:17:36.713] Build 8927308547323202688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:17:36.713] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:78:0) after 1m0s
[23:18:36.733] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:78:0)
[23:18:36.733] Timer tick, asking Buildbucket for the build status
[23:18:36.781] Build 8927308547323202688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:18:36.781] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:79:0) after 1m0s
[23:19:36.799] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:79:0)
[23:19:36.799] Timer tick, asking Buildbucket for the build status
[23:19:36.860] Build 8927308547323202688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:19:36.860] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:80:0) after 1m0s
[23:20:36.879] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:80:0)
[23:20:36.879] Timer tick, asking Buildbucket for the build status
[23:20:36.926] Build 8927308547323202688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:20:36.926] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:81:0) after 1m0s
[23:21:36.944] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:81:0)
[23:21:36.944] Timer tick, asking Buildbucket for the build status
[23:21:37.083] Build 8927308547323202688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:21:37.083] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:82:0) after 1m0s
[23:22:37.107] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:82:0)
[23:22:37.107] Timer tick, asking Buildbucket for the build status
[23:22:37.187] Build 8927308547323202688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:22:37.187] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:83:0) after 1m0s
[23:23:37.207] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:83:0)
[23:23:37.207] Timer tick, asking Buildbucket for the build status
[23:23:37.472] Build 8927308547323202688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:23:37.472] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:84:0) after 1m0s
[23:24:37.495] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:84:0)
[23:24:37.495] Timer tick, asking Buildbucket for the build status
[23:24:37.546] Build 8927308547323202688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:24:37.546] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:85:0) after 1m0s
[23:25:37.564] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:85:0)
[23:25:37.564] Timer tick, asking Buildbucket for the build status
[23:25:37.609] Build 8927308547323202688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:25:37.609] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:86:0) after 1m0s
[23:26:37.649] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:86:0)
[23:26:37.649] Timer tick, asking Buildbucket for the build status
[23:26:37.745] Build 8927308547323202688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:26:37.745] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:87:0) after 1m0s
[23:27:37.769] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:87:0)
[23:27:37.769] Timer tick, asking Buildbucket for the build status
[23:27:37.846] Build 8927308547323202688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:27:37.846] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:88:0) after 1m0s
[23:28:37.865] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:88:0)
[23:28:37.865] Timer tick, asking Buildbucket for the build status
[23:28:37.913] Build 8927308547323202688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:28:37.913] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:89:0) after 1m0s
[23:29:37.932] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:89:0)
[23:29:37.932] Timer tick, asking Buildbucket for the build status
[23:29:38.030] Build 8927308547323202688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:29:38.030] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:90:0) after 1m0s
[23:30:38.134] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:90:0)
[23:30:38.134] Timer tick, asking Buildbucket for the build status
[23:30:38.215] Build 8927308547323202688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:30:38.215] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:91:0) after 1m0s
[23:31:38.236] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:91:0)
[23:31:38.236] Timer tick, asking Buildbucket for the build status
[23:31:38.308] Build 8927308547323202688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:31:38.308] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:92:0) after 1m0s
[23:32:38.326] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:92:0)
[23:32:38.326] Timer tick, asking Buildbucket for the build status
[23:32:38.560] Build 8927308547323202688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:32:38.560] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:93:0) after 1m0s
[23:33:38.595] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:93:0)
[23:33:38.595] Timer tick, asking Buildbucket for the build status
[23:33:38.692] Build 8927308547323202688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:33:38.692] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:94:0) after 1m0s
[23:34:38.714] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:94:0)
[23:34:38.714] Timer tick, asking Buildbucket for the build status
[23:34:38.760] Build 8927308547323202688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:34:38.760] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:95:0) after 1m0s
[23:35:38.778] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:95:0)
[23:35:38.778] Timer tick, asking Buildbucket for the build status
[23:35:38.836] Build 8927308547323202688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:35:38.836] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:96:0) after 1m0s
[23:36:38.856] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:96:0)
[23:36:38.856] Timer tick, asking Buildbucket for the build status
[23:36:39.391] Build 8927308547323202688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:36:39.391] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:97:0) after 1m0s
[23:37:39.415] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:97:0)
[23:37:39.415] Timer tick, asking Buildbucket for the build status
[23:37:39.481] Build 8927308547323202688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:37:39.481] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:98:0) after 1m0s
[23:38:39.502] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:98:0)
[23:38:39.502] Timer tick, asking Buildbucket for the build status
[23:38:39.570] Build 8927308547323202688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:38:39.570] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:99:0) after 1m0s
[23:39:39.590] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:99:0)
[23:39:39.590] Timer tick, asking Buildbucket for the build status
[23:39:39.715] Build 8927308547323202688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:39:39.715] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:100:0) after 1m0s
[23:40:39.735] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:100:0)
[23:40:39.735] Timer tick, asking Buildbucket for the build status
[23:40:39.802] Build 8927308547323202688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:40:39.802] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:101:0) after 1m0s
[23:41:39.850] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:101:0)
[23:41:39.850] Timer tick, asking Buildbucket for the build status
[23:41:39.953] Build 8927308547323202688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:41:39.953] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:102:0) after 1m0s
[23:42:39.981] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:102:0)
[23:42:39.981] Timer tick, asking Buildbucket for the build status
[23:42:40.049] Build 8927308547323202688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:42:40.049] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:103:0) after 1m0s
[23:43:40.069] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:103:0)
[23:43:40.069] Timer tick, asking Buildbucket for the build status
[23:43:40.115] Build 8927308547323202688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:43:40.115] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:104:0) after 1m0s
[23:44:40.135] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:104:0)
[23:44:40.135] Timer tick, asking Buildbucket for the build status
[23:44:40.226] Build 8927308547323202688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:44:40.226] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:105:0) after 1m0s
[23:45:40.250] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:105:0)
[23:45:40.250] Timer tick, asking Buildbucket for the build status
[23:45:40.305] Build 8927308547323202688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:45:40.305] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:106:0) after 1m0s
[23:46:40.325] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:106:0)
[23:46:40.325] Timer tick, asking Buildbucket for the build status
[23:46:40.429] Build 8927308547323202688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:46:40.429] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:107:0) after 1m0s
[23:47:40.447] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:107:0)
[23:47:40.447] Timer tick, asking Buildbucket for the build status
[23:47:40.607] Build 8927308547323202688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:47:40.607] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:108:0) after 1m0s
[23:48:40.632] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:108:0)
[23:48:40.632] Timer tick, asking Buildbucket for the build status
[23:48:40.680] Build 8927308547323202688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:48:40.680] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:109:0) after 1m0s
[23:49:40.698] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:109:0)
[23:49:40.698] Timer tick, asking Buildbucket for the build status
[23:49:40.789] Build 8927308547323202688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:49:40.789] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:110:0) after 1m0s
[23:50:40.812] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:110:0)
[23:50:40.812] Timer tick, asking Buildbucket for the build status
[23:50:40.917] Build 8927308547323202688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:50:40.917] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:111:0) after 1m0s
[23:51:40.941] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:111:0)
[23:51:40.941] Timer tick, asking Buildbucket for the build status
[23:51:41.079] Build 8927308547323202688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:51:41.079] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:112:0) after 1m0s
[23:52:41.101] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:112:0)
[23:52:41.101] Timer tick, asking Buildbucket for the build status
[23:52:41.291] Build 8927308547323202688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:52:41.291] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:113:0) after 1m0s
[23:53:41.311] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:113:0)
[23:53:41.311] Timer tick, asking Buildbucket for the build status
[23:53:41.389] Build 8927308547323202688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:53:41.389] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:114:0) after 1m0s
[23:54:41.409] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:114:0)
[23:54:41.409] Timer tick, asking Buildbucket for the build status
[23:54:41.460] Build 8927308547323202688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:54:41.460] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:115:0) after 1m0s
[23:55:41.481] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:115:0)
[23:55:41.481] Timer tick, asking Buildbucket for the build status
[23:55:41.545] Build 8927308547323202688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:55:41.545] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:116:0) after 1m0s
[23:56:41.565] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:116:0)
[23:56:41.565] Timer tick, asking Buildbucket for the build status
[23:56:41.615] Build 8927308547323202688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:56:41.615] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:117:0) after 1m0s
[23:57:41.635] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:117:0)
[23:57:41.635] Timer tick, asking Buildbucket for the build status
[23:57:41.717] Build 8927308547323202688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:57:41.717] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:118:0) after 1m0s
[23:58:41.738] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:118:0)
[23:58:41.738] Timer tick, asking Buildbucket for the build status
[23:58:41.946] Build 8927308547323202688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:58:41.946] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:119:0) after 1m0s
[23:59:41.970] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:119:0)
[23:59:41.970] Timer tick, asking Buildbucket for the build status
[23:59:42.031] Build 8927308547323202688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:59:42.031] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:120:0) after 1m0s
[00:00:42.053] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:120:0)
[00:00:42.053] Timer tick, asking Buildbucket for the build status
[00:00:42.097] Build 8927308547323202688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:00:42.097] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:121:0) after 1m0s
[00:01:42.117] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:121:0)
[00:01:42.117] Timer tick, asking Buildbucket for the build status
[00:01:42.163] Build 8927308547323202688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:01:42.163] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:122:0) after 1m0s
[00:02:42.185] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:122:0)
[00:02:42.185] Timer tick, asking Buildbucket for the build status
[00:02:42.280] Build 8927308547323202688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:02:42.280] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:123:0) after 1m0s
[00:03:42.304] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:123:0)
[00:03:42.304] Timer tick, asking Buildbucket for the build status
[00:03:42.411] Build 8927308547323202688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:03:42.411] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:124:0) after 1m0s
[00:04:42.431] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:124:0)
[00:04:42.431] Timer tick, asking Buildbucket for the build status
[00:04:42.497] Build 8927308547323202688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:04:42.497] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092738609405059904:125:0) after 1m0s
[00:04:47.435] Received PubSub notification, asking Buildbucket for the build status
[00:04:47.478] Build 8927308547323202688: status "COMPLETED", result "FAILURE", failure_reason "INFRA_FAILURE", cancelation_reason ""
[00:04:47.478] Buildbucket build:
{
  "build": {
    "bucket": "luci.infra.codesearch",
    "canary_preference": "AUTO",
    "completed_ts": "1544659469339863",
    "created_by": "user:luci-scheduler@appspot.gserviceaccount.com",
    "created_ts": "1544652145991863",
    "failure_reason": "INFRA_FAILURE",
    "id": "8927308547323202688",
    "parameters_json": "{\"builder_name\": \"codesearch-gen-chromium-linux\", \"properties\": {\"root_solution_revision\": \"271975a1308734c9f524c4acd963d47cedb9878f\", \"root_solution_revision_timestamp\": 1544651900}}",
    "project": "infra",
    "result": "FAILURE",
    "result_details_json": "{\"ui\": {\"info\": \"\"}, \"swarming\": {\"bot_dimensions\": {\"gce\": [\"1\"], \"machine_type\": [\"n1-standard-8\"], \"inside_docker\": [\"0\"], \"python\": [\"2.7.6\"], \"builder\": [\"codesearch-gen-chromium-linux\"], \"kvm\": [\"1\"], \"id\": [\"swarm1879-c4\"], \"server_version\": [\"3937-62425bd\"], \"image\": [\"chrome-trusty-18042300-b7223b463e3\"], \"gpu\": [\"none\"], \"cores\": [\"8\"], \"zone\": [\"us\", \"us-central\", \"us-central1\", \"us-central1-b\"], \"os\": [\"Linux\", \"Ubuntu\", \"Ubuntu-14.04\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-Haswell_GCE\", \"x86-64-avx2\"], \"pool\": [\"luci.infra.codesearch\"], \"caches\": [\"builder_14b4f73c8b95a6615516bba597f721e10c68093aeabbb388e9a5697d2f7f84cc_v2\", \"codesearch_git_genfiles_repo\", \"git\", \"goma_v2\", \"vpython\"]}}, \"properties\": {}}",
    "service_account": "infra-codesearch@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1544652187311087",
    "status": "COMPLETED",
    "status_changed_ts": "1544659486345103",
    "tags": [
      "build_address:luci.infra.codesearch/codesearch-gen-chromium-linux/4619",
      "builder:codesearch-gen-chromium-linux",
      "parent_buildername:codesearch-gen-chromium-initiator",
      "parent_buildnumber:6764",
      "scheduler_invocation_id:9092738609405059904",
      "scheduler_job_id:infra/codesearch-gen-chromium-linux",
      "swarming_dimension:builder:codesearch-gen-chromium-linux",
      "swarming_dimension:caches:builder_14b4f73c8b95a6615516bba597f721e10c68093aeabbb388e9a5697d2f7f84cc_v2",
      "swarming_dimension:cpu:x86-64",
      "swarming_dimension:os:Ubuntu-14.04",
      "swarming_dimension:pool:luci.infra.codesearch",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:build_address:luci.infra.codesearch/codesearch-gen-chromium-linux/4619",
      "swarming_tag:buildbucket_bucket:infra/codesearch",
      "swarming_tag:buildbucket_build_id:8927308547323202688",
      "swarming_tag:buildbucket_hostname:cr-buildbucket.appspot.com",
      "swarming_tag:buildbucket_template_canary:0",
      "swarming_tag:buildbucket_template_revision:2f19301aebbc779351dc95ab1dc03603fa761240",
      "swarming_tag:builder:codesearch-gen-chromium-linux",
      "swarming_tag:caches:builder_14b4f73c8b95a6615516bba597f721e10c68093aeabbb388e9a5697d2f7f84cc_v2",
      "swarming_tag:cpu:x86-64",
      "swarming_tag:log_location:logdog://logs.chromium.org/infra/buildbucket/cr-buildbucket.appspot.com/8927308547323202688/+/annotations",
      "swarming_tag:luci_project:infra",
      "swarming_tag:os:Ubuntu-14.04",
      "swarming_tag:parent_buildername:codesearch-gen-chromium-initiator",
      "swarming_tag:parent_buildnumber:6764",
      "swarming_tag:pool:luci.infra.codesearch",
      "swarming_tag:priority:30",
      "swarming_tag:recipe_name:chromium_codesearch",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_tag:scheduler_invocation_id:9092738609405059904",
      "swarming_tag:scheduler_job_id:infra/codesearch-gen-chromium-linux",
      "swarming_tag:service_account:infra-codesearch@chops-service-accounts.iam.gserviceaccount.com",
      "swarming_tag:swarming.pool.template:skip",
      "swarming_tag:swarming.pool.version:e9d95363626a3421ef67ae0216def47fbcf0dd1f",
      "swarming_tag:user:None",
      "swarming_tag:user_agent:luci-scheduler",
      "swarming_tag:user_agent:recipe",
      "swarming_tag:vpython:native-python-wrapper",
      "swarming_task_id:41bd42ce75dcc810",
      "user_agent:luci-scheduler",
      "user_agent:recipe"
    ],
    "updated_ts": "1544659486346866",
    "url": "https://ci.chromium.org/b/8927308547323202688",
    "utcnow_ts": "1544659487469123"
  }
}
[00:04:47.479] Invocation finished in 2h2m22.857029318s with status FAILED