Status: FAILED
Triggered by: infra-codesearch@chops-service-accounts.iam.gserviceaccount.com
Duration: 2 hours
Actions:

Definition (rev fcda89f1011d07f94cddf9bccc52c31b3fb70594)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.infra.codesearch"
  builder: "codesearch-gen-chromium-linux"
>

Incoming triggers

  • codesearch-gen-chromium-initiator/6763 (7 years ago by infra-codesearch@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "root_solution_revision": "24a358d36c07b62e0037eb130c32518ad1986e5a",
  "root_solution_revision_timestamp": 1544644500
}

Incoming tags

  • parent_buildername:codesearch-gen-chromium-initiator
  • parent_buildnumber:6763
  • user_agent:recipe

Debug log (UTC)

[20:00:52.309] New invocation is queued and will start shortly
[20:00:52.309] Triggered by user:infra-codesearch@chops-service-accounts.iam.gserviceaccount.com
[20:00:53.588] Starting the invocation (attempt 1)
[20:00:53.628] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:00:53.628] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:00:53.629] Buildbucket request:
{
  "bucket": "luci.infra.codesearch",
  "client_operation_id": "9092746255968577568",
  "parameters_json": "{\"builder_name\":\"codesearch-gen-chromium-linux\",\"properties\":{\"root_solution_revision\":\"24a358d36c07b62e0037eb130c32518ad1986e5a\",\"root_solution_revision_timestamp\":1544644500}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:codesearch-gen-chromium-linux",
    "scheduler_invocation_id:9092746255968577568",
    "scheduler_job_id:infra/codesearch-gen-chromium-linux",
    "user_agent:luci-scheduler",
    "parent_buildername:codesearch-gen-chromium-initiator",
    "parent_buildnumber:6763",
    "user_agent:recipe"
  ]
}
[20:00:55.420] Buildbucket response:
{
  "build": {
    "bucket": "luci.infra.codesearch",
    "canary_preference": "AUTO",
    "created_by": "user:luci-scheduler@appspot.gserviceaccount.com",
    "created_ts": "1544644853910659",
    "id": "8927316193625173568",
    "lease_expiration_ts": "1544760055161720",
    "lease_key": "312394974",
    "parameters_json": "{\"builder_name\": \"codesearch-gen-chromium-linux\", \"properties\": {\"root_solution_revision\": \"24a358d36c07b62e0037eb130c32518ad1986e5a\", \"root_solution_revision_timestamp\": 1544644500}}",
    "project": "infra",
    "result_details_json": "null",
    "service_account": "infra-codesearch@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1544644855300180",
    "tags": [
      "build_address:luci.infra.codesearch/codesearch-gen-chromium-linux/4618",
      "builder:codesearch-gen-chromium-linux",
      "parent_buildername:codesearch-gen-chromium-initiator",
      "parent_buildnumber:6763",
      "scheduler_invocation_id:9092746255968577568",
      "scheduler_job_id:infra/codesearch-gen-chromium-linux",
      "swarming_dimension:builder:codesearch-gen-chromium-linux",
      "swarming_dimension:caches:builder_14b4f73c8b95a6615516bba597f721e10c68093aeabbb388e9a5697d2f7f84cc_v2",
      "swarming_dimension:cpu:x86-64",
      "swarming_dimension:os:Ubuntu-14.04",
      "swarming_dimension:pool:luci.infra.codesearch",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:build_address:luci.infra.codesearch/codesearch-gen-chromium-linux/4618",
      "swarming_tag:buildbucket_bucket:infra/codesearch",
      "swarming_tag:buildbucket_build_id:8927316193625173568",
      "swarming_tag:buildbucket_hostname:cr-buildbucket.appspot.com",
      "swarming_tag:buildbucket_template_canary:0",
      "swarming_tag:buildbucket_template_revision:2f19301aebbc779351dc95ab1dc03603fa761240",
      "swarming_tag:builder:codesearch-gen-chromium-linux",
      "swarming_tag:caches:builder_14b4f73c8b95a6615516bba597f721e10c68093aeabbb388e9a5697d2f7f84cc_v2",
      "swarming_tag:cpu:x86-64",
      "swarming_tag:log_location:logdog://logs.chromium.org/infra/buildbucket/cr-buildbucket.appspot.com/8927316193625173568/+/annotations",
      "swarming_tag:luci_project:infra",
      "swarming_tag:os:Ubuntu-14.04",
      "swarming_tag:parent_buildername:codesearch-gen-chromium-initiator",
      "swarming_tag:parent_buildnumber:6763",
      "swarming_tag:pool:luci.infra.codesearch",
      "swarming_tag:priority:30",
      "swarming_tag:recipe_name:chromium_codesearch",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_tag:scheduler_invocation_id:9092746255968577568",
      "swarming_tag:scheduler_job_id:infra/codesearch-gen-chromium-linux",
      "swarming_tag:service_account:infra-codesearch@chops-service-accounts.iam.gserviceaccount.com",
      "swarming_tag:swarming.pool.template:skip",
      "swarming_tag:swarming.pool.version:e9d95363626a3421ef67ae0216def47fbcf0dd1f",
      "swarming_tag:user:None",
      "swarming_tag:user_agent:luci-scheduler",
      "swarming_tag:user_agent:recipe",
      "swarming_tag:vpython:native-python-wrapper",
      "swarming_task_id:41bcd38c71223410",
      "user_agent:luci-scheduler",
      "user_agent:recipe"
    ],
    "updated_ts": "1544644855300307",
    "url": "https://ci.chromium.org/b/8927316193625173568",
    "utcnow_ts": "1544644855405813"
  }
}
[20:00:55.420] Task URL: https://ci.chromium.org/b/8927316193625173568
[20:00:55.420] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:2:0) after 1m0s
[20:01:46.618] Received PubSub notification, asking Buildbucket for the build status
[20:01:46.707] Build 8927316193625173568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:01:55.435] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:2:0)
[20:01:55.435] Timer tick, asking Buildbucket for the build status
[20:01:55.504] Build 8927316193625173568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:01:55.504] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:4:0) after 1m0s
[20:02:55.520] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:4:0)
[20:02:55.520] Timer tick, asking Buildbucket for the build status
[20:02:55.592] Build 8927316193625173568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:02:55.592] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:5:0) after 1m0s
[20:03:55.613] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:5:0)
[20:03:55.613] Timer tick, asking Buildbucket for the build status
[20:03:56.084] Build 8927316193625173568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:03:56.084] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:6:0) after 1m0s
[20:04:56.103] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:6:0)
[20:04:56.103] Timer tick, asking Buildbucket for the build status
[20:04:56.191] Build 8927316193625173568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:04:56.191] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:7:0) after 1m0s
[20:05:56.211] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:7:0)
[20:05:56.211] Timer tick, asking Buildbucket for the build status
[20:05:56.316] Build 8927316193625173568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:05:56.316] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:8:0) after 1m0s
[20:06:56.347] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:8:0)
[20:06:56.347] Timer tick, asking Buildbucket for the build status
[20:06:56.418] Build 8927316193625173568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:06:56.418] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:9:0) after 1m0s
[20:07:56.433] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:9:0)
[20:07:56.433] Timer tick, asking Buildbucket for the build status
[20:07:56.515] Build 8927316193625173568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:07:56.515] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:10:0) after 1m0s
[20:08:56.530] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:10:0)
[20:08:56.530] Timer tick, asking Buildbucket for the build status
[20:08:56.705] Build 8927316193625173568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:08:56.705] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:11:0) after 1m0s
[20:09:56.722] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:11:0)
[20:09:56.722] Timer tick, asking Buildbucket for the build status
[20:09:56.757] Build 8927316193625173568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:09:56.757] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:12:0) after 1m0s
[20:10:56.773] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:12:0)
[20:10:56.773] Timer tick, asking Buildbucket for the build status
[20:10:56.826] Build 8927316193625173568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:10:56.826] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:13:0) after 1m0s
[20:11:56.843] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:13:0)
[20:11:56.843] Timer tick, asking Buildbucket for the build status
[20:11:56.904] Build 8927316193625173568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:11:56.904] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:14:0) after 1m0s
[20:12:56.925] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:14:0)
[20:12:56.925] Timer tick, asking Buildbucket for the build status
[20:12:57.026] Build 8927316193625173568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:12:57.026] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:15:0) after 1m0s
[20:13:57.045] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:15:0)
[20:13:57.045] Timer tick, asking Buildbucket for the build status
[20:13:57.120] Build 8927316193625173568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:13:57.120] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:16:0) after 1m0s
[20:14:57.139] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:16:0)
[20:14:57.139] Timer tick, asking Buildbucket for the build status
[20:14:57.209] Build 8927316193625173568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:14:57.209] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:17:0) after 1m0s
[20:15:57.225] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:17:0)
[20:15:57.225] Timer tick, asking Buildbucket for the build status
[20:15:57.273] Build 8927316193625173568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:15:57.274] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:18:0) after 1m0s
[20:16:57.293] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:18:0)
[20:16:57.293] Timer tick, asking Buildbucket for the build status
[20:16:57.332] Build 8927316193625173568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:16:57.332] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:19:0) after 1m0s
[20:17:57.348] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:19:0)
[20:17:57.348] Timer tick, asking Buildbucket for the build status
[20:17:57.431] Build 8927316193625173568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:17:57.431] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:20:0) after 1m0s
[20:18:57.448] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:20:0)
[20:18:57.448] Timer tick, asking Buildbucket for the build status
[20:18:57.494] Build 8927316193625173568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:18:57.494] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:21:0) after 1m0s
[20:19:57.511] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:21:0)
[20:19:57.511] Timer tick, asking Buildbucket for the build status
[20:19:57.614] Build 8927316193625173568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:19:57.614] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:22:0) after 1m0s
[20:20:57.627] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:22:0)
[20:20:57.627] Timer tick, asking Buildbucket for the build status
[20:20:57.796] Build 8927316193625173568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:20:57.796] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:23:0) after 1m0s
[20:21:57.814] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:23:0)
[20:21:57.814] Timer tick, asking Buildbucket for the build status
[20:21:57.947] Build 8927316193625173568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:21:57.947] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:24:0) after 1m0s
[20:22:57.965] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:24:0)
[20:22:57.965] Timer tick, asking Buildbucket for the build status
[20:22:58.009] Build 8927316193625173568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:22:58.009] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:25:0) after 1m0s
[20:23:58.034] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:25:0)
[20:23:58.034] Timer tick, asking Buildbucket for the build status
[20:23:58.071] Build 8927316193625173568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:23:58.071] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:26:0) after 1m0s
[20:24:58.086] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:26:0)
[20:24:58.086] Timer tick, asking Buildbucket for the build status
[20:24:58.127] Build 8927316193625173568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:24:58.127] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:27:0) after 1m0s
[20:25:58.160] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:27:0)
[20:25:58.160] Timer tick, asking Buildbucket for the build status
[20:25:58.240] Build 8927316193625173568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:25:58.240] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:28:0) after 1m0s
[20:26:58.257] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:28:0)
[20:26:58.257] Timer tick, asking Buildbucket for the build status
[20:26:58.302] Build 8927316193625173568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:26:58.302] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:29:0) after 1m0s
[20:27:58.319] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:29:0)
[20:27:58.319] Timer tick, asking Buildbucket for the build status
[20:27:58.495] Build 8927316193625173568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:27:58.495] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:30:0) after 1m0s
[20:28:58.513] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:30:0)
[20:28:58.513] Timer tick, asking Buildbucket for the build status
[20:28:58.563] Build 8927316193625173568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:28:58.563] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:31:0) after 1m0s
[20:29:58.588] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:31:0)
[20:29:58.588] Timer tick, asking Buildbucket for the build status
[20:29:58.678] Build 8927316193625173568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:29:58.678] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:32:0) after 1m0s
[20:30:58.700] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:32:0)
[20:30:58.700] Timer tick, asking Buildbucket for the build status
[20:30:58.778] Build 8927316193625173568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:30:58.778] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:33:0) after 1m0s
[20:31:58.796] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:33:0)
[20:31:58.796] Timer tick, asking Buildbucket for the build status
[20:31:58.852] Build 8927316193625173568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:31:58.852] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:34:0) after 1m0s
[20:32:58.869] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:34:0)
[20:32:58.869] Timer tick, asking Buildbucket for the build status
[20:32:58.921] Build 8927316193625173568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:32:58.921] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:35:0) after 1m0s
[20:33:58.939] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:35:0)
[20:33:58.939] Timer tick, asking Buildbucket for the build status
[20:33:58.980] Build 8927316193625173568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:33:58.980] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:36:0) after 1m0s
[20:34:58.998] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:36:0)
[20:34:58.998] Timer tick, asking Buildbucket for the build status
[20:34:59.221] Build 8927316193625173568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:34:59.221] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:37:0) after 1m0s
[20:35:59.243] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:37:0)
[20:35:59.243] Timer tick, asking Buildbucket for the build status
[20:35:59.281] Build 8927316193625173568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:35:59.281] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:38:0) after 1m0s
[20:36:59.311] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:38:0)
[20:36:59.311] Timer tick, asking Buildbucket for the build status
[20:36:59.518] Build 8927316193625173568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:36:59.518] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:39:0) after 1m0s
[20:37:59.540] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:39:0)
[20:37:59.540] Timer tick, asking Buildbucket for the build status
[20:37:59.755] Build 8927316193625173568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:37:59.755] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:40:0) after 1m0s
[20:38:59.774] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:40:0)
[20:38:59.774] Timer tick, asking Buildbucket for the build status
[20:38:59.984] Build 8927316193625173568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:38:59.984] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:41:0) after 1m0s
[20:40:00.123] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:41:0)
[20:40:00.123] Timer tick, asking Buildbucket for the build status
[20:40:00.185] Build 8927316193625173568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:40:00.185] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:42:0) after 1m0s
[20:41:00.204] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:42:0)
[20:41:00.204] Timer tick, asking Buildbucket for the build status
[20:41:00.265] Build 8927316193625173568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:41:00.265] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:43:0) after 1m0s
[20:42:00.324] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:43:0)
[20:42:00.324] Timer tick, asking Buildbucket for the build status
[20:42:00.383] Build 8927316193625173568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:42:00.383] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:44:0) after 1m0s
[20:43:00.435] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:44:0)
[20:43:00.435] Timer tick, asking Buildbucket for the build status
[20:43:00.474] Build 8927316193625173568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:43:00.474] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:45:0) after 1m0s
[20:44:00.556] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:45:0)
[20:44:00.556] Timer tick, asking Buildbucket for the build status
[20:44:01.096] Build 8927316193625173568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:44:01.096] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:46:0) after 1m0s
[20:45:01.119] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:46:0)
[20:45:01.119] Timer tick, asking Buildbucket for the build status
[20:45:01.151] Build 8927316193625173568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:45:01.151] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:47:0) after 1m0s
[20:46:01.174] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:47:0)
[20:46:01.174] Timer tick, asking Buildbucket for the build status
[20:46:01.227] Build 8927316193625173568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:46:01.227] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:48:0) after 1m0s
[20:47:01.250] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:48:0)
[20:47:01.250] Timer tick, asking Buildbucket for the build status
[20:47:01.329] Build 8927316193625173568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:47:01.329] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:49:0) after 1m0s
[20:48:01.374] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:49:0)
[20:48:01.374] Timer tick, asking Buildbucket for the build status
[20:48:01.458] Build 8927316193625173568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:48:01.458] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:50:0) after 1m0s
[20:49:01.486] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:50:0)
[20:49:01.486] Timer tick, asking Buildbucket for the build status
[20:49:01.525] Build 8927316193625173568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:49:01.525] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:51:0) after 1m0s
[20:50:01.542] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:51:0)
[20:50:01.542] Timer tick, asking Buildbucket for the build status
[20:50:01.637] Build 8927316193625173568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:50:01.637] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:52:0) after 1m0s
[20:51:01.657] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:52:0)
[20:51:01.657] Timer tick, asking Buildbucket for the build status
[20:51:01.689] Build 8927316193625173568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:51:01.689] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:53:0) after 1m0s
[20:52:01.706] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:53:0)
[20:52:01.706] Timer tick, asking Buildbucket for the build status
[20:52:01.739] Build 8927316193625173568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:52:01.739] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:54:0) after 1m0s
[20:53:01.760] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:54:0)
[20:53:01.760] Timer tick, asking Buildbucket for the build status
[20:53:01.810] Build 8927316193625173568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:53:01.810] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:55:0) after 1m0s
[20:54:01.832] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:55:0)
[20:54:01.832] Timer tick, asking Buildbucket for the build status
[20:54:01.935] Build 8927316193625173568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:54:01.935] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:56:0) after 1m0s
[20:55:01.951] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:56:0)
[20:55:01.951] Timer tick, asking Buildbucket for the build status
[20:55:02.021] Build 8927316193625173568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:55:02.021] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:57:0) after 1m0s
[20:56:02.041] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:57:0)
[20:56:02.041] Timer tick, asking Buildbucket for the build status
[20:56:02.184] Build 8927316193625173568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:56:02.184] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:58:0) after 1m0s
[20:57:02.236] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:58:0)
[20:57:02.236] Timer tick, asking Buildbucket for the build status
[20:57:02.316] Build 8927316193625173568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:57:02.316] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:59:0) after 1m0s
[20:58:02.380] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:59:0)
[20:58:02.380] Timer tick, asking Buildbucket for the build status
[20:58:02.451] Build 8927316193625173568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:58:02.451] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:60:0) after 1m0s
[20:59:02.505] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:60:0)
[20:59:02.505] Timer tick, asking Buildbucket for the build status
[20:59:02.546] Build 8927316193625173568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:59:02.546] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:61:0) after 1m0s
[21:00:02.564] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:61:0)
[21:00:02.564] Timer tick, asking Buildbucket for the build status
[21:00:02.616] Build 8927316193625173568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:00:02.616] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:62:0) after 1m0s
[21:01:02.636] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:62:0)
[21:01:02.636] Timer tick, asking Buildbucket for the build status
[21:01:02.673] Build 8927316193625173568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:01:02.673] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:63:0) after 1m0s
[21:02:02.700] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:63:0)
[21:02:02.700] Timer tick, asking Buildbucket for the build status
[21:02:02.775] Build 8927316193625173568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:02:02.775] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:64:0) after 1m0s
[21:03:02.811] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:64:0)
[21:03:02.811] Timer tick, asking Buildbucket for the build status
[21:03:03.351] Build 8927316193625173568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:03:03.351] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:65:0) after 1m0s
[21:04:03.367] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:65:0)
[21:04:03.368] Timer tick, asking Buildbucket for the build status
[21:04:03.406] Build 8927316193625173568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:04:03.406] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:66:0) after 1m0s
[21:05:03.424] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:66:0)
[21:05:03.424] Timer tick, asking Buildbucket for the build status
[21:05:03.491] Build 8927316193625173568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:05:03.491] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:67:0) after 1m0s
[21:06:03.509] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:67:0)
[21:06:03.509] Timer tick, asking Buildbucket for the build status
[21:06:03.562] Build 8927316193625173568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:06:03.562] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:68:0) after 1m0s
[21:07:03.579] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:68:0)
[21:07:03.579] Timer tick, asking Buildbucket for the build status
[21:07:03.614] Build 8927316193625173568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:07:03.614] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:69:0) after 1m0s
[21:08:03.652] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:69:0)
[21:08:03.652] Timer tick, asking Buildbucket for the build status
[21:08:03.735] Build 8927316193625173568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:08:03.735] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:70:0) after 1m0s
[21:09:03.833] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:70:0)
[21:09:03.833] Timer tick, asking Buildbucket for the build status
[21:09:03.904] Build 8927316193625173568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:09:03.904] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:71:0) after 1m0s
[21:10:03.923] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:71:0)
[21:10:03.923] Timer tick, asking Buildbucket for the build status
[21:10:03.983] Build 8927316193625173568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:10:03.983] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:72:0) after 1m0s
[21:11:04.001] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:72:0)
[21:11:04.001] Timer tick, asking Buildbucket for the build status
[21:11:04.111] Build 8927316193625173568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:11:04.111] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:73:0) after 1m0s
[21:12:04.150] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:73:0)
[21:12:04.150] Timer tick, asking Buildbucket for the build status
[21:12:04.220] Build 8927316193625173568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:12:04.220] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:74:0) after 1m0s
[21:13:04.238] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:74:0)
[21:13:04.238] Timer tick, asking Buildbucket for the build status
[21:13:04.302] Build 8927316193625173568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:13:04.302] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:75:0) after 1m0s
[21:14:04.324] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:75:0)
[21:14:04.324] Timer tick, asking Buildbucket for the build status
[21:14:04.406] Build 8927316193625173568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:14:04.406] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:76:0) after 1m0s
[21:15:04.428] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:76:0)
[21:15:04.428] Timer tick, asking Buildbucket for the build status
[21:15:04.470] Build 8927316193625173568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:15:04.470] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:77:0) after 1m0s
[21:16:04.488] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:77:0)
[21:16:04.488] Timer tick, asking Buildbucket for the build status
[21:16:04.539] Build 8927316193625173568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:16:04.539] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:78:0) after 1m0s
[21:17:04.581] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:78:0)
[21:17:04.581] Timer tick, asking Buildbucket for the build status
[21:17:04.750] Build 8927316193625173568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:17:04.750] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:79:0) after 1m0s
[21:18:04.781] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:79:0)
[21:18:04.781] Timer tick, asking Buildbucket for the build status
[21:18:04.841] Build 8927316193625173568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:18:04.841] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:80:0) after 1m0s
[21:19:04.863] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:80:0)
[21:19:04.863] Timer tick, asking Buildbucket for the build status
[21:19:04.919] Build 8927316193625173568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:19:04.919] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:81:0) after 1m0s
[21:20:04.967] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:81:0)
[21:20:04.967] Timer tick, asking Buildbucket for the build status
[21:20:05.115] Build 8927316193625173568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:20:05.115] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:82:0) after 1m0s
[21:21:05.171] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:82:0)
[21:21:05.171] Timer tick, asking Buildbucket for the build status
[21:21:05.225] Build 8927316193625173568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:21:05.225] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:83:0) after 1m0s
[21:22:05.246] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:83:0)
[21:22:05.246] Timer tick, asking Buildbucket for the build status
[21:22:05.281] Build 8927316193625173568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:22:05.281] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:84:0) after 1m0s
[21:23:05.308] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:84:0)
[21:23:05.308] Timer tick, asking Buildbucket for the build status
[21:23:05.445] Build 8927316193625173568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:23:05.445] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:85:0) after 1m0s
[21:24:05.465] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:85:0)
[21:24:05.466] Timer tick, asking Buildbucket for the build status
[21:24:05.511] Build 8927316193625173568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:24:05.511] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:86:0) after 1m0s
[21:25:05.529] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:86:0)
[21:25:05.529] Timer tick, asking Buildbucket for the build status
[21:25:05.689] Build 8927316193625173568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:25:05.689] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:87:0) after 1m0s
[21:26:05.708] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:87:0)
[21:26:05.708] Timer tick, asking Buildbucket for the build status
[21:26:05.796] Build 8927316193625173568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:26:05.796] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:88:0) after 1m0s
[21:27:05.821] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:88:0)
[21:27:05.821] Timer tick, asking Buildbucket for the build status
[21:27:05.852] Build 8927316193625173568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:27:05.852] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:89:0) after 1m0s
[21:28:05.872] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:89:0)
[21:28:05.872] Timer tick, asking Buildbucket for the build status
[21:28:06.007] Build 8927316193625173568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:28:06.007] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:90:0) after 1m0s
[21:29:06.056] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:90:0)
[21:29:06.056] Timer tick, asking Buildbucket for the build status
[21:29:06.125] Build 8927316193625173568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:29:06.125] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:91:0) after 1m0s
[21:30:06.146] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:91:0)
[21:30:06.146] Timer tick, asking Buildbucket for the build status
[21:30:06.335] Build 8927316193625173568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:30:06.335] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:92:0) after 1m0s
[21:31:06.364] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:92:0)
[21:31:06.364] Timer tick, asking Buildbucket for the build status
[21:31:06.513] Build 8927316193625173568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:31:06.513] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:93:0) after 1m0s
[21:32:06.536] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:93:0)
[21:32:06.536] Timer tick, asking Buildbucket for the build status
[21:32:06.640] Build 8927316193625173568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:32:06.640] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:94:0) after 1m0s
[21:33:06.674] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:94:0)
[21:33:06.674] Timer tick, asking Buildbucket for the build status
[21:33:06.763] Build 8927316193625173568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:33:06.763] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:95:0) after 1m0s
[21:34:06.808] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:95:0)
[21:34:06.808] Timer tick, asking Buildbucket for the build status
[21:34:06.844] Build 8927316193625173568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:34:06.844] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:96:0) after 1m0s
[21:35:06.887] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:96:0)
[21:35:06.887] Timer tick, asking Buildbucket for the build status
[21:35:06.926] Build 8927316193625173568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:35:06.926] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:97:0) after 1m0s
[21:36:06.980] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:97:0)
[21:36:06.980] Timer tick, asking Buildbucket for the build status
[21:36:07.085] Build 8927316193625173568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:36:07.085] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:98:0) after 1m0s
[21:37:07.107] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:98:0)
[21:37:07.107] Timer tick, asking Buildbucket for the build status
[21:37:07.319] Build 8927316193625173568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:37:07.319] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:99:0) after 1m0s
[21:38:07.348] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:99:0)
[21:38:07.348] Timer tick, asking Buildbucket for the build status
[21:38:07.382] Build 8927316193625173568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:38:07.382] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:100:0) after 1m0s
[21:39:07.400] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:100:0)
[21:39:07.400] Timer tick, asking Buildbucket for the build status
[21:39:07.460] Build 8927316193625173568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:39:07.460] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:101:0) after 1m0s
[21:40:07.481] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:101:0)
[21:40:07.481] Timer tick, asking Buildbucket for the build status
[21:40:07.546] Build 8927316193625173568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:40:07.546] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:102:0) after 1m0s
[21:41:07.579] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:102:0)
[21:41:07.579] Timer tick, asking Buildbucket for the build status
[21:41:07.633] Build 8927316193625173568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:41:07.633] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:103:0) after 1m0s
[21:42:07.653] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:103:0)
[21:42:07.653] Timer tick, asking Buildbucket for the build status
[21:42:07.720] Build 8927316193625173568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:42:07.720] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:104:0) after 1m0s
[21:43:07.775] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:104:0)
[21:43:07.775] Timer tick, asking Buildbucket for the build status
[21:43:07.838] Build 8927316193625173568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:43:07.838] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:105:0) after 1m0s
[21:44:07.860] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:105:0)
[21:44:07.860] Timer tick, asking Buildbucket for the build status
[21:44:07.914] Build 8927316193625173568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:44:07.914] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:106:0) after 1m0s
[21:45:07.941] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:106:0)
[21:45:07.942] Timer tick, asking Buildbucket for the build status
[21:45:08.000] Build 8927316193625173568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:45:08.000] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:107:0) after 1m0s
[21:46:08.020] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:107:0)
[21:46:08.020] Timer tick, asking Buildbucket for the build status
[21:46:08.096] Build 8927316193625173568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:46:08.096] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:108:0) after 1m0s
[21:47:08.116] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:108:0)
[21:47:08.116] Timer tick, asking Buildbucket for the build status
[21:47:08.252] Build 8927316193625173568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:47:08.252] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:109:0) after 1m0s
[21:48:08.286] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:109:0)
[21:48:08.286] Timer tick, asking Buildbucket for the build status
[21:48:08.334] Build 8927316193625173568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:48:08.334] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:110:0) after 1m0s
[21:49:08.353] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:110:0)
[21:49:08.353] Timer tick, asking Buildbucket for the build status
[21:49:08.410] Build 8927316193625173568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:49:08.410] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:111:0) after 1m0s
[21:50:08.434] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:111:0)
[21:50:08.434] Timer tick, asking Buildbucket for the build status
[21:50:08.480] Build 8927316193625173568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:50:08.480] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:112:0) after 1m0s
[21:51:08.501] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:112:0)
[21:51:08.501] Timer tick, asking Buildbucket for the build status
[21:51:08.617] Build 8927316193625173568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:51:08.617] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:113:0) after 1m0s
[21:52:08.635] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:113:0)
[21:52:08.635] Timer tick, asking Buildbucket for the build status
[21:52:08.696] Build 8927316193625173568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:52:08.696] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:114:0) after 1m0s
[21:53:08.773] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:114:0)
[21:53:08.773] Timer tick, asking Buildbucket for the build status
[21:53:08.919] Build 8927316193625173568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:53:08.919] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:115:0) after 1m0s
[21:54:08.936] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:115:0)
[21:54:08.936] Timer tick, asking Buildbucket for the build status
[21:54:09.049] Build 8927316193625173568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:54:09.049] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:116:0) after 1m0s
[21:55:09.069] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:116:0)
[21:55:09.069] Timer tick, asking Buildbucket for the build status
[21:55:09.205] Build 8927316193625173568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:55:09.205] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:117:0) after 1m0s
[21:56:09.227] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:117:0)
[21:56:09.227] Timer tick, asking Buildbucket for the build status
[21:56:09.266] Build 8927316193625173568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:56:09.266] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:118:0) after 1m0s
[21:57:09.289] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:118:0)
[21:57:09.289] Timer tick, asking Buildbucket for the build status
[21:57:09.364] Build 8927316193625173568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:57:09.364] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:119:0) after 1m0s
[21:58:09.383] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:119:0)
[21:58:09.383] Timer tick, asking Buildbucket for the build status
[21:58:09.426] Build 8927316193625173568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:58:09.426] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:120:0) after 1m0s
[21:59:09.463] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:120:0)
[21:59:09.463] Timer tick, asking Buildbucket for the build status
[21:59:09.510] Build 8927316193625173568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:59:09.510] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:121:0) after 1m0s
[22:00:09.541] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:121:0)
[22:00:09.541] Timer tick, asking Buildbucket for the build status
[22:00:09.668] Build 8927316193625173568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:00:09.668] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:122:0) after 1m0s
[22:01:09.689] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:122:0)
[22:01:09.689] Timer tick, asking Buildbucket for the build status
[22:01:09.762] Build 8927316193625173568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:01:09.762] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:123:0) after 1m0s
[22:02:09.784] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:123:0)
[22:02:09.784] Timer tick, asking Buildbucket for the build status
[22:02:09.870] Build 8927316193625173568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:02:09.870] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9092746255968577568:124:0) after 1m0s
[22:02:22.547] Received PubSub notification, asking Buildbucket for the build status
[22:02:22.590] Build 8927316193625173568: status "COMPLETED", result "FAILURE", failure_reason "INFRA_FAILURE", cancelation_reason ""
[22:02:22.590] Buildbucket build:
{
  "build": {
    "bucket": "luci.infra.codesearch",
    "canary_preference": "AUTO",
    "completed_ts": "1544652141616908",
    "created_by": "user:luci-scheduler@appspot.gserviceaccount.com",
    "created_ts": "1544644853910659",
    "failure_reason": "INFRA_FAILURE",
    "id": "8927316193625173568",
    "parameters_json": "{\"builder_name\": \"codesearch-gen-chromium-linux\", \"properties\": {\"root_solution_revision\": \"24a358d36c07b62e0037eb130c32518ad1986e5a\", \"root_solution_revision_timestamp\": 1544644500}}",
    "project": "infra",
    "result": "FAILURE",
    "result_details_json": "{\"ui\": {\"info\": \"\"}, \"swarming\": {\"bot_dimensions\": {\"gce\": [\"1\"], \"machine_type\": [\"n1-standard-8\"], \"inside_docker\": [\"0\"], \"python\": [\"2.7.6\"], \"builder\": [\"codesearch-gen-chromium-linux\"], \"kvm\": [\"1\"], \"id\": [\"swarm1879-c4\"], \"server_version\": [\"3937-62425bd\"], \"image\": [\"chrome-trusty-18042300-b7223b463e3\"], \"gpu\": [\"none\"], \"cores\": [\"8\"], \"zone\": [\"us\", \"us-central\", \"us-central1\", \"us-central1-b\"], \"os\": [\"Linux\", \"Ubuntu\", \"Ubuntu-14.04\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-Haswell_GCE\", \"x86-64-avx2\"], \"pool\": [\"luci.infra.codesearch\"], \"caches\": [\"builder_14b4f73c8b95a6615516bba597f721e10c68093aeabbb388e9a5697d2f7f84cc_v2\", \"codesearch_git_genfiles_repo\", \"git\", \"goma_v2\", \"vpython\"]}}, \"properties\": {}}",
    "service_account": "infra-codesearch@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1544644905606556",
    "status": "COMPLETED",
    "status_changed_ts": "1544652142227135",
    "tags": [
      "build_address:luci.infra.codesearch/codesearch-gen-chromium-linux/4618",
      "builder:codesearch-gen-chromium-linux",
      "parent_buildername:codesearch-gen-chromium-initiator",
      "parent_buildnumber:6763",
      "scheduler_invocation_id:9092746255968577568",
      "scheduler_job_id:infra/codesearch-gen-chromium-linux",
      "swarming_dimension:builder:codesearch-gen-chromium-linux",
      "swarming_dimension:caches:builder_14b4f73c8b95a6615516bba597f721e10c68093aeabbb388e9a5697d2f7f84cc_v2",
      "swarming_dimension:cpu:x86-64",
      "swarming_dimension:os:Ubuntu-14.04",
      "swarming_dimension:pool:luci.infra.codesearch",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:build_address:luci.infra.codesearch/codesearch-gen-chromium-linux/4618",
      "swarming_tag:buildbucket_bucket:infra/codesearch",
      "swarming_tag:buildbucket_build_id:8927316193625173568",
      "swarming_tag:buildbucket_hostname:cr-buildbucket.appspot.com",
      "swarming_tag:buildbucket_template_canary:0",
      "swarming_tag:buildbucket_template_revision:2f19301aebbc779351dc95ab1dc03603fa761240",
      "swarming_tag:builder:codesearch-gen-chromium-linux",
      "swarming_tag:caches:builder_14b4f73c8b95a6615516bba597f721e10c68093aeabbb388e9a5697d2f7f84cc_v2",
      "swarming_tag:cpu:x86-64",
      "swarming_tag:log_location:logdog://logs.chromium.org/infra/buildbucket/cr-buildbucket.appspot.com/8927316193625173568/+/annotations",
      "swarming_tag:luci_project:infra",
      "swarming_tag:os:Ubuntu-14.04",
      "swarming_tag:parent_buildername:codesearch-gen-chromium-initiator",
      "swarming_tag:parent_buildnumber:6763",
      "swarming_tag:pool:luci.infra.codesearch",
      "swarming_tag:priority:30",
      "swarming_tag:recipe_name:chromium_codesearch",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_tag:scheduler_invocation_id:9092746255968577568",
      "swarming_tag:scheduler_job_id:infra/codesearch-gen-chromium-linux",
      "swarming_tag:service_account:infra-codesearch@chops-service-accounts.iam.gserviceaccount.com",
      "swarming_tag:swarming.pool.template:skip",
      "swarming_tag:swarming.pool.version:e9d95363626a3421ef67ae0216def47fbcf0dd1f",
      "swarming_tag:user:None",
      "swarming_tag:user_agent:luci-scheduler",
      "swarming_tag:user_agent:recipe",
      "swarming_tag:vpython:native-python-wrapper",
      "swarming_task_id:41bcd38c71223410",
      "user_agent:luci-scheduler",
      "user_agent:recipe"
    ],
    "updated_ts": "1544652142228002",
    "url": "https://ci.chromium.org/b/8927316193625173568",
    "utcnow_ts": "1544652142579513"
  }
}
[22:02:22.590] Invocation finished in 2h1m30.298814791s with status FAILED