Status: FAILED
Triggered by: infra-codesearch@chops-service-accounts.iam.gserviceaccount.com
Duration: 2 hours
Actions:

Definition (rev fcda89f1011d07f94cddf9bccc52c31b3fb70594)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.infra.codesearch"
  builder: "codesearch-gen-chromium-linux"
>

Incoming triggers

  • codesearch-gen-chromium-initiator/6449 (7 years ago by infra-codesearch@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "root_solution_revision": "99a6d7a06cbfed227548215e80c6408ceb50cdaf",
  "root_solution_revision_timestamp": 1542383548
}

Incoming tags

  • parent_buildername:codesearch-gen-chromium-initiator
  • parent_buildnumber:6449
  • user_agent:recipe

Debug log (UTC)

[16:00:48.311] New invocation is queued and will start shortly
[16:00:48.311] Triggered by user:infra-codesearch@chops-service-accounts.iam.gserviceaccount.com
[16:00:49.510] Starting the invocation (attempt 1)
[16:00:49.553] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[16:00:49.553] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[16:00:49.553] Buildbucket request:
{
  "bucket": "luci.infra.codesearch",
  "client_operation_id": "9095116880784497920",
  "parameters_json": "{\"builder_name\":\"codesearch-gen-chromium-linux\",\"properties\":{\"root_solution_revision\":\"99a6d7a06cbfed227548215e80c6408ceb50cdaf\",\"root_solution_revision_timestamp\":1542383548}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:codesearch-gen-chromium-linux",
    "scheduler_invocation_id:9095116880784497920",
    "scheduler_job_id:infra/codesearch-gen-chromium-linux",
    "user_agent:luci-scheduler",
    "parent_buildername:codesearch-gen-chromium-initiator",
    "parent_buildnumber:6449",
    "user_agent:recipe"
  ]
}
[16:00:51.213] Buildbucket response:
{
  "build": {
    "bucket": "luci.infra.codesearch",
    "canary_preference": "AUTO",
    "created_by": "user:luci-scheduler@appspot.gserviceaccount.com",
    "created_ts": "1542384049669740",
    "id": "8929686818692041104",
    "lease_expiration_ts": "1542499250866271",
    "lease_key": "781844908",
    "parameters_json": "{\"builder_name\": \"codesearch-gen-chromium-linux\", \"properties\": {\"root_solution_revision\": \"99a6d7a06cbfed227548215e80c6408ceb50cdaf\", \"root_solution_revision_timestamp\": 1542383548}}",
    "project": "infra",
    "result_details_json": "null",
    "service_account": "infra-codesearch@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1542384051118649",
    "tags": [
      "build_address:luci.infra.codesearch/codesearch-gen-chromium-linux/4304",
      "builder:codesearch-gen-chromium-linux",
      "parent_buildername:codesearch-gen-chromium-initiator",
      "parent_buildnumber:6449",
      "scheduler_invocation_id:9095116880784497920",
      "scheduler_job_id:infra/codesearch-gen-chromium-linux",
      "swarming_dimension:builder:codesearch-gen-chromium-linux",
      "swarming_dimension:caches:builder_14b4f73c8b95a6615516bba597f721e10c68093aeabbb388e9a5697d2f7f84cc_v2",
      "swarming_dimension:cpu:x86-64",
      "swarming_dimension:os:Ubuntu-14.04",
      "swarming_dimension:pool:luci.infra.codesearch",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:build_address:luci.infra.codesearch/codesearch-gen-chromium-linux/4304",
      "swarming_tag:buildbucket_bucket:infra/codesearch",
      "swarming_tag:buildbucket_build_id:8929686818692041104",
      "swarming_tag:buildbucket_hostname:cr-buildbucket.appspot.com",
      "swarming_tag:buildbucket_template_canary:0",
      "swarming_tag:buildbucket_template_revision:1ec59250bddb61762cb629d1319c038a649d4580",
      "swarming_tag:builder:codesearch-gen-chromium-linux",
      "swarming_tag:caches:builder_14b4f73c8b95a6615516bba597f721e10c68093aeabbb388e9a5697d2f7f84cc_v2",
      "swarming_tag:cpu:x86-64",
      "swarming_tag:log_location:logdog://logs.chromium.org/infra/buildbucket/cr-buildbucket.appspot.com/8929686818692041104/+/annotations",
      "swarming_tag:luci_project:infra",
      "swarming_tag:os:Ubuntu-14.04",
      "swarming_tag:parent_buildername:codesearch-gen-chromium-initiator",
      "swarming_tag:parent_buildnumber:6449",
      "swarming_tag:pool:luci.infra.codesearch",
      "swarming_tag:priority:30",
      "swarming_tag:recipe_name:chromium_codesearch",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_tag:scheduler_invocation_id:9095116880784497920",
      "swarming_tag:scheduler_job_id:infra/codesearch-gen-chromium-linux",
      "swarming_tag:service_account:infra-codesearch@chops-service-accounts.iam.gserviceaccount.com",
      "swarming_tag:swarming.pool.template:skip",
      "swarming_tag:swarming.pool.version:468d9e2dea961985edaee65928b78c057e4193e9",
      "swarming_tag:user:None",
      "swarming_tag:user_agent:luci-scheduler",
      "swarming_tag:user_agent:recipe",
      "swarming_tag:vpython:native-python-wrapper",
      "swarming_task_id:413612689022c010",
      "user_agent:luci-scheduler",
      "user_agent:recipe"
    ],
    "updated_ts": "1542384051118747",
    "url": "https://ci.chromium.org/b/8929686818692041104",
    "utcnow_ts": "1542384051202267"
  }
}
[16:00:51.214] Task URL: https://ci.chromium.org/b/8929686818692041104
[16:00:51.214] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:2:0) after 1m0s
[16:01:08.107] Received PubSub notification, asking Buildbucket for the build status
[16:01:08.164] Build 8929686818692041104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:01:51.234] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:2:0)
[16:01:51.234] Timer tick, asking Buildbucket for the build status
[16:01:51.304] Build 8929686818692041104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:01:51.304] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:4:0) after 1m0s
[16:02:51.320] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:4:0)
[16:02:51.320] Timer tick, asking Buildbucket for the build status
[16:02:51.360] Build 8929686818692041104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:02:51.360] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:5:0) after 1m0s
[16:03:51.424] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:5:0)
[16:03:51.424] Timer tick, asking Buildbucket for the build status
[16:03:51.531] Build 8929686818692041104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:03:51.531] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:6:0) after 1m0s
[16:04:51.574] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:6:0)
[16:04:51.574] Timer tick, asking Buildbucket for the build status
[16:04:51.730] Build 8929686818692041104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:04:51.730] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:7:0) after 1m0s
[16:05:51.751] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:7:0)
[16:05:51.751] Timer tick, asking Buildbucket for the build status
[16:05:51.845] Build 8929686818692041104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:05:51.845] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:8:0) after 1m0s
[16:06:51.867] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:8:0)
[16:06:51.867] Timer tick, asking Buildbucket for the build status
[16:06:51.900] Build 8929686818692041104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:06:51.901] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:9:0) after 1m0s
[16:07:51.919] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:9:0)
[16:07:51.919] Timer tick, asking Buildbucket for the build status
[16:07:51.960] Build 8929686818692041104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:07:51.960] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:10:0) after 1m0s
[16:08:51.980] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:10:0)
[16:08:51.980] Timer tick, asking Buildbucket for the build status
[16:08:52.059] Build 8929686818692041104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:08:52.059] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:11:0) after 1m0s
[16:09:52.117] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:11:0)
[16:09:52.117] Timer tick, asking Buildbucket for the build status
[16:09:52.183] Build 8929686818692041104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:09:52.183] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:12:0) after 1m0s
[16:10:52.417] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:12:0)
[16:10:52.417] Timer tick, asking Buildbucket for the build status
[16:10:52.583] Build 8929686818692041104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:10:52.583] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:13:0) after 1m0s
[16:11:52.628] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:13:0)
[16:11:52.628] Timer tick, asking Buildbucket for the build status
[16:11:52.672] Build 8929686818692041104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:11:52.672] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:14:0) after 1m0s
[16:12:52.706] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:14:0)
[16:12:52.706] Timer tick, asking Buildbucket for the build status
[16:12:52.763] Build 8929686818692041104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:12:52.763] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:15:0) after 1m0s
[16:13:52.783] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:15:0)
[16:13:52.783] Timer tick, asking Buildbucket for the build status
[16:13:52.822] Build 8929686818692041104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:13:52.822] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:16:0) after 1m0s
[16:14:52.839] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:16:0)
[16:14:52.839] Timer tick, asking Buildbucket for the build status
[16:14:52.917] Build 8929686818692041104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:14:52.918] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:17:0) after 1m0s
[16:15:52.936] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:17:0)
[16:15:52.936] Timer tick, asking Buildbucket for the build status
[16:15:52.990] Build 8929686818692041104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:15:52.990] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:18:0) after 1m0s
[16:16:53.008] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:18:0)
[16:16:53.008] Timer tick, asking Buildbucket for the build status
[16:16:53.072] Build 8929686818692041104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:16:53.072] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:19:0) after 1m0s
[16:17:53.145] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:19:0)
[16:17:53.145] Timer tick, asking Buildbucket for the build status
[16:17:53.205] Build 8929686818692041104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:17:53.205] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:20:0) after 1m0s
[16:18:53.222] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:20:0)
[16:18:53.222] Timer tick, asking Buildbucket for the build status
[16:18:53.330] Build 8929686818692041104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:18:53.330] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:21:0) after 1m0s
[16:19:53.348] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:21:0)
[16:19:53.348] Timer tick, asking Buildbucket for the build status
[16:19:53.479] Build 8929686818692041104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:19:53.479] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:22:0) after 1m0s
[16:20:53.553] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:22:0)
[16:20:53.553] Timer tick, asking Buildbucket for the build status
[16:20:53.587] Build 8929686818692041104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:20:53.587] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:23:0) after 1m0s
[16:21:53.694] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:23:0)
[16:21:53.695] Timer tick, asking Buildbucket for the build status
[16:21:53.733] Build 8929686818692041104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:21:53.733] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:24:0) after 1m0s
[16:22:53.767] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:24:0)
[16:22:53.767] Timer tick, asking Buildbucket for the build status
[16:22:53.859] Build 8929686818692041104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:22:53.859] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:25:0) after 1m0s
[16:23:53.916] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:25:0)
[16:23:53.916] Timer tick, asking Buildbucket for the build status
[16:23:53.964] Build 8929686818692041104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:23:53.964] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:26:0) after 1m0s
[16:24:54.033] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:26:0)
[16:24:54.033] Timer tick, asking Buildbucket for the build status
[16:24:54.147] Build 8929686818692041104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:24:54.147] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:27:0) after 1m0s
[16:25:54.170] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:27:0)
[16:25:54.170] Timer tick, asking Buildbucket for the build status
[16:25:54.214] Build 8929686818692041104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:25:54.214] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:28:0) after 1m0s
[16:26:54.229] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:28:0)
[16:26:54.229] Timer tick, asking Buildbucket for the build status
[16:26:54.287] Build 8929686818692041104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:26:54.287] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:29:0) after 1m0s
[16:27:54.305] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:29:0)
[16:27:54.305] Timer tick, asking Buildbucket for the build status
[16:27:54.352] Build 8929686818692041104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:27:54.352] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:30:0) after 1m0s
[16:28:54.371] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:30:0)
[16:28:54.371] Timer tick, asking Buildbucket for the build status
[16:28:54.405] Build 8929686818692041104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:28:54.405] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:31:0) after 1m0s
[16:29:54.424] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:31:0)
[16:29:54.424] Timer tick, asking Buildbucket for the build status
[16:29:54.471] Build 8929686818692041104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:29:54.471] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:32:0) after 1m0s
[16:30:54.498] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:32:0)
[16:30:54.498] Timer tick, asking Buildbucket for the build status
[16:30:54.554] Build 8929686818692041104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:30:54.554] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:33:0) after 1m0s
[16:31:54.572] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:33:0)
[16:31:54.572] Timer tick, asking Buildbucket for the build status
[16:31:54.639] Build 8929686818692041104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:31:54.639] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:34:0) after 1m0s
[16:32:54.657] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:34:0)
[16:32:54.657] Timer tick, asking Buildbucket for the build status
[16:32:54.714] Build 8929686818692041104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:32:54.714] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:35:0) after 1m0s
[16:33:54.811] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:35:0)
[16:33:54.811] Timer tick, asking Buildbucket for the build status
[16:33:54.943] Build 8929686818692041104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:33:54.943] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:36:0) after 1m0s
[16:34:54.962] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:36:0)
[16:34:54.962] Timer tick, asking Buildbucket for the build status
[16:34:55.002] Build 8929686818692041104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:34:55.002] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:37:0) after 1m0s
[16:35:55.023] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:37:0)
[16:35:55.023] Timer tick, asking Buildbucket for the build status
[16:35:55.093] Build 8929686818692041104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:35:55.093] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:38:0) after 1m0s
[16:36:55.111] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:38:0)
[16:36:55.111] Timer tick, asking Buildbucket for the build status
[16:36:55.336] Build 8929686818692041104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:36:55.336] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:39:0) after 1m0s
[16:37:55.366] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:39:0)
[16:37:55.366] Timer tick, asking Buildbucket for the build status
[16:37:55.445] Build 8929686818692041104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:37:55.445] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:40:0) after 1m0s
[16:38:55.476] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:40:0)
[16:38:55.476] Timer tick, asking Buildbucket for the build status
[16:38:55.643] Build 8929686818692041104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:38:55.643] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:41:0) after 1m0s
[16:39:55.676] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:41:0)
[16:39:55.676] Timer tick, asking Buildbucket for the build status
[16:39:55.744] Build 8929686818692041104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:39:55.744] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:42:0) after 1m0s
[16:40:55.765] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:42:0)
[16:40:55.765] Timer tick, asking Buildbucket for the build status
[16:40:55.892] Build 8929686818692041104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:40:55.892] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:43:0) after 1m0s
[16:41:55.910] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:43:0)
[16:41:55.910] Timer tick, asking Buildbucket for the build status
[16:41:55.959] Build 8929686818692041104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:41:55.959] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:44:0) after 1m0s
[16:42:55.990] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:44:0)
[16:42:55.990] Timer tick, asking Buildbucket for the build status
[16:42:56.065] Build 8929686818692041104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:42:56.065] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:45:0) after 1m0s
[16:43:56.093] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:45:0)
[16:43:56.093] Timer tick, asking Buildbucket for the build status
[16:43:56.137] Build 8929686818692041104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:43:56.138] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:46:0) after 1m0s
[16:44:56.168] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:46:0)
[16:44:56.168] Timer tick, asking Buildbucket for the build status
[16:44:56.274] Build 8929686818692041104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:44:56.274] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:47:0) after 1m0s
[16:45:56.293] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:47:0)
[16:45:56.293] Timer tick, asking Buildbucket for the build status
[16:45:56.846] Build 8929686818692041104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:45:56.846] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:48:0) after 1m0s
[16:46:56.910] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:48:0)
[16:46:56.910] Timer tick, asking Buildbucket for the build status
[16:46:56.980] Build 8929686818692041104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:46:56.980] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:49:0) after 1m0s
[16:47:57.000] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:49:0)
[16:47:57.000] Timer tick, asking Buildbucket for the build status
[16:47:57.054] Build 8929686818692041104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:47:57.054] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:50:0) after 1m0s
[16:48:57.074] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:50:0)
[16:48:57.074] Timer tick, asking Buildbucket for the build status
[16:48:57.121] Build 8929686818692041104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:48:57.121] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:51:0) after 1m0s
[16:49:57.140] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:51:0)
[16:49:57.140] Timer tick, asking Buildbucket for the build status
[16:49:57.244] Build 8929686818692041104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:49:57.244] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:52:0) after 1m0s
[16:50:57.265] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:52:0)
[16:50:57.265] Timer tick, asking Buildbucket for the build status
[16:50:57.332] Build 8929686818692041104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:50:57.332] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:53:0) after 1m0s
[16:51:57.354] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:53:0)
[16:51:57.355] Timer tick, asking Buildbucket for the build status
[16:51:57.396] Build 8929686818692041104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:51:57.396] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:54:0) after 1m0s
[16:52:57.449] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:54:0)
[16:52:57.449] Timer tick, asking Buildbucket for the build status
[16:52:57.530] Build 8929686818692041104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:52:57.530] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:55:0) after 1m0s
[16:53:57.550] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:55:0)
[16:53:57.550] Timer tick, asking Buildbucket for the build status
[16:53:57.628] Build 8929686818692041104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:53:57.628] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:56:0) after 1m0s
[16:54:57.656] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:56:0)
[16:54:57.656] Timer tick, asking Buildbucket for the build status
[16:54:57.740] Build 8929686818692041104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:54:57.740] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:57:0) after 1m0s
[16:55:57.759] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:57:0)
[16:55:57.759] Timer tick, asking Buildbucket for the build status
[16:55:57.828] Build 8929686818692041104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:55:57.828] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:58:0) after 1m0s
[16:56:57.867] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:58:0)
[16:56:57.867] Timer tick, asking Buildbucket for the build status
[16:56:57.971] Build 8929686818692041104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:56:57.972] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:59:0) after 1m0s
[16:57:57.991] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:59:0)
[16:57:57.991] Timer tick, asking Buildbucket for the build status
[16:57:58.049] Build 8929686818692041104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:57:58.049] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:60:0) after 1m0s
[16:58:58.067] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:60:0)
[16:58:58.067] Timer tick, asking Buildbucket for the build status
[16:58:58.185] Build 8929686818692041104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:58:58.185] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:61:0) after 1m0s
[16:59:58.217] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:61:0)
[16:59:58.217] Timer tick, asking Buildbucket for the build status
[16:59:58.268] Build 8929686818692041104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:59:58.268] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:62:0) after 1m0s
[17:00:58.299] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:62:0)
[17:00:58.299] Timer tick, asking Buildbucket for the build status
[17:00:58.350] Build 8929686818692041104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:00:58.350] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:63:0) after 1m0s
[17:01:58.425] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:63:0)
[17:01:58.425] Timer tick, asking Buildbucket for the build status
[17:01:58.506] Build 8929686818692041104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:01:58.506] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:64:0) after 1m0s
[17:02:58.527] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:64:0)
[17:02:58.527] Timer tick, asking Buildbucket for the build status
[17:02:58.819] Build 8929686818692041104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:02:58.819] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:65:0) after 1m0s
[17:03:58.840] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:65:0)
[17:03:58.840] Timer tick, asking Buildbucket for the build status
[17:03:58.883] Build 8929686818692041104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:03:58.883] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:66:0) after 1m0s
[17:04:58.904] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:66:0)
[17:04:58.904] Timer tick, asking Buildbucket for the build status
[17:04:59.021] Build 8929686818692041104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:04:59.021] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:67:0) after 1m0s
[17:05:59.055] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:67:0)
[17:05:59.055] Timer tick, asking Buildbucket for the build status
[17:05:59.124] Build 8929686818692041104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:05:59.124] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:68:0) after 1m0s
[17:06:59.215] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:68:0)
[17:06:59.215] Timer tick, asking Buildbucket for the build status
[17:06:59.283] Build 8929686818692041104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:06:59.283] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:69:0) after 1m0s
[17:07:59.312] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:69:0)
[17:07:59.312] Timer tick, asking Buildbucket for the build status
[17:07:59.454] Build 8929686818692041104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:07:59.454] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:70:0) after 1m0s
[17:08:59.489] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:70:0)
[17:08:59.489] Timer tick, asking Buildbucket for the build status
[17:08:59.711] Build 8929686818692041104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:08:59.711] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:71:0) after 1m0s
[17:09:59.834] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:71:0)
[17:09:59.834] Timer tick, asking Buildbucket for the build status
[17:09:59.980] Build 8929686818692041104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:09:59.980] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:72:0) after 1m0s
[17:11:00.113] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:72:0)
[17:11:00.113] Timer tick, asking Buildbucket for the build status
[17:11:00.148] Build 8929686818692041104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:11:00.148] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:73:0) after 1m0s
[17:12:00.249] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:73:0)
[17:12:00.249] Timer tick, asking Buildbucket for the build status
[17:12:00.369] Build 8929686818692041104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:12:00.369] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:74:0) after 1m0s
[17:13:00.922] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:74:0)
[17:13:00.922] Timer tick, asking Buildbucket for the build status
[17:13:01.036] Build 8929686818692041104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:13:01.036] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:75:0) after 1m0s
[17:14:01.059] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:75:0)
[17:14:01.059] Timer tick, asking Buildbucket for the build status
[17:14:01.168] Build 8929686818692041104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:14:01.168] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:76:0) after 1m0s
[17:15:01.227] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:76:0)
[17:15:01.227] Timer tick, asking Buildbucket for the build status
[17:15:01.322] Build 8929686818692041104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:15:01.322] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:77:0) after 1m0s
[17:16:01.347] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:77:0)
[17:16:01.347] Timer tick, asking Buildbucket for the build status
[17:16:01.396] Build 8929686818692041104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:16:01.396] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:78:0) after 1m0s
[17:17:01.421] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:78:0)
[17:17:01.421] Timer tick, asking Buildbucket for the build status
[17:17:01.615] Build 8929686818692041104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:17:01.615] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:79:0) after 1m0s
[17:18:01.642] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:79:0)
[17:18:01.643] Timer tick, asking Buildbucket for the build status
[17:18:01.754] Build 8929686818692041104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:18:01.754] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:80:0) after 1m0s
[17:19:01.773] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:80:0)
[17:19:01.773] Timer tick, asking Buildbucket for the build status
[17:19:01.813] Build 8929686818692041104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:19:01.813] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:81:0) after 1m0s
[17:20:01.833] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:81:0)
[17:20:01.833] Timer tick, asking Buildbucket for the build status
[17:20:01.958] Build 8929686818692041104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:20:01.959] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:82:0) after 1m0s
[17:21:01.980] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:82:0)
[17:21:01.980] Timer tick, asking Buildbucket for the build status
[17:21:02.477] Build 8929686818692041104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:21:02.477] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:83:0) after 1m0s
[17:22:02.504] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:83:0)
[17:22:02.504] Timer tick, asking Buildbucket for the build status
[17:22:02.648] Build 8929686818692041104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:22:02.648] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:84:0) after 1m0s
[17:23:02.675] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:84:0)
[17:23:02.675] Timer tick, asking Buildbucket for the build status
[17:23:02.829] Build 8929686818692041104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:23:02.829] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:85:0) after 1m0s
[17:24:02.865] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:85:0)
[17:24:02.865] Timer tick, asking Buildbucket for the build status
[17:24:02.901] Build 8929686818692041104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:24:02.901] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:86:0) after 1m0s
[17:25:02.963] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:86:0)
[17:25:02.963] Timer tick, asking Buildbucket for the build status
[17:25:03.013] Build 8929686818692041104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:25:03.013] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:87:0) after 1m0s
[17:26:03.036] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:87:0)
[17:26:03.036] Timer tick, asking Buildbucket for the build status
[17:26:03.434] Build 8929686818692041104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:26:03.434] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:88:0) after 1m0s
[17:27:03.457] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:88:0)
[17:27:03.457] Timer tick, asking Buildbucket for the build status
[17:27:03.533] Build 8929686818692041104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:27:03.533] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:89:0) after 1m0s
[17:28:03.554] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:89:0)
[17:28:03.554] Timer tick, asking Buildbucket for the build status
[17:28:03.976] Build 8929686818692041104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:28:03.976] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:90:0) after 1m0s
[17:29:03.998] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:90:0)
[17:29:03.998] Timer tick, asking Buildbucket for the build status
[17:29:04.201] Build 8929686818692041104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:29:04.201] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:91:0) after 1m0s
[17:30:04.256] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:91:0)
[17:30:04.256] Timer tick, asking Buildbucket for the build status
[17:30:04.405] Build 8929686818692041104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:30:04.405] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:92:0) after 1m0s
[17:31:04.470] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:92:0)
[17:31:04.470] Timer tick, asking Buildbucket for the build status
[17:31:04.590] Build 8929686818692041104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:31:04.590] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:93:0) after 1m0s
[17:32:04.615] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:93:0)
[17:32:04.615] Timer tick, asking Buildbucket for the build status
[17:32:04.696] Build 8929686818692041104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:32:04.696] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:94:0) after 1m0s
[17:33:04.748] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:94:0)
[17:33:04.748] Timer tick, asking Buildbucket for the build status
[17:33:04.832] Build 8929686818692041104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:33:04.832] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:95:0) after 1m0s
[17:34:04.862] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:95:0)
[17:34:04.862] Timer tick, asking Buildbucket for the build status
[17:34:04.927] Build 8929686818692041104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:34:04.927] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:96:0) after 1m0s
[17:35:04.954] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:96:0)
[17:35:04.954] Timer tick, asking Buildbucket for the build status
[17:35:05.009] Build 8929686818692041104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:35:05.009] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:97:0) after 1m0s
[17:36:05.028] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:97:0)
[17:36:05.028] Timer tick, asking Buildbucket for the build status
[17:36:05.126] Build 8929686818692041104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:36:05.126] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:98:0) after 1m0s
[17:37:05.151] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:98:0)
[17:37:05.151] Timer tick, asking Buildbucket for the build status
[17:37:05.192] Build 8929686818692041104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:37:05.192] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:99:0) after 1m0s
[17:38:05.215] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:99:0)
[17:38:05.215] Timer tick, asking Buildbucket for the build status
[17:38:05.417] Build 8929686818692041104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:38:05.417] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:100:0) after 1m0s
[17:39:05.458] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:100:0)
[17:39:05.458] Timer tick, asking Buildbucket for the build status
[17:39:05.586] Build 8929686818692041104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:39:05.586] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:101:0) after 1m0s
[17:40:05.607] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:101:0)
[17:40:05.607] Timer tick, asking Buildbucket for the build status
[17:40:05.688] Build 8929686818692041104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:40:05.688] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:102:0) after 1m0s
[17:41:05.717] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:102:0)
[17:41:05.717] Timer tick, asking Buildbucket for the build status
[17:41:06.097] Build 8929686818692041104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:41:06.097] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:103:0) after 1m0s
[17:42:06.174] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:103:0)
[17:42:06.174] Timer tick, asking Buildbucket for the build status
[17:42:06.237] Build 8929686818692041104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:42:06.237] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:104:0) after 1m0s
[17:43:06.291] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:104:0)
[17:43:06.291] Timer tick, asking Buildbucket for the build status
[17:43:06.334] Build 8929686818692041104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:43:06.334] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:105:0) after 1m0s
[17:44:06.375] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:105:0)
[17:44:06.375] Timer tick, asking Buildbucket for the build status
[17:44:06.467] Build 8929686818692041104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:44:06.467] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:106:0) after 1m0s
[17:45:06.511] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:106:0)
[17:45:06.511] Timer tick, asking Buildbucket for the build status
[17:45:06.556] Build 8929686818692041104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:45:06.556] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:107:0) after 1m0s
[17:46:06.617] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:107:0)
[17:46:06.617] Timer tick, asking Buildbucket for the build status
[17:46:06.689] Build 8929686818692041104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:46:06.689] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:108:0) after 1m0s
[17:47:06.714] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:108:0)
[17:47:06.714] Timer tick, asking Buildbucket for the build status
[17:47:12.729] Build 8929686818692041104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:47:12.729] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:109:0) after 1m0s
[17:48:12.754] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:109:0)
[17:48:12.754] Timer tick, asking Buildbucket for the build status
[17:48:12.806] Build 8929686818692041104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:48:12.806] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:110:0) after 1m0s
[17:49:12.832] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:110:0)
[17:49:12.832] Timer tick, asking Buildbucket for the build status
[17:49:12.907] Build 8929686818692041104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:49:12.907] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:111:0) after 1m0s
[17:50:12.946] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:111:0)
[17:50:12.946] Timer tick, asking Buildbucket for the build status
[17:50:13.000] Build 8929686818692041104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:50:13.000] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:112:0) after 1m0s
[17:51:13.032] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:112:0)
[17:51:13.032] Timer tick, asking Buildbucket for the build status
[17:51:13.091] Build 8929686818692041104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:51:13.091] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:113:0) after 1m0s
[17:52:13.116] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:113:0)
[17:52:13.116] Timer tick, asking Buildbucket for the build status
[17:52:13.152] Build 8929686818692041104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:52:13.152] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:114:0) after 1m0s
[17:53:13.175] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:114:0)
[17:53:13.175] Timer tick, asking Buildbucket for the build status
[17:53:13.249] Build 8929686818692041104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:53:13.249] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:115:0) after 1m0s
[17:54:13.276] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:115:0)
[17:54:13.276] Timer tick, asking Buildbucket for the build status
[17:54:13.336] Build 8929686818692041104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:54:13.336] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:116:0) after 1m0s
[17:55:13.360] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:116:0)
[17:55:13.360] Timer tick, asking Buildbucket for the build status
[17:55:13.422] Build 8929686818692041104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:55:13.422] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:117:0) after 1m0s
[17:56:13.448] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:117:0)
[17:56:13.448] Timer tick, asking Buildbucket for the build status
[17:56:18.714] Build 8929686818692041104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:56:18.714] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:118:0) after 1m0s
[17:57:18.737] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:118:0)
[17:57:18.737] Timer tick, asking Buildbucket for the build status
[17:57:18.918] Build 8929686818692041104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:57:18.918] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:119:0) after 1m0s
[17:58:18.939] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:119:0)
[17:58:18.939] Timer tick, asking Buildbucket for the build status
[17:58:18.993] Build 8929686818692041104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:58:18.993] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:120:0) after 1m0s
[17:59:19.016] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:120:0)
[17:59:19.016] Timer tick, asking Buildbucket for the build status
[17:59:19.104] Build 8929686818692041104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:59:19.104] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:121:0) after 1m0s
[18:00:19.128] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:121:0)
[18:00:19.128] Timer tick, asking Buildbucket for the build status
[18:00:19.307] Build 8929686818692041104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:00:19.307] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:122:0) after 1m0s
[18:01:19.332] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:122:0)
[18:01:19.332] Timer tick, asking Buildbucket for the build status
[18:01:19.395] Build 8929686818692041104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:01:19.395] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:123:0) after 1m0s
[18:02:19.419] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:123:0)
[18:02:19.419] Timer tick, asking Buildbucket for the build status
[18:02:19.489] Build 8929686818692041104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:02:19.489] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9095116880784497920:124:0) after 1m0s
[18:03:09.204] Received PubSub notification, asking Buildbucket for the build status
[18:03:09.263] Build 8929686818692041104: status "COMPLETED", result "FAILURE", failure_reason "INFRA_FAILURE", cancelation_reason ""
[18:03:09.263] Buildbucket build:
{
  "build": {
    "bucket": "luci.infra.codesearch",
    "canary_preference": "AUTO",
    "completed_ts": "1542391388314406",
    "created_by": "user:luci-scheduler@appspot.gserviceaccount.com",
    "created_ts": "1542384049669740",
    "failure_reason": "INFRA_FAILURE",
    "id": "8929686818692041104",
    "parameters_json": "{\"builder_name\": \"codesearch-gen-chromium-linux\", \"properties\": {\"root_solution_revision\": \"99a6d7a06cbfed227548215e80c6408ceb50cdaf\", \"root_solution_revision_timestamp\": 1542383548}}",
    "project": "infra",
    "result": "FAILURE",
    "result_details_json": "{\"swarming\": {\"bot_dimensions\": {\"machine_type\": [\"n1-standard-8\"], \"inside_docker\": [\"0\"], \"python\": [\"2.7.6\"], \"builder\": [\"codesearch-gen-chromium-linux\"], \"kvm\": [\"1\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-Haswell_GCE\", \"x86-64-avx2\"], \"server_version\": [\"3844-124e68f\"], \"image\": [\"chrome-trusty-18042300-b7223b463e3\"], \"gpu\": [\"none\"], \"cores\": [\"8\"], \"zone\": [\"us\", \"us-central\", \"us-central1\", \"us-central1-b\"], \"os\": [\"Linux\", \"Ubuntu\", \"Ubuntu-14.04\"], \"id\": [\"swarm1879-c4\"], \"pool\": [\"luci.infra.codesearch\"], \"caches\": [\"builder_14b4f73c8b95a6615516bba597f721e10c68093aeabbb388e9a5697d2f7f84cc_v2\", \"codesearch_git_genfiles_repo\", \"git\", \"goma_v2\", \"vpython\"]}}}",
    "service_account": "infra-codesearch@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1542384067505145",
    "status": "COMPLETED",
    "status_changed_ts": "1542391388696143",
    "tags": [
      "build_address:luci.infra.codesearch/codesearch-gen-chromium-linux/4304",
      "builder:codesearch-gen-chromium-linux",
      "parent_buildername:codesearch-gen-chromium-initiator",
      "parent_buildnumber:6449",
      "scheduler_invocation_id:9095116880784497920",
      "scheduler_job_id:infra/codesearch-gen-chromium-linux",
      "swarming_dimension:builder:codesearch-gen-chromium-linux",
      "swarming_dimension:caches:builder_14b4f73c8b95a6615516bba597f721e10c68093aeabbb388e9a5697d2f7f84cc_v2",
      "swarming_dimension:cpu:x86-64",
      "swarming_dimension:os:Ubuntu-14.04",
      "swarming_dimension:pool:luci.infra.codesearch",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:build_address:luci.infra.codesearch/codesearch-gen-chromium-linux/4304",
      "swarming_tag:buildbucket_bucket:infra/codesearch",
      "swarming_tag:buildbucket_build_id:8929686818692041104",
      "swarming_tag:buildbucket_hostname:cr-buildbucket.appspot.com",
      "swarming_tag:buildbucket_template_canary:0",
      "swarming_tag:buildbucket_template_revision:1ec59250bddb61762cb629d1319c038a649d4580",
      "swarming_tag:builder:codesearch-gen-chromium-linux",
      "swarming_tag:caches:builder_14b4f73c8b95a6615516bba597f721e10c68093aeabbb388e9a5697d2f7f84cc_v2",
      "swarming_tag:cpu:x86-64",
      "swarming_tag:log_location:logdog://logs.chromium.org/infra/buildbucket/cr-buildbucket.appspot.com/8929686818692041104/+/annotations",
      "swarming_tag:luci_project:infra",
      "swarming_tag:os:Ubuntu-14.04",
      "swarming_tag:parent_buildername:codesearch-gen-chromium-initiator",
      "swarming_tag:parent_buildnumber:6449",
      "swarming_tag:pool:luci.infra.codesearch",
      "swarming_tag:priority:30",
      "swarming_tag:recipe_name:chromium_codesearch",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_tag:scheduler_invocation_id:9095116880784497920",
      "swarming_tag:scheduler_job_id:infra/codesearch-gen-chromium-linux",
      "swarming_tag:service_account:infra-codesearch@chops-service-accounts.iam.gserviceaccount.com",
      "swarming_tag:swarming.pool.template:skip",
      "swarming_tag:swarming.pool.version:468d9e2dea961985edaee65928b78c057e4193e9",
      "swarming_tag:user:None",
      "swarming_tag:user_agent:luci-scheduler",
      "swarming_tag:user_agent:recipe",
      "swarming_tag:vpython:native-python-wrapper",
      "swarming_task_id:413612689022c010",
      "user_agent:luci-scheduler",
      "user_agent:recipe"
    ],
    "updated_ts": "1542391388698425",
    "url": "https://ci.chromium.org/b/8929686818692041104",
    "utcnow_ts": "1542391389250142"
  }
}
[18:03:09.263] Invocation finished in 2h2m20.973071225s with status FAILED