Status: FAILED
Triggered by: infra-codesearch@chops-service-accounts.iam.gserviceaccount.com
Duration: 1 hour
Actions:

Definition (rev fcda89f1011d07f94cddf9bccc52c31b3fb70594)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.infra.codesearch"
  builder: "codesearch-gen-chromium-linux"
>

Incoming triggers

  • codesearch-gen-chromium-initiator/5984 (7 years ago by infra-codesearch@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "root_solution_revision": "c8d0d44728928704030f8a901174d649f164cbe5",
  "root_solution_revision_timestamp": 1539028531
}

Incoming tags

  • parent_buildername:codesearch-gen-chromium-initiator
  • parent_buildnumber:5984
  • user_agent:recipe

Debug log (UTC)

[20:00:42.265] New invocation is queued and will start shortly
[20:00:42.265] Triggered by user:infra-codesearch@chops-service-accounts.iam.gserviceaccount.com
[20:00:43.568] Starting the invocation (attempt 1)
[20:00:43.606] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:00:43.606] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:00:43.606] Buildbucket request:
{
  "bucket": "luci.infra.codesearch",
  "client_operation_id": "9098635069314296784",
  "parameters_json": "{\"builder_name\":\"codesearch-gen-chromium-linux\",\"properties\":{\"root_solution_revision\":\"c8d0d44728928704030f8a901174d649f164cbe5\",\"root_solution_revision_timestamp\":1539028531}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:codesearch-gen-chromium-linux",
    "scheduler_invocation_id:9098635069314296784",
    "scheduler_job_id:infra/codesearch-gen-chromium-linux",
    "user_agent:luci-scheduler",
    "parent_buildername:codesearch-gen-chromium-initiator",
    "parent_buildnumber:5984",
    "user_agent:recipe"
  ]
}
[20:00:45.243] Buildbucket response:
{
  "build": {
    "bucket": "luci.infra.codesearch",
    "canary": true,
    "canary_preference": "AUTO",
    "created_by": "user:luci-scheduler@appspot.gserviceaccount.com",
    "created_ts": "1539028843695228",
    "id": "8933205007152441936",
    "lease_expiration_ts": "1539144044753109",
    "lease_key": "367098080",
    "parameters_json": "{\"builder_name\": \"codesearch-gen-chromium-linux\", \"properties\": {\"root_solution_revision\": \"c8d0d44728928704030f8a901174d649f164cbe5\", \"root_solution_revision_timestamp\": 1539028531}}",
    "project": "infra",
    "result_details_json": "null",
    "service_account": "infra-codesearch@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1539028844952882",
    "tags": [
      "build_address:luci.infra.codesearch/codesearch-gen-chromium-linux/3840",
      "builder:codesearch-gen-chromium-linux",
      "parent_buildername:codesearch-gen-chromium-initiator",
      "parent_buildnumber:5984",
      "scheduler_invocation_id:9098635069314296784",
      "scheduler_job_id:infra/codesearch-gen-chromium-linux",
      "swarming_dimension:builder:codesearch-gen-chromium-linux",
      "swarming_dimension:caches:builder_54f8e8cb8feba6eccd56fdc0fadd094595d4925f57b55f2d9fb92e97a2de5aa9_v2",
      "swarming_dimension:cpu:x86-64",
      "swarming_dimension:os:Ubuntu-14.04",
      "swarming_dimension:pool:luci.infra.codesearch",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:build_address:luci.infra.codesearch/codesearch-gen-chromium-linux/3840",
      "swarming_tag:buildbucket_bucket:luci.infra.codesearch",
      "swarming_tag:buildbucket_build_id:8933205007152441936",
      "swarming_tag:buildbucket_hostname:cr-buildbucket.appspot.com",
      "swarming_tag:buildbucket_template_canary:1",
      "swarming_tag:buildbucket_template_revision:4c790cbde9342069ed9b59b6709c8807b14f2913",
      "swarming_tag:builder:codesearch-gen-chromium-linux",
      "swarming_tag:caches:builder_54f8e8cb8feba6eccd56fdc0fadd094595d4925f57b55f2d9fb92e97a2de5aa9_v2",
      "swarming_tag:cpu:x86-64",
      "swarming_tag:log_location:logdog://logs.chromium.org/infra/buildbucket/cr-buildbucket.appspot.com/8933205007152441936/+/annotations",
      "swarming_tag:luci_project:infra",
      "swarming_tag:os:Ubuntu-14.04",
      "swarming_tag:parent_buildername:codesearch-gen-chromium-initiator",
      "swarming_tag:parent_buildnumber:5984",
      "swarming_tag:pool:luci.infra.codesearch",
      "swarming_tag:priority:30",
      "swarming_tag:recipe_name:chromium_codesearch",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_tag:scheduler_invocation_id:9098635069314296784",
      "swarming_tag:scheduler_job_id:infra/codesearch-gen-chromium-linux",
      "swarming_tag:service_account:infra-codesearch@chops-service-accounts.iam.gserviceaccount.com",
      "swarming_tag:swarming.pool.template:skip",
      "swarming_tag:swarming.pool.version:febc9de4ecd5d4d302bd10b63e278ca31f106a70",
      "swarming_tag:user:None",
      "swarming_tag:user_agent:luci-scheduler",
      "swarming_tag:user_agent:recipe",
      "swarming_tag:vpython:native-python-wrapper",
      "swarming_task_id:406e1607ae01fb10",
      "user_agent:luci-scheduler",
      "user_agent:recipe"
    ],
    "updated_ts": "1539028844952996",
    "url": "https://ci.chromium.org/p/infra/builders/luci.infra.codesearch/codesearch-gen-chromium-linux/3840",
    "utcnow_ts": "1539028845142250"
  }
}
[20:00:45.243] Task URL: https://ci.chromium.org/p/infra/builders/luci.infra.codesearch/codesearch-gen-chromium-linux/3840
[20:00:45.243] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:2:0) after 1m0s
[20:01:05.999] Received PubSub notification, asking Buildbucket for the build status
[20:01:06.050] Build 8933205007152441936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:01:45.264] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:2:0)
[20:01:45.264] Timer tick, asking Buildbucket for the build status
[20:01:45.312] Build 8933205007152441936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:01:45.312] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:4:0) after 1m0s
[20:02:45.333] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:4:0)
[20:02:45.333] Timer tick, asking Buildbucket for the build status
[20:02:45.418] Build 8933205007152441936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:02:45.418] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:5:0) after 1m0s
[20:03:45.490] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:5:0)
[20:03:45.490] Timer tick, asking Buildbucket for the build status
[20:03:45.803] Build 8933205007152441936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:03:45.803] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:6:0) after 1m0s
[20:04:45.866] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:6:0)
[20:04:45.866] Timer tick, asking Buildbucket for the build status
[20:04:45.998] Build 8933205007152441936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:04:45.998] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:7:0) after 1m0s
[20:05:46.019] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:7:0)
[20:05:46.019] Timer tick, asking Buildbucket for the build status
[20:05:46.112] Build 8933205007152441936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:05:46.112] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:8:0) after 1m0s
[20:06:46.161] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:8:0)
[20:06:46.161] Timer tick, asking Buildbucket for the build status
[20:06:46.236] Build 8933205007152441936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:06:46.236] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:9:0) after 1m0s
[20:07:46.281] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:9:0)
[20:07:46.281] Timer tick, asking Buildbucket for the build status
[20:07:46.370] Build 8933205007152441936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:07:46.370] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:10:0) after 1m0s
[20:08:46.394] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:10:0)
[20:08:46.394] Timer tick, asking Buildbucket for the build status
[20:08:46.580] Build 8933205007152441936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:08:46.580] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:11:0) after 1m0s
[20:09:46.605] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:11:0)
[20:09:46.605] Timer tick, asking Buildbucket for the build status
[20:09:47.401] Build 8933205007152441936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:09:47.401] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:12:0) after 1m0s
[20:10:47.426] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:12:0)
[20:10:47.426] Timer tick, asking Buildbucket for the build status
[20:10:47.504] Build 8933205007152441936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:10:47.504] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:13:0) after 1m0s
[20:11:47.528] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:13:0)
[20:11:47.528] Timer tick, asking Buildbucket for the build status
[20:11:47.611] Build 8933205007152441936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:11:47.611] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:14:0) after 1m0s
[20:12:47.642] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:14:0)
[20:12:47.642] Timer tick, asking Buildbucket for the build status
[20:12:47.761] Build 8933205007152441936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:12:47.761] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:15:0) after 1m0s
[20:13:47.780] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:15:0)
[20:13:47.781] Timer tick, asking Buildbucket for the build status
[20:13:47.891] Build 8933205007152441936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:13:47.891] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:16:0) after 1m0s
[20:14:47.909] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:16:0)
[20:14:47.909] Timer tick, asking Buildbucket for the build status
[20:14:48.026] Build 8933205007152441936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:14:48.026] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:17:0) after 1m0s
[20:15:48.057] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:17:0)
[20:15:48.057] Timer tick, asking Buildbucket for the build status
[20:15:48.116] Build 8933205007152441936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:15:48.116] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:18:0) after 1m0s
[20:16:48.134] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:18:0)
[20:16:48.134] Timer tick, asking Buildbucket for the build status
[20:16:48.350] Build 8933205007152441936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:16:48.350] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:19:0) after 1m0s
[20:17:48.394] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:19:0)
[20:17:48.394] Timer tick, asking Buildbucket for the build status
[20:17:48.619] Build 8933205007152441936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:17:48.619] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:20:0) after 1m0s
[20:18:48.658] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:20:0)
[20:18:48.658] Timer tick, asking Buildbucket for the build status
[20:18:48.719] Build 8933205007152441936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:18:48.719] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:21:0) after 1m0s
[20:19:48.751] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:21:0)
[20:19:48.751] Timer tick, asking Buildbucket for the build status
[20:19:48.786] Build 8933205007152441936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:19:48.786] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:22:0) after 1m0s
[20:20:48.807] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:22:0)
[20:20:48.807] Timer tick, asking Buildbucket for the build status
[20:20:48.874] Build 8933205007152441936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:20:48.874] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:23:0) after 1m0s
[20:21:48.957] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:23:0)
[20:21:48.957] Timer tick, asking Buildbucket for the build status
[20:21:49.054] Build 8933205007152441936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:21:49.054] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:24:0) after 1m0s
[20:22:49.087] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:24:0)
[20:22:49.087] Timer tick, asking Buildbucket for the build status
[20:22:49.237] Build 8933205007152441936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:22:49.237] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:25:0) after 1m0s
[20:23:49.258] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:25:0)
[20:23:49.258] Timer tick, asking Buildbucket for the build status
[20:23:49.310] Build 8933205007152441936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:23:49.310] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:26:0) after 1m0s
[20:24:49.380] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:26:0)
[20:24:49.380] Timer tick, asking Buildbucket for the build status
[20:24:49.561] Build 8933205007152441936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:24:49.561] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:27:0) after 1m0s
[20:25:49.598] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:27:0)
[20:25:49.598] Timer tick, asking Buildbucket for the build status
[20:25:49.970] Build 8933205007152441936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:25:49.970] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:28:0) after 1m0s
[20:26:50.000] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:28:0)
[20:26:50.000] Timer tick, asking Buildbucket for the build status
[20:26:50.100] Build 8933205007152441936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:26:50.100] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:29:0) after 1m0s
[20:27:50.119] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:29:0)
[20:27:50.119] Timer tick, asking Buildbucket for the build status
[20:27:50.161] Build 8933205007152441936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:27:50.161] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:30:0) after 1m0s
[20:28:50.181] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:30:0)
[20:28:50.181] Timer tick, asking Buildbucket for the build status
[20:28:50.475] Build 8933205007152441936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:28:50.475] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:31:0) after 1m0s
[20:29:50.546] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:31:0)
[20:29:50.546] Timer tick, asking Buildbucket for the build status
[20:29:50.594] Build 8933205007152441936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:29:50.594] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:32:0) after 1m0s
[20:30:50.663] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:32:0)
[20:30:50.663] Timer tick, asking Buildbucket for the build status
[20:30:50.747] Build 8933205007152441936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:30:50.747] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:33:0) after 1m0s
[20:31:50.764] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:33:0)
[20:31:50.764] Timer tick, asking Buildbucket for the build status
[20:31:51.002] Build 8933205007152441936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:31:51.002] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:34:0) after 1m0s
[20:32:51.020] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:34:0)
[20:32:51.020] Timer tick, asking Buildbucket for the build status
[20:32:51.084] Build 8933205007152441936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:32:51.084] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:35:0) after 1m0s
[20:33:51.116] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:35:0)
[20:33:51.116] Timer tick, asking Buildbucket for the build status
[20:33:51.302] Build 8933205007152441936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:33:51.302] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:36:0) after 1m0s
[20:34:51.322] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:36:0)
[20:34:51.322] Timer tick, asking Buildbucket for the build status
[20:34:51.372] Build 8933205007152441936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:34:51.372] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:37:0) after 1m0s
[20:35:51.391] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:37:0)
[20:35:51.391] Timer tick, asking Buildbucket for the build status
[20:35:51.430] Build 8933205007152441936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:35:51.430] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:38:0) after 1m0s
[20:36:51.453] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:38:0)
[20:36:51.453] Timer tick, asking Buildbucket for the build status
[20:36:51.606] Build 8933205007152441936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:36:51.606] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:39:0) after 1m0s
[20:37:51.654] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:39:0)
[20:37:51.654] Timer tick, asking Buildbucket for the build status
[20:37:51.689] Build 8933205007152441936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:37:51.689] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:40:0) after 1m0s
[20:38:51.713] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:40:0)
[20:38:51.713] Timer tick, asking Buildbucket for the build status
[20:38:51.830] Build 8933205007152441936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:38:51.830] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:41:0) after 1m0s
[20:39:51.854] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:41:0)
[20:39:51.854] Timer tick, asking Buildbucket for the build status
[20:39:51.902] Build 8933205007152441936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:39:51.902] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:42:0) after 1m0s
[20:40:51.927] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:42:0)
[20:40:51.927] Timer tick, asking Buildbucket for the build status
[20:40:52.307] Build 8933205007152441936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:40:52.307] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:43:0) after 1m0s
[20:41:52.326] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:43:0)
[20:41:52.326] Timer tick, asking Buildbucket for the build status
[20:41:52.375] Build 8933205007152441936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:41:52.375] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:44:0) after 1m0s
[20:42:52.430] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:44:0)
[20:42:52.430] Timer tick, asking Buildbucket for the build status
[20:42:52.675] Build 8933205007152441936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:42:52.675] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:45:0) after 1m0s
[20:43:52.694] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:45:0)
[20:43:52.694] Timer tick, asking Buildbucket for the build status
[20:43:52.777] Build 8933205007152441936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:43:52.777] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:46:0) after 1m0s
[20:44:52.802] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:46:0)
[20:44:52.802] Timer tick, asking Buildbucket for the build status
[20:44:52.862] Build 8933205007152441936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:44:52.862] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:47:0) after 1m0s
[20:45:52.908] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:47:0)
[20:45:52.908] Timer tick, asking Buildbucket for the build status
[20:45:53.038] Build 8933205007152441936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:45:53.038] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:48:0) after 1m0s
[20:46:53.056] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:48:0)
[20:46:53.056] Timer tick, asking Buildbucket for the build status
[20:46:53.120] Build 8933205007152441936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:46:53.120] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:49:0) after 1m0s
[20:47:53.137] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:49:0)
[20:47:53.137] Timer tick, asking Buildbucket for the build status
[20:47:53.285] Build 8933205007152441936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:47:53.285] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:50:0) after 1m0s
[20:48:53.303] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:50:0)
[20:48:53.303] Timer tick, asking Buildbucket for the build status
[20:48:53.438] Build 8933205007152441936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:48:53.438] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:51:0) after 1m0s
[20:49:53.456] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:51:0)
[20:49:53.456] Timer tick, asking Buildbucket for the build status
[20:49:53.533] Build 8933205007152441936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:49:53.533] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:52:0) after 1m0s
[20:50:53.552] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:52:0)
[20:50:53.552] Timer tick, asking Buildbucket for the build status
[20:50:53.707] Build 8933205007152441936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:50:53.707] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:53:0) after 1m0s
[20:51:53.729] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:53:0)
[20:51:53.729] Timer tick, asking Buildbucket for the build status
[20:51:53.764] Build 8933205007152441936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:51:53.764] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:54:0) after 1m0s
[20:52:53.810] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:54:0)
[20:52:53.810] Timer tick, asking Buildbucket for the build status
[20:52:53.970] Build 8933205007152441936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:52:53.970] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:55:0) after 1m0s
[20:53:53.992] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:55:0)
[20:53:53.992] Timer tick, asking Buildbucket for the build status
[20:53:54.036] Build 8933205007152441936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:53:54.036] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:56:0) after 1m0s
[20:54:54.067] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:56:0)
[20:54:54.067] Timer tick, asking Buildbucket for the build status
[20:54:54.242] Build 8933205007152441936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:54:54.242] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:57:0) after 1m0s
[20:55:54.408] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:57:0)
[20:55:54.408] Timer tick, asking Buildbucket for the build status
[20:55:54.459] Build 8933205007152441936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:55:54.459] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:58:0) after 1m0s
[20:56:54.552] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:58:0)
[20:56:54.553] Timer tick, asking Buildbucket for the build status
[20:56:54.642] Build 8933205007152441936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:56:54.642] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:59:0) after 1m0s
[20:57:54.768] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:59:0)
[20:57:54.768] Timer tick, asking Buildbucket for the build status
[20:57:54.850] Build 8933205007152441936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:57:54.850] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:60:0) after 1m0s
[20:58:54.876] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:60:0)
[20:58:54.876] Timer tick, asking Buildbucket for the build status
[20:58:54.976] Build 8933205007152441936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:58:54.976] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:61:0) after 1m0s
[20:59:55.007] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:61:0)
[20:59:55.007] Timer tick, asking Buildbucket for the build status
[20:59:55.069] Build 8933205007152441936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:59:55.069] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:62:0) after 1m0s
[21:00:55.214] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:62:0)
[21:00:55.214] Timer tick, asking Buildbucket for the build status
[21:00:55.296] Build 8933205007152441936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:00:55.296] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:63:0) after 1m0s
[21:01:55.547] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:63:0)
[21:01:55.547] Timer tick, asking Buildbucket for the build status
[21:01:55.685] Build 8933205007152441936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:01:55.685] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:64:0) after 1m0s
[21:02:55.712] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:64:0)
[21:02:55.712] Timer tick, asking Buildbucket for the build status
[21:02:55.960] Build 8933205007152441936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:02:55.960] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:65:0) after 1m0s
[21:03:55.987] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:65:0)
[21:03:55.987] Timer tick, asking Buildbucket for the build status
[21:03:56.131] Build 8933205007152441936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:03:56.131] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:66:0) after 1m0s
[21:04:56.162] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:66:0)
[21:04:56.162] Timer tick, asking Buildbucket for the build status
[21:04:56.206] Build 8933205007152441936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:04:56.206] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:67:0) after 1m0s
[21:05:56.224] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:67:0)
[21:05:56.224] Timer tick, asking Buildbucket for the build status
[21:05:56.349] Build 8933205007152441936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:05:56.349] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:68:0) after 1m0s
[21:06:56.381] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:68:0)
[21:06:56.381] Timer tick, asking Buildbucket for the build status
[21:06:56.439] Build 8933205007152441936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:06:56.439] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:69:0) after 1m0s
[21:07:56.530] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:69:0)
[21:07:56.530] Timer tick, asking Buildbucket for the build status
[21:07:56.625] Build 8933205007152441936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:07:56.625] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:70:0) after 1m0s
[21:08:56.887] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:70:0)
[21:08:56.887] Timer tick, asking Buildbucket for the build status
[21:08:56.986] Build 8933205007152441936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:08:56.986] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:71:0) after 1m0s
[21:09:57.036] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:71:0)
[21:09:57.036] Timer tick, asking Buildbucket for the build status
[21:09:57.448] Build 8933205007152441936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:09:57.448] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:72:0) after 1m0s
[21:10:58.090] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:72:0)
[21:10:58.090] Timer tick, asking Buildbucket for the build status
[21:10:58.190] Build 8933205007152441936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:10:58.190] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:73:0) after 1m0s
[21:11:59.214] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:73:0)
[21:11:59.214] Timer tick, asking Buildbucket for the build status
[21:11:59.290] Build 8933205007152441936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:11:59.290] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:74:0) after 1m0s
[21:12:59.507] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:74:0)
[21:12:59.507] Timer tick, asking Buildbucket for the build status
[21:12:59.571] Build 8933205007152441936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:12:59.571] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:75:0) after 1m0s
[21:14:00.443] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:75:0)
[21:14:00.443] Timer tick, asking Buildbucket for the build status
[21:14:00.606] Build 8933205007152441936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:14:00.606] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:76:0) after 1m0s
[21:15:00.668] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:76:0)
[21:15:00.668] Timer tick, asking Buildbucket for the build status
[21:15:00.854] Build 8933205007152441936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:15:00.854] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:77:0) after 1m0s
[21:16:00.932] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:77:0)
[21:16:00.932] Timer tick, asking Buildbucket for the build status
[21:16:01.018] Build 8933205007152441936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:16:01.018] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:78:0) after 1m0s
[21:17:01.519] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:78:0)
[21:17:01.519] Timer tick, asking Buildbucket for the build status
[21:17:01.562] Build 8933205007152441936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:17:01.562] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:79:0) after 1m0s
[21:18:01.674] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:79:0)
[21:18:01.674] Timer tick, asking Buildbucket for the build status
[21:18:01.817] Build 8933205007152441936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:18:01.817] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:80:0) after 1m0s
[21:19:01.897] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:80:0)
[21:19:01.897] Timer tick, asking Buildbucket for the build status
[21:19:01.963] Build 8933205007152441936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:19:01.963] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:81:0) after 1m0s
[21:20:02.047] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:81:0)
[21:20:02.047] Timer tick, asking Buildbucket for the build status
[21:20:02.405] Build 8933205007152441936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:20:02.405] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:82:0) after 1m0s
[21:21:02.526] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:82:0)
[21:21:02.526] Timer tick, asking Buildbucket for the build status
[21:21:02.609] Build 8933205007152441936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:21:02.610] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:83:0) after 1m0s
[21:22:02.901] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:83:0)
[21:22:02.901] Timer tick, asking Buildbucket for the build status
[21:22:02.943] Build 8933205007152441936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:22:02.943] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:84:0) after 1m0s
[21:23:02.968] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:84:0)
[21:23:02.968] Timer tick, asking Buildbucket for the build status
[21:23:03.047] Build 8933205007152441936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:23:03.047] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:85:0) after 1m0s
[21:24:03.077] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:85:0)
[21:24:03.077] Timer tick, asking Buildbucket for the build status
[21:24:03.139] Build 8933205007152441936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:24:03.139] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:86:0) after 1m0s
[21:25:03.181] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:86:0)
[21:25:03.181] Timer tick, asking Buildbucket for the build status
[21:25:03.601] Build 8933205007152441936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:25:03.601] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:87:0) after 1m0s
[21:26:03.629] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:87:0)
[21:26:03.629] Timer tick, asking Buildbucket for the build status
[21:26:03.707] Build 8933205007152441936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:26:03.707] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:88:0) after 1m0s
[21:27:03.732] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:88:0)
[21:27:03.732] Timer tick, asking Buildbucket for the build status
[21:27:03.811] Build 8933205007152441936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:27:03.811] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:89:0) after 1m0s
[21:28:03.890] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:89:0)
[21:28:03.890] Timer tick, asking Buildbucket for the build status
[21:28:03.958] Build 8933205007152441936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:28:03.958] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:90:0) after 1m0s
[21:29:04.005] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:90:0)
[21:29:04.005] Timer tick, asking Buildbucket for the build status
[21:29:04.148] Build 8933205007152441936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:29:04.148] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:91:0) after 1m0s
[21:30:04.205] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:91:0)
[21:30:04.205] Timer tick, asking Buildbucket for the build status
[21:30:04.272] Build 8933205007152441936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:30:04.272] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:92:0) after 1m0s
[21:31:04.418] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:92:0)
[21:31:04.418] Timer tick, asking Buildbucket for the build status
[21:31:04.469] Build 8933205007152441936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:31:04.469] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:93:0) after 1m0s
[21:32:05.187] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:93:0)
[21:32:05.187] Timer tick, asking Buildbucket for the build status
[21:32:05.262] Build 8933205007152441936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:32:05.263] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:94:0) after 1m0s
[21:33:05.296] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:94:0)
[21:33:05.296] Timer tick, asking Buildbucket for the build status
[21:33:05.388] Build 8933205007152441936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:33:05.388] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:95:0) after 1m0s
[21:34:05.492] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:95:0)
[21:34:05.492] Timer tick, asking Buildbucket for the build status
[21:34:05.654] Build 8933205007152441936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:34:05.654] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:96:0) after 1m0s
[21:35:06.027] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:96:0)
[21:35:06.027] Timer tick, asking Buildbucket for the build status
[21:35:06.104] Build 8933205007152441936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:35:06.104] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:97:0) after 1m0s
[21:36:06.314] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:97:0)
[21:36:06.314] Timer tick, asking Buildbucket for the build status
[21:36:06.506] Build 8933205007152441936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:36:06.507] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:98:0) after 1m0s
[21:37:06.990] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:98:0)
[21:37:06.990] Timer tick, asking Buildbucket for the build status
[21:37:07.125] Build 8933205007152441936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:37:07.126] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:99:0) after 1m0s
[21:38:07.712] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:99:0)
[21:38:07.712] Timer tick, asking Buildbucket for the build status
[21:38:07.850] Build 8933205007152441936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:38:07.850] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:100:0) after 1m0s
[21:39:08.008] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:100:0)
[21:39:08.008] Timer tick, asking Buildbucket for the build status
[21:39:08.062] Build 8933205007152441936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:39:08.062] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:101:0) after 1m0s
[21:40:08.208] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:101:0)
[21:40:08.208] Timer tick, asking Buildbucket for the build status
[21:40:08.351] Build 8933205007152441936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:40:08.351] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:102:0) after 1m0s
[21:41:08.673] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:102:0)
[21:41:08.673] Timer tick, asking Buildbucket for the build status
[21:41:08.747] Build 8933205007152441936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:41:08.747] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:103:0) after 1m0s
[21:42:09.249] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:103:0)
[21:42:09.249] Timer tick, asking Buildbucket for the build status
[21:42:09.332] Build 8933205007152441936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:42:09.332] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9098635069314296784:104:0) after 1m0s
[21:42:54.835] Received PubSub notification, asking Buildbucket for the build status
[21:42:54.908] Build 8933205007152441936: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[21:42:54.908] Buildbucket build:
{
  "build": {
    "bucket": "luci.infra.codesearch",
    "canary": true,
    "canary_preference": "AUTO",
    "completed_ts": "1539034951215112",
    "created_by": "user:luci-scheduler@appspot.gserviceaccount.com",
    "created_ts": "1539028843695228",
    "failure_reason": "BUILD_FAILURE",
    "id": "8933205007152441936",
    "parameters_json": "{\"builder_name\": \"codesearch-gen-chromium-linux\", \"properties\": {\"root_solution_revision\": \"c8d0d44728928704030f8a901174d649f164cbe5\", \"root_solution_revision_timestamp\": 1539028531}}",
    "project": "infra",
    "result": "FAILURE",
    "result_details_json": "{\"ui\": {\"info\": \"Failure sync generated files\"}, \"build_run_result\": {\"infraFailure\": null, \"recipeResult\": {\"failure\": {\"failure\": {\"step\": \"sync generated files\"}, \"humanReason\": \"Step('sync generated files') failed with return_code 1\"}}, \"recipeExitCode\": {\"value\": 1}, \"recipe\": {\"name\": \"chromium_codesearch\", \"repository\": \"\", \"revision\": \"\"}, \"annotationUrl\": \"logdog://logs.chromium.org/infra/buildbucket/cr-buildbucket.appspot.com/8933205007152441936/+/annotations\"}, \"swarming\": {\"bot_dimensions\": {\"machine_type\": [\"n1-standard-8\"], \"inside_docker\": [\"0\"], \"python\": [\"2.7.6\"], \"builder\": [\"codesearch-gen-chromium-linux\"], \"kvm\": [\"1\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-Haswell_GCE\", \"x86-64-avx2\"], \"server_version\": [\"3801-8761768\"], \"image\": [\"chrome-trusty-18042300-b7223b463e3\"], \"gpu\": [\"none\"], \"cores\": [\"8\"], \"zone\": [\"us\", \"us-central\", \"us-central1\", \"us-central1-b\"], \"os\": [\"Linux\", \"Ubuntu\", \"Ubuntu-14.04\"], \"id\": [\"swarm1879-c4\"], \"pool\": [\"luci.infra.codesearch\"], \"caches\": [\"builder_54f8e8cb8feba6eccd56fdc0fadd094595d4925f57b55f2d9fb92e97a2de5aa9_v2\", \"codesearch_git_genfiles_repo\", \"git\", \"goma_v2\", \"vpython\"]}}, \"properties\": {\"got_nacl_revision\": \"2ebbdab4bfb1ed9dfe52ce756b34829207dbe25f\", \"got_clang_revision\": \"343342-1\", \"got_swarming_client_revision\": \"486c9b53c4d54dd4b95bb6ce0e31160e600dfc11\", \"got_revision\": \"c8d0d44728928704030f8a901174d649f164cbe5\", \"recipe\": \"chromium_codesearch\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#25051}\", \"$recipe_engine/path\": {\"cache_dir\": \"/b/swarming/w/ir/cache\", \"temp_dir\": \"/b/swarming/w/ir/tmp/rt\"}, \"root_solution_revision_timestamp\": 1539028531, \"got_revision_cp\": \"refs/heads/master@{#597654}\", \"root_solution_revision\": \"c8d0d44728928704030f8a901174d649f164cbe5\", \"buildername\": \"codesearch-gen-chromium-linux\", \"got_webrtc_revision\": \"ab09039d2ab6d66d3a57c6caa626034d9effb62e\", \"mastername\": \"chromium.infra.codesearch\", \"got_angle_revision\": \"3f21fcb9bd26d469996d59d2f70c711799c227e3\", \"buildbucket\": {\"hostname\": \"cr-buildbucket.appspot.com\", \"build\": {\"created_ts\": 1539028843695228, \"tags\": [\"builder:codesearch-gen-chromium-linux\", \"parent_buildername:codesearch-gen-chromium-initiator\", \"parent_buildnumber:5984\", \"scheduler_invocation_id:9098635069314296784\", \"scheduler_job_id:infra/codesearch-gen-chromium-linux\", \"user_agent:luci-scheduler\", \"user_agent:recipe\"], \"bucket\": \"luci.infra.codesearch\", \"created_by\": \"user:luci-scheduler@appspot.gserviceaccount.com\", \"project\": \"infra\", \"id\": \"8933205007152441936\"}}, \"got_v8_revision\": \"03454421ac566dc894285a72c803db3db5c9b664\", \"got_v8_revision_cp\": \"refs/heads/7.1.288@{#1}\", \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"buildnumber\": 3840, \"path_config\": \"generic\", \"bot_id\": \"swarm1879-c4\", \"got_buildtools_revision\": \"2dff9c9c74e9d732e6fe57c84ef7fd044cc45d96\"}}",
    "service_account": "infra-codesearch@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1539028865003196",
    "status": "COMPLETED",
    "status_changed_ts": "1539034972810268",
    "tags": [
      "build_address:luci.infra.codesearch/codesearch-gen-chromium-linux/3840",
      "builder:codesearch-gen-chromium-linux",
      "parent_buildername:codesearch-gen-chromium-initiator",
      "parent_buildnumber:5984",
      "scheduler_invocation_id:9098635069314296784",
      "scheduler_job_id:infra/codesearch-gen-chromium-linux",
      "swarming_dimension:builder:codesearch-gen-chromium-linux",
      "swarming_dimension:caches:builder_54f8e8cb8feba6eccd56fdc0fadd094595d4925f57b55f2d9fb92e97a2de5aa9_v2",
      "swarming_dimension:cpu:x86-64",
      "swarming_dimension:os:Ubuntu-14.04",
      "swarming_dimension:pool:luci.infra.codesearch",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:build_address:luci.infra.codesearch/codesearch-gen-chromium-linux/3840",
      "swarming_tag:buildbucket_bucket:luci.infra.codesearch",
      "swarming_tag:buildbucket_build_id:8933205007152441936",
      "swarming_tag:buildbucket_hostname:cr-buildbucket.appspot.com",
      "swarming_tag:buildbucket_template_canary:1",
      "swarming_tag:buildbucket_template_revision:4c790cbde9342069ed9b59b6709c8807b14f2913",
      "swarming_tag:builder:codesearch-gen-chromium-linux",
      "swarming_tag:caches:builder_54f8e8cb8feba6eccd56fdc0fadd094595d4925f57b55f2d9fb92e97a2de5aa9_v2",
      "swarming_tag:cpu:x86-64",
      "swarming_tag:log_location:logdog://logs.chromium.org/infra/buildbucket/cr-buildbucket.appspot.com/8933205007152441936/+/annotations",
      "swarming_tag:luci_project:infra",
      "swarming_tag:os:Ubuntu-14.04",
      "swarming_tag:parent_buildername:codesearch-gen-chromium-initiator",
      "swarming_tag:parent_buildnumber:5984",
      "swarming_tag:pool:luci.infra.codesearch",
      "swarming_tag:priority:30",
      "swarming_tag:recipe_name:chromium_codesearch",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_tag:scheduler_invocation_id:9098635069314296784",
      "swarming_tag:scheduler_job_id:infra/codesearch-gen-chromium-linux",
      "swarming_tag:service_account:infra-codesearch@chops-service-accounts.iam.gserviceaccount.com",
      "swarming_tag:swarming.pool.template:skip",
      "swarming_tag:swarming.pool.version:febc9de4ecd5d4d302bd10b63e278ca31f106a70",
      "swarming_tag:user:None",
      "swarming_tag:user_agent:luci-scheduler",
      "swarming_tag:user_agent:recipe",
      "swarming_tag:vpython:native-python-wrapper",
      "swarming_task_id:406e1607ae01fb10",
      "user_agent:luci-scheduler",
      "user_agent:recipe"
    ],
    "updated_ts": "1539034972812032",
    "url": "https://ci.chromium.org/p/infra/builders/luci.infra.codesearch/codesearch-gen-chromium-linux/3840",
    "utcnow_ts": "1539034974861944"
  }
}
[21:42:54.908] Invocation finished in 1h42m12.659529458s with status FAILED