Status: FAILED
Triggered by: infra-codesearch@chops-service-accounts.iam.gserviceaccount.com
Duration: 1 hour
Actions:

Definition (rev fcda89f1011d07f94cddf9bccc52c31b3fb70594)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.infra.codesearch"
  builder: "codesearch-gen-chromium-linux"
>

Incoming triggers

  • codesearch-gen-chromium-initiator/5783 (7 years ago by infra-codesearch@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "root_solution_revision": "c67aedd807bf101b829499608b3b3f9ab7064524",
  "root_solution_revision_timestamp": 1537580776
}

Incoming tags

  • parent_buildername:codesearch-gen-chromium-initiator
  • parent_buildnumber:5783
  • user_agent:recipe

Debug log (UTC)

[02:00:56.503] New invocation is queued and will start shortly
[02:00:56.503] Triggered by user:infra-codesearch@chops-service-accounts.iam.gserviceaccount.com
[02:00:57.797] Starting the invocation (attempt 1)
[02:00:57.829] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:00:57.829] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:00:57.830] Buildbucket request:
{
  "bucket": "luci.infra.codesearch",
  "client_operation_id": "9100152553574393264",
  "parameters_json": "{\"builder_name\":\"codesearch-gen-chromium-linux\",\"properties\":{\"root_solution_revision\":\"c67aedd807bf101b829499608b3b3f9ab7064524\",\"root_solution_revision_timestamp\":1537580776}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:codesearch-gen-chromium-linux",
    "scheduler_invocation_id:9100152553574393264",
    "scheduler_job_id:infra/codesearch-gen-chromium-linux",
    "user_agent:luci-scheduler",
    "parent_buildername:codesearch-gen-chromium-initiator",
    "parent_buildnumber:5783",
    "user_agent:recipe"
  ]
}
[02:00:59.099] Buildbucket response:
{
  "build": {
    "bucket": "luci.infra.codesearch",
    "canary_preference": "AUTO",
    "created_by": "user:luci-scheduler@appspot.gserviceaccount.com",
    "created_ts": "1537581657894466",
    "id": "8934722491450824688",
    "lease_expiration_ts": "1537696858808369",
    "lease_key": "1832023220",
    "parameters_json": "{\"builder_name\": \"codesearch-gen-chromium-linux\", \"properties\": {\"root_solution_revision\": \"c67aedd807bf101b829499608b3b3f9ab7064524\", \"root_solution_revision_timestamp\": 1537580776}}",
    "project": "infra",
    "result_details_json": "null",
    "service_account": "infra-codesearch@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1537581658966432",
    "tags": [
      "build_address:luci.infra.codesearch/codesearch-gen-chromium-linux/3639",
      "builder:codesearch-gen-chromium-linux",
      "parent_buildername:codesearch-gen-chromium-initiator",
      "parent_buildnumber:5783",
      "scheduler_invocation_id:9100152553574393264",
      "scheduler_job_id:infra/codesearch-gen-chromium-linux",
      "swarming_dimension:builder:codesearch-gen-chromium-linux",
      "swarming_dimension:caches:builder_54f8e8cb8feba6eccd56fdc0fadd094595d4925f57b55f2d9fb92e97a2de5aa9_v2",
      "swarming_dimension:cpu:x86-64",
      "swarming_dimension:os:Ubuntu-14.04",
      "swarming_dimension:pool:luci.infra.codesearch",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:build_address:luci.infra.codesearch/codesearch-gen-chromium-linux/3639",
      "swarming_tag:buildbucket_bucket:luci.infra.codesearch",
      "swarming_tag:buildbucket_build_id:8934722491450824688",
      "swarming_tag:buildbucket_hostname:cr-buildbucket.appspot.com",
      "swarming_tag:buildbucket_template_canary:0",
      "swarming_tag:buildbucket_template_revision:4c790cbde9342069ed9b59b6709c8807b14f2913",
      "swarming_tag:builder:codesearch-gen-chromium-linux",
      "swarming_tag:caches:builder_54f8e8cb8feba6eccd56fdc0fadd094595d4925f57b55f2d9fb92e97a2de5aa9_v2",
      "swarming_tag:cpu:x86-64",
      "swarming_tag:log_location:logdog://logs.chromium.org/infra/buildbucket/cr-buildbucket.appspot.com/8934722491450824688/+/annotations",
      "swarming_tag:luci_project:infra",
      "swarming_tag:os:Ubuntu-14.04",
      "swarming_tag:parent_buildername:codesearch-gen-chromium-initiator",
      "swarming_tag:parent_buildnumber:5783",
      "swarming_tag:pool:luci.infra.codesearch",
      "swarming_tag:priority:30",
      "swarming_tag:recipe_name:chromium_codesearch",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_tag:scheduler_invocation_id:9100152553574393264",
      "swarming_tag:scheduler_job_id:infra/codesearch-gen-chromium-linux",
      "swarming_tag:service_account:infra-codesearch@chops-service-accounts.iam.gserviceaccount.com",
      "swarming_tag:swarming.pool.template:skip",
      "swarming_tag:swarming.pool.version:ded6e667eedfba9ca83cacf95f0d2164f0246aeb",
      "swarming_tag:user:None",
      "swarming_tag:user_agent:luci-scheduler",
      "swarming_tag:user_agent:recipe",
      "swarming_tag:vpython:native-python-wrapper",
      "swarming_task_id:4017d3b8fa3dbb10",
      "user_agent:luci-scheduler",
      "user_agent:recipe"
    ],
    "updated_ts": "1537581658966523",
    "url": "https://ci.chromium.org/p/infra/builders/luci.infra.codesearch/codesearch-gen-chromium-linux/3639",
    "utcnow_ts": "1537581659083561"
  }
}
[02:00:59.099] Task URL: https://ci.chromium.org/p/infra/builders/luci.infra.codesearch/codesearch-gen-chromium-linux/3639
[02:00:59.099] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:2:0) after 1m0s
[02:01:30.845] Received PubSub notification, asking Buildbucket for the build status
[02:01:30.900] Build 8934722491450824688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:01:59.117] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:2:0)
[02:01:59.117] Timer tick, asking Buildbucket for the build status
[02:01:59.235] Build 8934722491450824688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:01:59.235] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:4:0) after 1m0s
[02:02:59.269] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:4:0)
[02:02:59.269] Timer tick, asking Buildbucket for the build status
[02:02:59.329] Build 8934722491450824688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:02:59.329] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:5:0) after 1m0s
[02:03:59.346] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:5:0)
[02:03:59.346] Timer tick, asking Buildbucket for the build status
[02:03:59.420] Build 8934722491450824688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:03:59.420] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:6:0) after 1m0s
[02:04:59.443] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:6:0)
[02:04:59.443] Timer tick, asking Buildbucket for the build status
[02:04:59.552] Build 8934722491450824688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:04:59.552] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:7:0) after 1m0s
[02:05:59.573] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:7:0)
[02:05:59.573] Timer tick, asking Buildbucket for the build status
[02:05:59.613] Build 8934722491450824688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:05:59.613] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:8:0) after 1m0s
[02:06:59.672] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:8:0)
[02:06:59.672] Timer tick, asking Buildbucket for the build status
[02:06:59.841] Build 8934722491450824688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:06:59.841] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:9:0) after 1m0s
[02:07:59.860] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:9:0)
[02:07:59.860] Timer tick, asking Buildbucket for the build status
[02:07:59.930] Build 8934722491450824688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:07:59.930] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:10:0) after 1m0s
[02:08:59.952] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:10:0)
[02:08:59.952] Timer tick, asking Buildbucket for the build status
[02:09:00.106] Build 8934722491450824688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:09:00.106] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:11:0) after 1m0s
[02:10:00.124] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:11:0)
[02:10:00.124] Timer tick, asking Buildbucket for the build status
[02:10:00.309] Build 8934722491450824688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:10:00.309] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:12:0) after 1m0s
[02:11:00.350] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:12:0)
[02:11:00.350] Timer tick, asking Buildbucket for the build status
[02:11:00.416] Build 8934722491450824688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:11:00.416] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:13:0) after 1m0s
[02:12:00.507] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:13:0)
[02:12:00.507] Timer tick, asking Buildbucket for the build status
[02:12:05.934] Build 8934722491450824688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:12:05.934] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:14:0) after 1m0s
[02:13:05.957] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:14:0)
[02:13:05.957] Timer tick, asking Buildbucket for the build status
[02:13:06.102] Build 8934722491450824688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:13:06.102] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:15:0) after 1m0s
[02:14:06.121] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:15:0)
[02:14:06.121] Timer tick, asking Buildbucket for the build status
[02:14:06.186] Build 8934722491450824688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:14:06.186] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:16:0) after 1m0s
[02:15:06.265] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:16:0)
[02:15:06.265] Timer tick, asking Buildbucket for the build status
[02:15:06.341] Build 8934722491450824688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:15:06.341] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:17:0) after 1m0s
[02:16:06.371] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:17:0)
[02:16:06.371] Timer tick, asking Buildbucket for the build status
[02:16:06.510] Build 8934722491450824688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:16:06.511] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:18:0) after 1m0s
[02:17:06.550] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:18:0)
[02:17:06.550] Timer tick, asking Buildbucket for the build status
[02:17:06.705] Build 8934722491450824688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:17:06.705] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:19:0) after 1m0s
[02:18:06.721] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:19:0)
[02:18:06.721] Timer tick, asking Buildbucket for the build status
[02:18:06.813] Build 8934722491450824688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:18:06.813] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:20:0) after 1m0s
[02:19:06.848] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:20:0)
[02:19:06.848] Timer tick, asking Buildbucket for the build status
[02:19:06.975] Build 8934722491450824688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:19:06.975] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:21:0) after 1m0s
[02:20:06.995] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:21:0)
[02:20:06.995] Timer tick, asking Buildbucket for the build status
[02:20:07.059] Build 8934722491450824688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:20:07.059] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:22:0) after 1m0s
[02:21:07.079] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:22:0)
[02:21:07.079] Timer tick, asking Buildbucket for the build status
[02:21:07.199] Build 8934722491450824688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:21:07.199] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:23:0) after 1m0s
[02:22:07.218] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:23:0)
[02:22:07.218] Timer tick, asking Buildbucket for the build status
[02:22:07.327] Build 8934722491450824688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:22:07.327] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:24:0) after 1m0s
[02:23:07.345] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:24:0)
[02:23:07.345] Timer tick, asking Buildbucket for the build status
[02:23:07.426] Build 8934722491450824688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:23:07.426] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:25:0) after 1m0s
[02:24:07.452] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:25:0)
[02:24:07.452] Timer tick, asking Buildbucket for the build status
[02:24:07.511] Build 8934722491450824688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:24:07.511] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:26:0) after 1m0s
[02:25:07.538] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:26:0)
[02:25:07.538] Timer tick, asking Buildbucket for the build status
[02:25:07.599] Build 8934722491450824688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:25:07.599] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:27:0) after 1m0s
[02:26:07.620] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:27:0)
[02:26:07.620] Timer tick, asking Buildbucket for the build status
[02:26:07.685] Build 8934722491450824688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:26:07.685] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:28:0) after 1m0s
[02:27:07.708] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:28:0)
[02:27:07.708] Timer tick, asking Buildbucket for the build status
[02:27:07.794] Build 8934722491450824688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:27:07.794] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:29:0) after 1m0s
[02:28:07.810] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:29:0)
[02:28:07.810] Timer tick, asking Buildbucket for the build status
[02:28:07.875] Build 8934722491450824688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:28:07.875] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:30:0) after 1m0s
[02:29:07.911] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:30:0)
[02:29:07.911] Timer tick, asking Buildbucket for the build status
[02:29:07.980] Build 8934722491450824688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:29:07.981] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:31:0) after 1m0s
[02:30:07.999] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:31:0)
[02:30:07.999] Timer tick, asking Buildbucket for the build status
[02:30:08.059] Build 8934722491450824688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:30:08.059] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:32:0) after 1m0s
[02:31:08.078] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:32:0)
[02:31:08.078] Timer tick, asking Buildbucket for the build status
[02:31:08.225] Build 8934722491450824688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:31:08.225] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:33:0) after 1m0s
[02:32:08.243] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:33:0)
[02:32:08.243] Timer tick, asking Buildbucket for the build status
[02:32:08.390] Build 8934722491450824688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:32:08.390] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:34:0) after 1m0s
[02:33:08.410] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:34:0)
[02:33:08.411] Timer tick, asking Buildbucket for the build status
[02:33:08.481] Build 8934722491450824688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:33:08.481] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:35:0) after 1m0s
[02:34:08.511] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:35:0)
[02:34:08.511] Timer tick, asking Buildbucket for the build status
[02:34:08.642] Build 8934722491450824688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:34:08.642] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:36:0) after 1m0s
[02:35:08.678] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:36:0)
[02:35:08.678] Timer tick, asking Buildbucket for the build status
[02:35:08.711] Build 8934722491450824688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:35:08.711] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:37:0) after 1m0s
[02:36:08.730] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:37:0)
[02:36:08.730] Timer tick, asking Buildbucket for the build status
[02:36:08.800] Build 8934722491450824688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:36:08.800] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:38:0) after 1m0s
[02:37:08.831] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:38:0)
[02:37:08.831] Timer tick, asking Buildbucket for the build status
[02:37:08.908] Build 8934722491450824688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:37:08.908] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:39:0) after 1m0s
[02:38:08.929] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:39:0)
[02:38:08.929] Timer tick, asking Buildbucket for the build status
[02:38:09.027] Build 8934722491450824688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:38:09.027] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:40:0) after 1m0s
[02:39:09.074] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:40:0)
[02:39:09.074] Timer tick, asking Buildbucket for the build status
[02:39:09.167] Build 8934722491450824688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:39:09.167] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:41:0) after 1m0s
[02:40:09.216] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:41:0)
[02:40:09.217] Timer tick, asking Buildbucket for the build status
[02:40:09.293] Build 8934722491450824688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:40:09.293] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:42:0) after 1m0s
[02:41:09.449] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:42:0)
[02:41:09.449] Timer tick, asking Buildbucket for the build status
[02:41:09.631] Build 8934722491450824688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:41:09.631] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:43:0) after 1m0s
[02:42:09.653] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:43:0)
[02:42:09.653] Timer tick, asking Buildbucket for the build status
[02:42:09.702] Build 8934722491450824688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:42:09.702] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:44:0) after 1m0s
[02:43:09.721] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:44:0)
[02:43:09.721] Timer tick, asking Buildbucket for the build status
[02:43:09.829] Build 8934722491450824688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:43:09.829] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:45:0) after 1m0s
[02:44:09.850] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:45:0)
[02:44:09.850] Timer tick, asking Buildbucket for the build status
[02:44:09.919] Build 8934722491450824688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:44:09.919] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:46:0) after 1m0s
[02:45:09.965] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:46:0)
[02:45:09.965] Timer tick, asking Buildbucket for the build status
[02:45:10.119] Build 8934722491450824688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:45:10.119] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:47:0) after 1m0s
[02:46:10.138] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:47:0)
[02:46:10.138] Timer tick, asking Buildbucket for the build status
[02:46:10.223] Build 8934722491450824688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:46:10.223] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:48:0) after 1m0s
[02:47:10.254] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:48:0)
[02:47:10.254] Timer tick, asking Buildbucket for the build status
[02:47:10.330] Build 8934722491450824688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:47:10.330] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:49:0) after 1m0s
[02:48:10.351] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:49:0)
[02:48:10.351] Timer tick, asking Buildbucket for the build status
[02:48:10.426] Build 8934722491450824688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:48:10.426] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:50:0) after 1m0s
[02:49:10.462] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:50:0)
[02:49:10.462] Timer tick, asking Buildbucket for the build status
[02:49:10.499] Build 8934722491450824688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:49:10.499] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:51:0) after 1m0s
[02:50:10.751] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:51:0)
[02:50:10.751] Timer tick, asking Buildbucket for the build status
[02:50:10.834] Build 8934722491450824688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:50:10.834] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:52:0) after 1m0s
[02:51:10.962] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:52:0)
[02:51:10.962] Timer tick, asking Buildbucket for the build status
[02:51:11.278] Build 8934722491450824688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:51:11.279] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:53:0) after 1m0s
[02:52:11.310] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:53:0)
[02:52:11.310] Timer tick, asking Buildbucket for the build status
[02:52:11.399] Build 8934722491450824688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:52:11.399] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:54:0) after 1m0s
[02:53:11.420] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:54:0)
[02:53:11.420] Timer tick, asking Buildbucket for the build status
[02:53:11.478] Build 8934722491450824688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:53:11.478] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:55:0) after 1m0s
[02:54:11.498] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:55:0)
[02:54:11.498] Timer tick, asking Buildbucket for the build status
[02:54:11.577] Build 8934722491450824688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:54:11.577] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:56:0) after 1m0s
[02:55:11.608] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:56:0)
[02:55:11.608] Timer tick, asking Buildbucket for the build status
[02:55:11.691] Build 8934722491450824688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:55:11.691] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:57:0) after 1m0s
[02:56:11.712] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:57:0)
[02:56:11.712] Timer tick, asking Buildbucket for the build status
[02:56:11.782] Build 8934722491450824688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:56:11.782] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:58:0) after 1m0s
[02:57:11.812] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:58:0)
[02:57:11.812] Timer tick, asking Buildbucket for the build status
[02:57:11.946] Build 8934722491450824688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:57:11.946] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:59:0) after 1m0s
[02:58:11.967] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:59:0)
[02:58:11.967] Timer tick, asking Buildbucket for the build status
[02:58:12.060] Build 8934722491450824688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:58:12.060] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:60:0) after 1m0s
[02:59:12.084] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:60:0)
[02:59:12.084] Timer tick, asking Buildbucket for the build status
[02:59:12.193] Build 8934722491450824688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:59:12.193] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:61:0) after 1m0s
[03:00:12.237] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:61:0)
[03:00:12.237] Timer tick, asking Buildbucket for the build status
[03:00:12.299] Build 8934722491450824688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:00:12.299] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:62:0) after 1m0s
[03:01:12.343] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:62:0)
[03:01:12.343] Timer tick, asking Buildbucket for the build status
[03:01:12.420] Build 8934722491450824688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:01:12.420] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:63:0) after 1m0s
[03:02:12.447] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:63:0)
[03:02:12.447] Timer tick, asking Buildbucket for the build status
[03:02:12.579] Build 8934722491450824688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:02:12.579] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:64:0) after 1m0s
[03:03:12.601] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:64:0)
[03:03:12.601] Timer tick, asking Buildbucket for the build status
[03:03:12.735] Build 8934722491450824688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:03:12.735] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:65:0) after 1m0s
[03:04:12.757] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:65:0)
[03:04:12.757] Timer tick, asking Buildbucket for the build status
[03:04:12.837] Build 8934722491450824688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:04:12.837] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:66:0) after 1m0s
[03:05:12.860] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:66:0)
[03:05:12.860] Timer tick, asking Buildbucket for the build status
[03:05:13.034] Build 8934722491450824688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:05:13.034] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:67:0) after 1m0s
[03:06:13.066] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:67:0)
[03:06:13.066] Timer tick, asking Buildbucket for the build status
[03:06:13.139] Build 8934722491450824688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:06:13.139] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:68:0) after 1m0s
[03:07:13.158] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:68:0)
[03:07:13.158] Timer tick, asking Buildbucket for the build status
[03:07:13.203] Build 8934722491450824688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:07:13.203] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:69:0) after 1m0s
[03:08:13.250] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:69:0)
[03:08:13.250] Timer tick, asking Buildbucket for the build status
[03:08:13.428] Build 8934722491450824688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:08:13.428] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:70:0) after 1m0s
[03:09:13.536] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:70:0)
[03:09:13.536] Timer tick, asking Buildbucket for the build status
[03:09:13.735] Build 8934722491450824688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:09:13.735] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:71:0) after 1m0s
[03:10:13.762] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:71:0)
[03:10:13.762] Timer tick, asking Buildbucket for the build status
[03:10:13.822] Build 8934722491450824688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:10:13.822] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:72:0) after 1m0s
[03:11:13.846] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:72:0)
[03:11:13.846] Timer tick, asking Buildbucket for the build status
[03:11:13.916] Build 8934722491450824688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:11:13.916] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:73:0) after 1m0s
[03:12:13.939] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:73:0)
[03:12:13.939] Timer tick, asking Buildbucket for the build status
[03:12:14.008] Build 8934722491450824688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:12:14.008] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:74:0) after 1m0s
[03:13:14.036] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:74:0)
[03:13:14.036] Timer tick, asking Buildbucket for the build status
[03:13:14.184] Build 8934722491450824688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:13:14.184] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:75:0) after 1m0s
[03:14:14.211] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:75:0)
[03:14:14.211] Timer tick, asking Buildbucket for the build status
[03:14:14.265] Build 8934722491450824688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:14:14.265] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:76:0) after 1m0s
[03:15:14.290] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:76:0)
[03:15:14.290] Timer tick, asking Buildbucket for the build status
[03:15:14.367] Build 8934722491450824688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:15:14.367] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:77:0) after 1m0s
[03:16:14.453] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:77:0)
[03:16:14.453] Timer tick, asking Buildbucket for the build status
[03:16:14.517] Build 8934722491450824688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:16:14.517] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:78:0) after 1m0s
[03:17:14.568] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:78:0)
[03:17:14.568] Timer tick, asking Buildbucket for the build status
[03:17:14.634] Build 8934722491450824688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:17:14.634] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:79:0) after 1m0s
[03:18:14.656] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:79:0)
[03:18:14.656] Timer tick, asking Buildbucket for the build status
[03:18:14.707] Build 8934722491450824688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:18:14.707] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:80:0) after 1m0s
[03:19:14.730] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:80:0)
[03:19:14.731] Timer tick, asking Buildbucket for the build status
[03:19:14.803] Build 8934722491450824688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:19:14.803] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:81:0) after 1m0s
[03:20:14.833] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:81:0)
[03:20:14.833] Timer tick, asking Buildbucket for the build status
[03:20:14.873] Build 8934722491450824688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:20:14.873] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:82:0) after 1m0s
[03:21:14.893] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:82:0)
[03:21:14.893] Timer tick, asking Buildbucket for the build status
[03:21:14.930] Build 8934722491450824688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:21:14.930] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:83:0) after 1m0s
[03:22:14.967] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:83:0)
[03:22:14.967] Timer tick, asking Buildbucket for the build status
[03:22:15.059] Build 8934722491450824688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:22:15.059] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:84:0) after 1m0s
[03:23:15.120] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:84:0)
[03:23:15.120] Timer tick, asking Buildbucket for the build status
[03:23:15.225] Build 8934722491450824688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:23:15.225] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:85:0) after 1m0s
[03:24:15.264] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:85:0)
[03:24:15.264] Timer tick, asking Buildbucket for the build status
[03:24:15.403] Build 8934722491450824688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:24:15.403] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:86:0) after 1m0s
[03:25:15.454] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:86:0)
[03:25:15.454] Timer tick, asking Buildbucket for the build status
[03:25:21.397] Build 8934722491450824688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:25:21.397] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:87:0) after 1m0s
[03:26:21.422] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:87:0)
[03:26:21.422] Timer tick, asking Buildbucket for the build status
[03:26:21.512] Build 8934722491450824688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:26:21.512] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:88:0) after 1m0s
[03:27:21.534] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:88:0)
[03:27:21.534] Timer tick, asking Buildbucket for the build status
[03:27:21.598] Build 8934722491450824688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:27:21.598] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:89:0) after 1m0s
[03:28:21.637] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:89:0)
[03:28:21.637] Timer tick, asking Buildbucket for the build status
[03:28:21.716] Build 8934722491450824688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:28:21.716] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:90:0) after 1m0s
[03:29:21.738] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:90:0)
[03:29:21.738] Timer tick, asking Buildbucket for the build status
[03:29:21.776] Build 8934722491450824688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:29:21.776] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:91:0) after 1m0s
[03:30:21.859] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:91:0)
[03:30:21.859] Timer tick, asking Buildbucket for the build status
[03:30:21.997] Build 8934722491450824688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:30:21.997] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:92:0) after 1m0s
[03:31:22.022] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:92:0)
[03:31:22.022] Timer tick, asking Buildbucket for the build status
[03:31:22.148] Build 8934722491450824688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:31:22.148] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:93:0) after 1m0s
[03:32:22.176] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:93:0)
[03:32:22.176] Timer tick, asking Buildbucket for the build status
[03:32:22.234] Build 8934722491450824688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:32:22.234] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:94:0) after 1m0s
[03:33:22.265] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:94:0)
[03:33:22.265] Timer tick, asking Buildbucket for the build status
[03:33:22.360] Build 8934722491450824688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:33:22.360] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:95:0) after 1m0s
[03:34:22.382] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:95:0)
[03:34:22.382] Timer tick, asking Buildbucket for the build status
[03:34:22.452] Build 8934722491450824688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:34:22.452] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:96:0) after 1m0s
[03:35:22.484] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:96:0)
[03:35:22.484] Timer tick, asking Buildbucket for the build status
[03:35:22.588] Build 8934722491450824688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:35:22.588] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:97:0) after 1m0s
[03:36:22.609] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:97:0)
[03:36:22.609] Timer tick, asking Buildbucket for the build status
[03:36:22.651] Build 8934722491450824688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:36:22.651] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:98:0) after 1m0s
[03:37:22.675] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:98:0)
[03:37:22.675] Timer tick, asking Buildbucket for the build status
[03:37:22.754] Build 8934722491450824688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:37:22.754] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:99:0) after 1m0s
[03:38:22.791] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:99:0)
[03:38:22.792] Timer tick, asking Buildbucket for the build status
[03:38:22.932] Build 8934722491450824688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:38:22.932] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:100:0) after 1m0s
[03:39:23.002] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:100:0)
[03:39:23.002] Timer tick, asking Buildbucket for the build status
[03:39:23.037] Build 8934722491450824688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:39:23.037] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:101:0) after 1m0s
[03:40:23.062] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:101:0)
[03:40:23.062] Timer tick, asking Buildbucket for the build status
[03:40:23.125] Build 8934722491450824688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:40:23.125] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:102:0) after 1m0s
[03:41:23.155] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:102:0)
[03:41:23.155] Timer tick, asking Buildbucket for the build status
[03:41:23.374] Build 8934722491450824688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:41:23.374] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:103:0) after 1m0s
[03:42:23.398] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:103:0)
[03:42:23.398] Timer tick, asking Buildbucket for the build status
[03:42:23.534] Build 8934722491450824688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:42:23.534] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:104:0) after 1m0s
[03:43:23.557] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:104:0)
[03:43:23.557] Timer tick, asking Buildbucket for the build status
[03:43:23.636] Build 8934722491450824688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:43:23.636] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9100152553574393264:105:0) after 1m0s
[03:43:53.836] Received PubSub notification, asking Buildbucket for the build status
[03:43:53.873] Build 8934722491450824688: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[03:43:53.873] Buildbucket build:
{
  "build": {
    "bucket": "luci.infra.codesearch",
    "canary_preference": "AUTO",
    "completed_ts": "1537587831779668",
    "created_by": "user:luci-scheduler@appspot.gserviceaccount.com",
    "created_ts": "1537581657894466",
    "failure_reason": "BUILD_FAILURE",
    "id": "8934722491450824688",
    "parameters_json": "{\"builder_name\": \"codesearch-gen-chromium-linux\", \"properties\": {\"root_solution_revision\": \"c67aedd807bf101b829499608b3b3f9ab7064524\", \"root_solution_revision_timestamp\": 1537580776}}",
    "project": "infra",
    "result": "FAILURE",
    "result_details_json": "{\"ui\": {\"info\": \"Failure sync generated files\"}, \"build_run_result\": {\"infraFailure\": null, \"recipeResult\": {\"failure\": {\"failure\": {\"step\": \"sync generated files\"}, \"humanReason\": \"Step('sync generated files') failed with return_code 1\"}}, \"recipeExitCode\": {\"value\": 1}, \"recipe\": {\"name\": \"chromium_codesearch\", \"repository\": \"\", \"revision\": \"\"}, \"annotationUrl\": \"logdog://logs.chromium.org/infra/buildbucket/cr-buildbucket.appspot.com/8934722491450824688/+/annotations\"}, \"swarming\": {\"bot_dimensions\": {\"machine_type\": [\"n1-standard-8\"], \"inside_docker\": [\"0\"], \"python\": [\"2.7.6\"], \"builder\": [\"codesearch-gen-chromium-linux\"], \"kvm\": [\"1\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-Haswell_GCE\", \"x86-64-avx2\"], \"server_version\": [\"3783-5e6adab\"], \"image\": [\"chrome-trusty-18042300-b7223b463e3\"], \"gpu\": [\"none\"], \"cores\": [\"8\"], \"zone\": [\"us\", \"us-central\", \"us-central1\", \"us-central1-b\"], \"os\": [\"Linux\", \"Ubuntu\", \"Ubuntu-14.04\"], \"id\": [\"swarm1879-c4\"], \"pool\": [\"luci.infra.codesearch\"], \"caches\": [\"builder_54f8e8cb8feba6eccd56fdc0fadd094595d4925f57b55f2d9fb92e97a2de5aa9_v2\", \"codesearch_git_genfiles_repo\", \"git\", \"goma_v2\", \"vpython\"]}}, \"properties\": {\"got_nacl_revision\": \"9f85491d8830fe6f3b8e0efa2e954f71bd9c64af\", \"got_clang_revision\": \"342523-1\", \"got_swarming_client_revision\": \"486c9b53c4d54dd4b95bb6ce0e31160e600dfc11\", \"got_revision\": \"c67aedd807bf101b829499608b3b3f9ab7064524\", \"recipe\": \"chromium_codesearch\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#24780}\", \"$recipe_engine/path\": {\"cache_dir\": \"/b/swarming/w/ir/cache\", \"temp_dir\": \"/b/swarming/w/ir/tmp/rt\"}, \"root_solution_revision_timestamp\": 1537580776, \"got_revision_cp\": \"refs/heads/master@{#593413}\", \"root_solution_revision\": \"c67aedd807bf101b829499608b3b3f9ab7064524\", \"buildername\": \"codesearch-gen-chromium-linux\", \"got_webrtc_revision\": \"0ad0c27a0bcee24ec9dc5c27df090034e152bd65\", \"mastername\": \"chromium.infra.codesearch\", \"got_angle_revision\": \"799da6d18c5ac490e0cdfe9d4dedda26e10f6864\", \"buildbucket\": {\"hostname\": \"cr-buildbucket.appspot.com\", \"build\": {\"created_ts\": 1537581657894466, \"tags\": [\"builder:codesearch-gen-chromium-linux\", \"parent_buildername:codesearch-gen-chromium-initiator\", \"parent_buildnumber:5783\", \"scheduler_invocation_id:9100152553574393264\", \"scheduler_job_id:infra/codesearch-gen-chromium-linux\", \"user_agent:luci-scheduler\", \"user_agent:recipe\"], \"bucket\": \"luci.infra.codesearch\", \"created_by\": \"user:luci-scheduler@appspot.gserviceaccount.com\", \"project\": \"infra\", \"id\": \"8934722491450824688\"}}, \"got_v8_revision\": \"8994403ed673c0a2ce5a953328add1f4755d369f\", \"got_v8_revision_cp\": \"refs/heads/7.1.157@{#1}\", \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"buildnumber\": 3639, \"path_config\": \"generic\", \"bot_id\": \"swarm1879-c4\", \"got_buildtools_revision\": \"2dff9c9c74e9d732e6fe57c84ef7fd044cc45d96\"}}",
    "service_account": "infra-codesearch@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1537581689843978",
    "status": "COMPLETED",
    "status_changed_ts": "1537587833095411",
    "tags": [
      "build_address:luci.infra.codesearch/codesearch-gen-chromium-linux/3639",
      "builder:codesearch-gen-chromium-linux",
      "parent_buildername:codesearch-gen-chromium-initiator",
      "parent_buildnumber:5783",
      "scheduler_invocation_id:9100152553574393264",
      "scheduler_job_id:infra/codesearch-gen-chromium-linux",
      "swarming_dimension:builder:codesearch-gen-chromium-linux",
      "swarming_dimension:caches:builder_54f8e8cb8feba6eccd56fdc0fadd094595d4925f57b55f2d9fb92e97a2de5aa9_v2",
      "swarming_dimension:cpu:x86-64",
      "swarming_dimension:os:Ubuntu-14.04",
      "swarming_dimension:pool:luci.infra.codesearch",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:build_address:luci.infra.codesearch/codesearch-gen-chromium-linux/3639",
      "swarming_tag:buildbucket_bucket:luci.infra.codesearch",
      "swarming_tag:buildbucket_build_id:8934722491450824688",
      "swarming_tag:buildbucket_hostname:cr-buildbucket.appspot.com",
      "swarming_tag:buildbucket_template_canary:0",
      "swarming_tag:buildbucket_template_revision:4c790cbde9342069ed9b59b6709c8807b14f2913",
      "swarming_tag:builder:codesearch-gen-chromium-linux",
      "swarming_tag:caches:builder_54f8e8cb8feba6eccd56fdc0fadd094595d4925f57b55f2d9fb92e97a2de5aa9_v2",
      "swarming_tag:cpu:x86-64",
      "swarming_tag:log_location:logdog://logs.chromium.org/infra/buildbucket/cr-buildbucket.appspot.com/8934722491450824688/+/annotations",
      "swarming_tag:luci_project:infra",
      "swarming_tag:os:Ubuntu-14.04",
      "swarming_tag:parent_buildername:codesearch-gen-chromium-initiator",
      "swarming_tag:parent_buildnumber:5783",
      "swarming_tag:pool:luci.infra.codesearch",
      "swarming_tag:priority:30",
      "swarming_tag:recipe_name:chromium_codesearch",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_tag:scheduler_invocation_id:9100152553574393264",
      "swarming_tag:scheduler_job_id:infra/codesearch-gen-chromium-linux",
      "swarming_tag:service_account:infra-codesearch@chops-service-accounts.iam.gserviceaccount.com",
      "swarming_tag:swarming.pool.template:skip",
      "swarming_tag:swarming.pool.version:ded6e667eedfba9ca83cacf95f0d2164f0246aeb",
      "swarming_tag:user:None",
      "swarming_tag:user_agent:luci-scheduler",
      "swarming_tag:user_agent:recipe",
      "swarming_tag:vpython:native-python-wrapper",
      "swarming_task_id:4017d3b8fa3dbb10",
      "user_agent:luci-scheduler",
      "user_agent:recipe"
    ],
    "updated_ts": "1537587833099957",
    "url": "https://ci.chromium.org/p/infra/builders/luci.infra.codesearch/codesearch-gen-chromium-linux/3639",
    "utcnow_ts": "1537587833863910"
  }
}
[03:43:53.873] Invocation finished in 1h42m57.387796716s with status FAILED