Status: FAILED
Triggered by: -
Duration: 1 hour
Actions:

Definition (rev fcda89f1011d07f94cddf9bccc52c31b3fb70594)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.infra.codesearch"
  builder: "codesearch-gen-chromium-linux"
>

Incoming triggers

  • codesearch-gen-chromium-initiator/5584 (7 years ago by infra-codesearch@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "root_solution_revision": "f00a9ef0359bb966aec759d544bad741dfb76420",
  "root_solution_revision_timestamp": 1535669999
}

Incoming tags

  • parent_buildername:codesearch-gen-chromium-initiator
  • parent_buildnumber:5584
  • user_agent:recipe

Debug log (UTC)

[23:01:08.292] New invocation is queued and will start shortly
[23:01:09.612] Starting the invocation (attempt 1)
[23:01:09.653] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:01:09.653] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:01:09.653] Buildbucket request:
{
  "bucket": "luci.infra.codesearch",
  "client_operation_id": "9102156999094890096",
  "parameters_json": "{\"builder_name\":\"codesearch-gen-chromium-linux\",\"properties\":{\"root_solution_revision\":\"f00a9ef0359bb966aec759d544bad741dfb76420\",\"root_solution_revision_timestamp\":1535669999}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:codesearch-gen-chromium-linux",
    "scheduler_invocation_id:9102156999094890096",
    "scheduler_job_id:infra/codesearch-gen-chromium-linux",
    "user_agent:luci-scheduler",
    "parent_buildername:codesearch-gen-chromium-initiator",
    "parent_buildnumber:5584",
    "user_agent:recipe"
  ]
}
[23:01:11.863] Buildbucket response:
{
  "build": {
    "bucket": "luci.infra.codesearch",
    "canary_preference": "AUTO",
    "created_by": "user:luci-scheduler@appspot.gserviceaccount.com",
    "created_ts": "1535670069784490",
    "id": "8936726936864062912",
    "lease_expiration_ts": "1535785271701330",
    "lease_key": "494202878",
    "parameters_json": "{\"builder_name\": \"codesearch-gen-chromium-linux\", \"properties\": {\"root_solution_revision\": \"f00a9ef0359bb966aec759d544bad741dfb76420\", \"root_solution_revision_timestamp\": 1535669999}}",
    "project": "infra",
    "result_details_json": "null",
    "service_account": "infra-codesearch@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1535670071781800",
    "tags": [
      "build_address:luci.infra.codesearch/codesearch-gen-chromium-linux/3440",
      "builder:codesearch-gen-chromium-linux",
      "parent_buildername:codesearch-gen-chromium-initiator",
      "parent_buildnumber:5584",
      "scheduler_invocation_id:9102156999094890096",
      "scheduler_job_id:infra/codesearch-gen-chromium-linux",
      "swarming_dimension:builder:codesearch-gen-chromium-linux",
      "swarming_dimension:caches:builder_54f8e8cb8feba6eccd56fdc0fadd094595d4925f57b55f2d9fb92e97a2de5aa9_v2",
      "swarming_dimension:cpu:x86-64",
      "swarming_dimension:os:Ubuntu-14.04",
      "swarming_dimension:pool:luci.infra.codesearch",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:build_address:luci.infra.codesearch/codesearch-gen-chromium-linux/3440",
      "swarming_tag:buildbucket_bucket:luci.infra.codesearch",
      "swarming_tag:buildbucket_build_id:8936726936864062912",
      "swarming_tag:buildbucket_hostname:cr-buildbucket.appspot.com",
      "swarming_tag:buildbucket_template_canary:0",
      "swarming_tag:buildbucket_template_revision:ca2c7a741e04d0385e2bf62941ac932dc0521af3",
      "swarming_tag:builder:codesearch-gen-chromium-linux",
      "swarming_tag:caches:builder_54f8e8cb8feba6eccd56fdc0fadd094595d4925f57b55f2d9fb92e97a2de5aa9_v2",
      "swarming_tag:cpu:x86-64",
      "swarming_tag:log_location:logdog://logs.chromium.org/infra/buildbucket/cr-buildbucket.appspot.com/8936726936864062912/+/annotations",
      "swarming_tag:luci_project:infra",
      "swarming_tag:os:Ubuntu-14.04",
      "swarming_tag:parent_buildername:codesearch-gen-chromium-initiator",
      "swarming_tag:parent_buildnumber:5584",
      "swarming_tag:pool:luci.infra.codesearch",
      "swarming_tag:priority:30",
      "swarming_tag:recipe_name:chromium_codesearch",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_tag:scheduler_invocation_id:9102156999094890096",
      "swarming_tag:scheduler_job_id:infra/codesearch-gen-chromium-linux",
      "swarming_tag:service_account:infra-codesearch@chops-service-accounts.iam.gserviceaccount.com",
      "swarming_tag:swarming.pool.template:skip",
      "swarming_tag:swarming.pool.version:9b488cdca18f9353766bf2436f0e91c08684a6f9",
      "swarming_tag:user:None",
      "swarming_tag:user_agent:luci-scheduler",
      "swarming_tag:user_agent:recipe",
      "swarming_tag:vpython:native-python-wrapper",
      "swarming_task_id:3fa5e3373f478f10",
      "user_agent:luci-scheduler",
      "user_agent:recipe"
    ],
    "updated_ts": "1535670071781920",
    "url": "https://ci.chromium.org/p/infra/builders/luci.infra.codesearch/codesearch-gen-chromium-linux/3440",
    "utcnow_ts": "1535670071849980"
  }
}
[23:01:11.863] Task URL: https://ci.chromium.org/p/infra/builders/luci.infra.codesearch/codesearch-gen-chromium-linux/3440
[23:01:11.863] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:2:0) after 1m0s
[23:01:28.802] Received PubSub notification, asking Buildbucket for the build status
[23:01:28.830] Build 8936726936864062912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:02:12.013] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:2:0)
[23:02:12.013] Timer tick, asking Buildbucket for the build status
[23:02:12.050] Build 8936726936864062912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:02:12.050] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:4:0) after 1m0s
[23:03:12.114] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:4:0)
[23:03:12.114] Timer tick, asking Buildbucket for the build status
[23:03:12.201] Build 8936726936864062912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:03:12.201] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:5:0) after 1m0s
[23:04:12.272] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:5:0)
[23:04:12.272] Timer tick, asking Buildbucket for the build status
[23:04:12.379] Build 8936726936864062912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:04:12.379] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:6:0) after 1m0s
[23:05:12.414] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:6:0)
[23:05:12.414] Timer tick, asking Buildbucket for the build status
[23:05:12.496] Build 8936726936864062912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:05:12.496] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:7:0) after 1m0s
[23:06:12.525] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:7:0)
[23:06:12.525] Timer tick, asking Buildbucket for the build status
[23:06:12.577] Build 8936726936864062912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:06:12.578] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:8:0) after 1m0s
[23:07:12.603] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:8:0)
[23:07:12.603] Timer tick, asking Buildbucket for the build status
[23:07:12.644] Build 8936726936864062912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:07:12.644] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:9:0) after 1m0s
[23:08:12.733] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:9:0)
[23:08:12.733] Timer tick, asking Buildbucket for the build status
[23:08:12.775] Build 8936726936864062912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:08:12.775] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:10:0) after 1m0s
[23:09:12.813] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:10:0)
[23:09:12.813] Timer tick, asking Buildbucket for the build status
[23:09:12.921] Build 8936726936864062912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:09:12.921] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:11:0) after 1m0s
[23:10:12.941] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:11:0)
[23:10:12.941] Timer tick, asking Buildbucket for the build status
[23:10:13.010] Build 8936726936864062912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:10:13.010] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:12:0) after 1m0s
[23:11:13.027] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:12:0)
[23:11:13.027] Timer tick, asking Buildbucket for the build status
[23:11:13.055] Build 8936726936864062912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:11:13.055] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:13:0) after 1m0s
[23:12:13.075] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:13:0)
[23:12:13.076] Timer tick, asking Buildbucket for the build status
[23:12:13.126] Build 8936726936864062912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:12:13.126] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:14:0) after 1m0s
[23:13:13.157] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:14:0)
[23:13:13.157] Timer tick, asking Buildbucket for the build status
[23:13:13.190] Build 8936726936864062912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:13:13.190] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:15:0) after 1m0s
[23:14:13.230] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:15:0)
[23:14:13.230] Timer tick, asking Buildbucket for the build status
[23:14:13.360] Build 8936726936864062912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:14:13.360] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:16:0) after 1m0s
[23:15:13.384] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:16:0)
[23:15:13.384] Timer tick, asking Buildbucket for the build status
[23:15:13.544] Build 8936726936864062912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:15:13.544] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:17:0) after 1m0s
[23:16:13.563] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:17:0)
[23:16:13.563] Timer tick, asking Buildbucket for the build status
[23:16:13.727] Build 8936726936864062912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:16:13.727] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:18:0) after 1m0s
[23:17:13.746] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:18:0)
[23:17:13.746] Timer tick, asking Buildbucket for the build status
[23:17:13.808] Build 8936726936864062912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:17:13.808] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:19:0) after 1m0s
[23:18:13.836] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:19:0)
[23:18:13.836] Timer tick, asking Buildbucket for the build status
[23:18:13.961] Build 8936726936864062912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:18:13.961] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:20:0) after 1m0s
[23:19:13.989] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:20:0)
[23:19:13.989] Timer tick, asking Buildbucket for the build status
[23:19:14.100] Build 8936726936864062912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:19:14.100] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:21:0) after 1m0s
[23:20:14.157] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:21:0)
[23:20:14.157] Timer tick, asking Buildbucket for the build status
[23:20:14.218] Build 8936726936864062912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:20:14.218] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:22:0) after 1m0s
[23:21:14.242] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:22:0)
[23:21:14.242] Timer tick, asking Buildbucket for the build status
[23:21:14.376] Build 8936726936864062912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:21:14.376] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:23:0) after 1m0s
[23:22:14.398] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:23:0)
[23:22:14.398] Timer tick, asking Buildbucket for the build status
[23:22:14.531] Build 8936726936864062912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:22:14.531] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:24:0) after 1m0s
[23:23:14.548] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:24:0)
[23:23:14.548] Timer tick, asking Buildbucket for the build status
[23:23:14.673] Build 8936726936864062912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:23:14.673] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:25:0) after 1m0s
[23:24:14.712] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:25:0)
[23:24:14.712] Timer tick, asking Buildbucket for the build status
[23:24:14.836] Build 8936726936864062912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:24:14.836] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:26:0) after 1m0s
[23:25:14.900] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:26:0)
[23:25:14.900] Timer tick, asking Buildbucket for the build status
[23:25:14.991] Build 8936726936864062912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:25:14.991] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:27:0) after 1m0s
[23:26:15.016] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:27:0)
[23:26:15.016] Timer tick, asking Buildbucket for the build status
[23:26:15.360] Build 8936726936864062912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:26:15.360] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:28:0) after 1m0s
[23:27:15.392] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:28:0)
[23:27:15.392] Timer tick, asking Buildbucket for the build status
[23:27:15.427] Build 8936726936864062912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:27:15.427] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:29:0) after 1m0s
[23:28:15.452] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:29:0)
[23:28:15.452] Timer tick, asking Buildbucket for the build status
[23:28:15.732] Build 8936726936864062912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:28:15.732] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:30:0) after 1m0s
[23:29:15.764] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:30:0)
[23:29:15.764] Timer tick, asking Buildbucket for the build status
[23:29:15.803] Build 8936726936864062912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:29:15.803] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:31:0) after 1m0s
[23:30:15.843] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:31:0)
[23:30:15.844] Timer tick, asking Buildbucket for the build status
[23:30:16.032] Build 8936726936864062912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:30:16.033] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:32:0) after 1m0s
[23:31:16.079] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:32:0)
[23:31:16.079] Timer tick, asking Buildbucket for the build status
[23:31:16.114] Build 8936726936864062912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:31:16.114] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:33:0) after 1m0s
[23:32:16.171] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:33:0)
[23:32:16.171] Timer tick, asking Buildbucket for the build status
[23:32:16.325] Build 8936726936864062912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:32:16.325] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:34:0) after 1m0s
[23:33:16.359] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:34:0)
[23:33:16.359] Timer tick, asking Buildbucket for the build status
[23:33:16.497] Build 8936726936864062912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:33:16.497] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:35:0) after 1m0s
[23:34:16.563] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:35:0)
[23:34:16.563] Timer tick, asking Buildbucket for the build status
[23:34:16.632] Build 8936726936864062912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:34:16.632] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:36:0) after 1m0s
[23:35:16.656] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:36:0)
[23:35:16.656] Timer tick, asking Buildbucket for the build status
[23:35:16.739] Build 8936726936864062912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:35:16.739] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:37:0) after 1m0s
[23:36:16.766] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:37:0)
[23:36:16.766] Timer tick, asking Buildbucket for the build status
[23:36:16.886] Build 8936726936864062912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:36:16.886] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:38:0) after 1m0s
[23:37:16.905] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:38:0)
[23:37:16.905] Timer tick, asking Buildbucket for the build status
[23:37:16.949] Build 8936726936864062912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:37:16.949] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:39:0) after 1m0s
[23:38:16.967] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:39:0)
[23:38:16.967] Timer tick, asking Buildbucket for the build status
[23:38:17.106] Build 8936726936864062912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:38:17.106] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:40:0) after 1m0s
[23:39:17.148] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:40:0)
[23:39:17.148] Timer tick, asking Buildbucket for the build status
[23:39:17.505] Build 8936726936864062912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:39:17.505] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:41:0) after 1m0s
[23:40:17.543] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:41:0)
[23:40:17.543] Timer tick, asking Buildbucket for the build status
[23:40:17.732] Build 8936726936864062912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:40:17.732] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:42:0) after 1m0s
[23:41:17.756] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:42:0)
[23:41:17.756] Timer tick, asking Buildbucket for the build status
[23:41:17.866] Build 8936726936864062912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:41:17.866] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:43:0) after 1m0s
[23:42:17.888] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:43:0)
[23:42:17.888] Timer tick, asking Buildbucket for the build status
[23:42:17.948] Build 8936726936864062912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:42:17.948] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:44:0) after 1m0s
[23:43:17.968] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:44:0)
[23:43:17.969] Timer tick, asking Buildbucket for the build status
[23:43:18.083] Build 8936726936864062912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:43:18.083] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:45:0) after 1m0s
[23:44:18.114] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:45:0)
[23:44:18.114] Timer tick, asking Buildbucket for the build status
[23:44:18.184] Build 8936726936864062912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:44:18.184] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:46:0) after 1m0s
[23:45:18.277] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:46:0)
[23:45:18.277] Timer tick, asking Buildbucket for the build status
[23:45:18.363] Build 8936726936864062912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:45:18.363] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:47:0) after 1m0s
[23:46:18.409] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:47:0)
[23:46:18.409] Timer tick, asking Buildbucket for the build status
[23:46:18.477] Build 8936726936864062912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:46:18.477] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:48:0) after 1m0s
[23:47:18.499] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:48:0)
[23:47:18.499] Timer tick, asking Buildbucket for the build status
[23:47:18.635] Build 8936726936864062912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:47:18.635] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:49:0) after 1m0s
[23:48:18.660] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:49:0)
[23:48:18.660] Timer tick, asking Buildbucket for the build status
[23:48:18.723] Build 8936726936864062912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:48:18.723] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:50:0) after 1m0s
[23:49:18.756] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:50:0)
[23:49:18.756] Timer tick, asking Buildbucket for the build status
[23:49:18.796] Build 8936726936864062912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:49:18.796] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:51:0) after 1m0s
[23:50:18.826] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:51:0)
[23:50:18.826] Timer tick, asking Buildbucket for the build status
[23:50:18.887] Build 8936726936864062912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:50:18.887] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:52:0) after 1m0s
[23:51:18.911] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:52:0)
[23:51:18.911] Timer tick, asking Buildbucket for the build status
[23:51:18.957] Build 8936726936864062912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:51:18.957] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:53:0) after 1m0s
[23:52:18.978] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:53:0)
[23:52:18.978] Timer tick, asking Buildbucket for the build status
[23:52:19.050] Build 8936726936864062912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:52:19.050] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:54:0) after 1m0s
[23:53:19.066] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:54:0)
[23:53:19.066] Timer tick, asking Buildbucket for the build status
[23:53:19.109] Build 8936726936864062912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:53:19.109] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:55:0) after 1m0s
[23:54:19.135] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:55:0)
[23:54:19.135] Timer tick, asking Buildbucket for the build status
[23:54:19.244] Build 8936726936864062912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:54:19.244] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:56:0) after 1m0s
[23:55:19.289] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:56:0)
[23:55:19.289] Timer tick, asking Buildbucket for the build status
[23:55:19.429] Build 8936726936864062912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:55:19.429] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:57:0) after 1m0s
[23:56:19.460] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:57:0)
[23:56:19.460] Timer tick, asking Buildbucket for the build status
[23:56:19.528] Build 8936726936864062912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:56:19.528] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:58:0) after 1m0s
[23:57:19.550] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:58:0)
[23:57:19.550] Timer tick, asking Buildbucket for the build status
[23:57:19.628] Build 8936726936864062912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:57:19.628] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:59:0) after 1m0s
[23:58:19.659] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:59:0)
[23:58:19.659] Timer tick, asking Buildbucket for the build status
[23:58:19.754] Build 8936726936864062912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:58:19.754] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:60:0) after 1m0s
[23:59:19.784] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:60:0)
[23:59:19.784] Timer tick, asking Buildbucket for the build status
[23:59:19.844] Build 8936726936864062912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:59:19.844] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:61:0) after 1m0s
[00:00:19.991] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:61:0)
[00:00:19.991] Timer tick, asking Buildbucket for the build status
[00:00:20.132] Build 8936726936864062912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:00:20.132] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:62:0) after 1m0s
[00:01:20.159] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:62:0)
[00:01:20.159] Timer tick, asking Buildbucket for the build status
[00:01:20.243] Build 8936726936864062912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:01:20.243] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:63:0) after 1m0s
[00:02:20.267] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:63:0)
[00:02:20.267] Timer tick, asking Buildbucket for the build status
[00:02:20.361] Build 8936726936864062912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:02:20.361] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:64:0) after 1m0s
[00:03:20.481] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:64:0)
[00:03:20.481] Timer tick, asking Buildbucket for the build status
[00:03:20.616] Build 8936726936864062912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:03:20.616] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:65:0) after 1m0s
[00:04:20.759] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:65:0)
[00:04:20.759] Timer tick, asking Buildbucket for the build status
[00:04:21.021] Build 8936726936864062912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:04:21.021] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:66:0) after 1m0s
[00:05:21.077] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:66:0)
[00:05:21.077] Timer tick, asking Buildbucket for the build status
[00:05:21.226] Build 8936726936864062912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:05:21.226] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:67:0) after 1m0s
[00:06:21.250] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:67:0)
[00:06:21.250] Timer tick, asking Buildbucket for the build status
[00:06:21.288] Build 8936726936864062912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:06:21.288] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:68:0) after 1m0s
[00:07:21.356] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:68:0)
[00:07:21.356] Timer tick, asking Buildbucket for the build status
[00:07:21.625] Build 8936726936864062912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:07:21.625] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:69:0) after 1m0s
[00:08:21.656] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:69:0)
[00:08:21.656] Timer tick, asking Buildbucket for the build status
[00:08:21.751] Build 8936726936864062912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:08:21.751] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:70:0) after 1m0s
[00:09:21.786] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:70:0)
[00:09:21.786] Timer tick, asking Buildbucket for the build status
[00:09:21.827] Build 8936726936864062912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:09:21.827] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:71:0) after 1m0s
[00:10:21.847] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:71:0)
[00:10:21.847] Timer tick, asking Buildbucket for the build status
[00:10:21.920] Build 8936726936864062912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:10:21.920] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:72:0) after 1m0s
[00:11:21.956] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:72:0)
[00:11:21.956] Timer tick, asking Buildbucket for the build status
[00:11:22.114] Build 8936726936864062912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:11:22.114] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:73:0) after 1m0s
[00:12:22.153] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:73:0)
[00:12:22.153] Timer tick, asking Buildbucket for the build status
[00:12:22.218] Build 8936726936864062912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:12:22.218] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:74:0) after 1m0s
[00:13:22.273] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:74:0)
[00:13:22.273] Timer tick, asking Buildbucket for the build status
[00:13:22.356] Build 8936726936864062912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:13:22.356] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:75:0) after 1m0s
[00:14:22.668] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:75:0)
[00:14:22.668] Timer tick, asking Buildbucket for the build status
[00:14:23.120] Build 8936726936864062912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:14:23.120] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:76:0) after 1m0s
[00:15:23.143] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:76:0)
[00:15:23.143] Timer tick, asking Buildbucket for the build status
[00:15:23.268] Build 8936726936864062912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:15:23.268] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:77:0) after 1m0s
[00:16:23.291] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:77:0)
[00:16:23.291] Timer tick, asking Buildbucket for the build status
[00:16:23.348] Build 8936726936864062912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:16:23.348] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:78:0) after 1m0s
[00:17:23.392] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:78:0)
[00:17:23.392] Timer tick, asking Buildbucket for the build status
[00:17:23.461] Build 8936726936864062912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:17:23.461] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:79:0) after 1m0s
[00:18:23.486] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:79:0)
[00:18:23.486] Timer tick, asking Buildbucket for the build status
[00:18:23.663] Build 8936726936864062912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:18:23.663] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:80:0) after 1m0s
[00:19:23.682] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:80:0)
[00:19:23.682] Timer tick, asking Buildbucket for the build status
[00:19:23.790] Build 8936726936864062912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:19:23.790] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:81:0) after 1m0s
[00:20:23.830] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:81:0)
[00:20:23.830] Timer tick, asking Buildbucket for the build status
[00:20:23.864] Build 8936726936864062912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:20:23.864] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:82:0) after 1m0s
[00:21:23.901] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:82:0)
[00:21:23.901] Timer tick, asking Buildbucket for the build status
[00:21:23.943] Build 8936726936864062912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:21:23.943] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:83:0) after 1m0s
[00:22:23.970] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:83:0)
[00:22:23.970] Timer tick, asking Buildbucket for the build status
[00:22:24.025] Build 8936726936864062912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:22:24.025] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:84:0) after 1m0s
[00:23:24.047] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:84:0)
[00:23:24.047] Timer tick, asking Buildbucket for the build status
[00:23:24.187] Build 8936726936864062912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:23:24.187] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:85:0) after 1m0s
[00:24:24.212] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:85:0)
[00:24:24.212] Timer tick, asking Buildbucket for the build status
[00:24:24.345] Build 8936726936864062912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:24:24.345] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:86:0) after 1m0s
[00:25:24.375] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:86:0)
[00:25:24.375] Timer tick, asking Buildbucket for the build status
[00:25:24.410] Build 8936726936864062912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:25:24.410] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:87:0) after 1m0s
[00:26:24.431] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:87:0)
[00:26:24.431] Timer tick, asking Buildbucket for the build status
[00:26:24.522] Build 8936726936864062912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:26:24.522] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:88:0) after 1m0s
[00:27:24.598] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:88:0)
[00:27:24.598] Timer tick, asking Buildbucket for the build status
[00:27:24.718] Build 8936726936864062912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:27:24.718] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:89:0) after 1m0s
[00:28:24.742] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:89:0)
[00:28:24.742] Timer tick, asking Buildbucket for the build status
[00:28:24.787] Build 8936726936864062912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:28:24.787] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:90:0) after 1m0s
[00:29:24.807] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:90:0)
[00:29:24.807] Timer tick, asking Buildbucket for the build status
[00:29:24.854] Build 8936726936864062912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:29:24.854] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:91:0) after 1m0s
[00:30:24.975] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:91:0)
[00:30:24.975] Timer tick, asking Buildbucket for the build status
[00:30:25.008] Build 8936726936864062912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:30:25.008] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:92:0) after 1m0s
[00:31:25.050] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:92:0)
[00:31:25.050] Timer tick, asking Buildbucket for the build status
[00:31:25.119] Build 8936726936864062912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:31:25.119] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:93:0) after 1m0s
[00:32:25.143] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:93:0)
[00:32:25.143] Timer tick, asking Buildbucket for the build status
[00:32:25.184] Build 8936726936864062912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:32:25.184] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:94:0) after 1m0s
[00:33:25.210] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:94:0)
[00:33:25.210] Timer tick, asking Buildbucket for the build status
[00:33:25.264] Build 8936726936864062912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:33:25.264] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:95:0) after 1m0s
[00:34:25.336] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:95:0)
[00:34:25.336] Timer tick, asking Buildbucket for the build status
[00:34:25.413] Build 8936726936864062912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:34:25.414] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:96:0) after 1m0s
[00:35:25.448] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:96:0)
[00:35:25.448] Timer tick, asking Buildbucket for the build status
[00:35:25.508] Build 8936726936864062912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:35:25.508] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:97:0) after 1m0s
[00:36:25.586] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:97:0)
[00:36:25.586] Timer tick, asking Buildbucket for the build status
[00:36:25.624] Build 8936726936864062912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:36:25.624] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:98:0) after 1m0s
[00:37:25.767] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:98:0)
[00:37:25.767] Timer tick, asking Buildbucket for the build status
[00:37:25.842] Build 8936726936864062912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:37:25.842] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-linux:9102156999094890096:99:0) after 1m0s
[00:37:54.988] Received PubSub notification, asking Buildbucket for the build status
[00:37:55.061] Build 8936726936864062912: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[00:37:55.061] Buildbucket build:
{
  "build": {
    "bucket": "luci.infra.codesearch",
    "canary_preference": "AUTO",
    "completed_ts": "1535675873927920",
    "created_by": "user:luci-scheduler@appspot.gserviceaccount.com",
    "created_ts": "1535670069784490",
    "failure_reason": "BUILD_FAILURE",
    "id": "8936726936864062912",
    "parameters_json": "{\"builder_name\": \"codesearch-gen-chromium-linux\", \"properties\": {\"root_solution_revision\": \"f00a9ef0359bb966aec759d544bad741dfb76420\", \"root_solution_revision_timestamp\": 1535669999}}",
    "project": "infra",
    "result": "FAILURE",
    "result_details_json": "{\"ui\": {\"info\": \"Failure sync generated files\"}, \"build_run_result\": {\"infraFailure\": null, \"recipeResult\": {\"failure\": {\"failure\": {\"step\": \"sync generated files\"}, \"humanReason\": \"Step('sync generated files') failed with return_code 1\"}}, \"recipeExitCode\": {\"value\": 1}, \"recipe\": {\"name\": \"chromium_codesearch\", \"repository\": \"\", \"revision\": \"\"}, \"annotationUrl\": \"logdog://logs.chromium.org/infra/buildbucket/cr-buildbucket.appspot.com/8936726936864062912/+/annotations\"}, \"swarming\": {\"bot_dimensions\": {\"machine_type\": [\"n1-standard-8\"], \"inside_docker\": [\"0\"], \"python\": [\"2.7.6\"], \"builder\": [\"codesearch-gen-chromium-linux\"], \"kvm\": [\"1\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-Haswell_GCE\", \"x86-64-avx2\"], \"server_version\": [\"3740-90b257a\"], \"image\": [\"chrome-trusty-18042300-b7223b463e3\"], \"gpu\": [\"none\"], \"cores\": [\"8\"], \"zone\": [\"us\", \"us-central\", \"us-central1\", \"us-central1-b\"], \"os\": [\"Linux\", \"Ubuntu\", \"Ubuntu-14.04\"], \"id\": [\"swarm1879-c4\"], \"pool\": [\"luci.infra.codesearch\"], \"caches\": [\"builder_54f8e8cb8feba6eccd56fdc0fadd094595d4925f57b55f2d9fb92e97a2de5aa9_v2\", \"codesearch_git_genfiles_repo\", \"git\", \"goma_v2\", \"vpython\"]}}, \"properties\": {\"got_nacl_revision\": \"9a87d6b9de35325efb08321640879e79ed0dfcc9\", \"got_clang_revision\": \"340925-1\", \"got_swarming_client_revision\": \"486c9b53c4d54dd4b95bb6ce0e31160e600dfc11\", \"got_revision\": \"f00a9ef0359bb966aec759d544bad741dfb76420\", \"recipe\": \"chromium_codesearch\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#24472}\", \"$recipe_engine/path\": {\"cache_dir\": \"/b/swarming/w/ir/cache\", \"temp_dir\": \"/b/swarming/w/ir/tmp/rt\"}, \"root_solution_revision_timestamp\": 1535669999, \"got_revision_cp\": \"refs/heads/master@{#587827}\", \"root_solution_revision\": \"f00a9ef0359bb966aec759d544bad741dfb76420\", \"buildername\": \"codesearch-gen-chromium-linux\", \"got_webrtc_revision\": \"f18b35284288ac851b77db88df3e2e8d2273db97\", \"mastername\": \"chromium.infra.codesearch\", \"got_angle_revision\": \"44b2c0b1d349a28ee06fe6f2bbedc6980f3f20b6\", \"buildbucket\": {\"hostname\": \"cr-buildbucket.appspot.com\", \"build\": {\"created_ts\": 1535670069784490, \"tags\": [\"builder:codesearch-gen-chromium-linux\", \"parent_buildername:codesearch-gen-chromium-initiator\", \"parent_buildnumber:5584\", \"scheduler_invocation_id:9102156999094890096\", \"scheduler_job_id:infra/codesearch-gen-chromium-linux\", \"user_agent:luci-scheduler\", \"user_agent:recipe\"], \"bucket\": \"luci.infra.codesearch\", \"created_by\": \"user:luci-scheduler@appspot.gserviceaccount.com\", \"project\": \"infra\", \"id\": \"8936726936864062912\"}}, \"got_v8_revision\": \"e0a58f83255d1dae907e2ba4564ad8928a7dedf4\", \"got_v8_revision_cp\": \"refs/branch-heads/7.0@{#6}\", \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"buildnumber\": 3440, \"path_config\": \"generic\", \"bot_id\": \"swarm1879-c4\", \"got_buildtools_revision\": \"2dff9c9c74e9d732e6fe57c84ef7fd044cc45d96\"}}",
    "service_account": "infra-codesearch@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1535670087979200",
    "status": "COMPLETED",
    "status_changed_ts": "1535675874573870",
    "tags": [
      "build_address:luci.infra.codesearch/codesearch-gen-chromium-linux/3440",
      "builder:codesearch-gen-chromium-linux",
      "parent_buildername:codesearch-gen-chromium-initiator",
      "parent_buildnumber:5584",
      "scheduler_invocation_id:9102156999094890096",
      "scheduler_job_id:infra/codesearch-gen-chromium-linux",
      "swarming_dimension:builder:codesearch-gen-chromium-linux",
      "swarming_dimension:caches:builder_54f8e8cb8feba6eccd56fdc0fadd094595d4925f57b55f2d9fb92e97a2de5aa9_v2",
      "swarming_dimension:cpu:x86-64",
      "swarming_dimension:os:Ubuntu-14.04",
      "swarming_dimension:pool:luci.infra.codesearch",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:build_address:luci.infra.codesearch/codesearch-gen-chromium-linux/3440",
      "swarming_tag:buildbucket_bucket:luci.infra.codesearch",
      "swarming_tag:buildbucket_build_id:8936726936864062912",
      "swarming_tag:buildbucket_hostname:cr-buildbucket.appspot.com",
      "swarming_tag:buildbucket_template_canary:0",
      "swarming_tag:buildbucket_template_revision:ca2c7a741e04d0385e2bf62941ac932dc0521af3",
      "swarming_tag:builder:codesearch-gen-chromium-linux",
      "swarming_tag:caches:builder_54f8e8cb8feba6eccd56fdc0fadd094595d4925f57b55f2d9fb92e97a2de5aa9_v2",
      "swarming_tag:cpu:x86-64",
      "swarming_tag:log_location:logdog://logs.chromium.org/infra/buildbucket/cr-buildbucket.appspot.com/8936726936864062912/+/annotations",
      "swarming_tag:luci_project:infra",
      "swarming_tag:os:Ubuntu-14.04",
      "swarming_tag:parent_buildername:codesearch-gen-chromium-initiator",
      "swarming_tag:parent_buildnumber:5584",
      "swarming_tag:pool:luci.infra.codesearch",
      "swarming_tag:priority:30",
      "swarming_tag:recipe_name:chromium_codesearch",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_tag:scheduler_invocation_id:9102156999094890096",
      "swarming_tag:scheduler_job_id:infra/codesearch-gen-chromium-linux",
      "swarming_tag:service_account:infra-codesearch@chops-service-accounts.iam.gserviceaccount.com",
      "swarming_tag:swarming.pool.template:skip",
      "swarming_tag:swarming.pool.version:9b488cdca18f9353766bf2436f0e91c08684a6f9",
      "swarming_tag:user:None",
      "swarming_tag:user_agent:luci-scheduler",
      "swarming_tag:user_agent:recipe",
      "swarming_tag:vpython:native-python-wrapper",
      "swarming_task_id:3fa5e3373f478f10",
      "user_agent:luci-scheduler",
      "user_agent:recipe"
    ],
    "updated_ts": "1535675874575290",
    "url": "https://ci.chromium.org/p/infra/builders/luci.infra.codesearch/codesearch-gen-chromium-linux/3440",
    "utcnow_ts": "1535675875048010"
  }
}
[00:37:55.061] Invocation finished in 1h36m46.788829816s with status FAILED