Status: FAILED
Triggered by: -
Duration: 1 hour
Actions:

Definition (rev fcda89f1011d07f94cddf9bccc52c31b3fb70594)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.infra.codesearch"
  builder: "codesearch-gen-chromium-android"
>

Incoming triggers

  • codesearch-gen-chromium-initiator/5348 (7 years ago by infra-codesearch@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "root_solution_revision": "14c2e075796d945d8345a3b4f641e912b5b2de0d",
  "root_solution_revision_timestamp": 1532447552
}

Incoming tags

  • parent_buildername:codesearch-gen-chromium-initiator
  • parent_buildnumber:5348
  • user_agent:recipe

Debug log (UTC)

[16:00:38.367] New invocation is queued and will start shortly
[16:00:39.886] Starting the invocation (attempt 1)
[16:00:39.929] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[16:00:39.929] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[16:00:39.929] Buildbucket request:
{
  "bucket": "luci.infra.codesearch",
  "client_operation_id": "9105535542345032656",
  "parameters_json": "{\"builder_name\":\"codesearch-gen-chromium-android\",\"properties\":{\"root_solution_revision\":\"14c2e075796d945d8345a3b4f641e912b5b2de0d\",\"root_solution_revision_timestamp\":1532447552}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:codesearch-gen-chromium-android",
    "scheduler_invocation_id:9105535542345032656",
    "scheduler_job_id:infra/codesearch-gen-chromium-android",
    "user_agent:luci-scheduler",
    "parent_buildername:codesearch-gen-chromium-initiator",
    "parent_buildnumber:5348",
    "user_agent:recipe"
  ]
}
[16:00:40.937] Buildbucket response:
{
  "build": {
    "bucket": "luci.infra.codesearch",
    "canary_preference": "AUTO",
    "created_by": "user:luci-scheduler@appspot.gserviceaccount.com",
    "created_ts": "1532448039998850",
    "experimental": true,
    "id": "8940105479968979104",
    "lease_expiration_ts": "1532566840769860",
    "lease_key": "1876738717",
    "parameters_json": "{\"builder_name\": \"codesearch-gen-chromium-android\", \"properties\": {\"root_solution_revision\": \"14c2e075796d945d8345a3b4f641e912b5b2de0d\", \"root_solution_revision_timestamp\": 1532447552}}",
    "project": "infra",
    "result_details_json": "null",
    "service_account": "infra-codesearch@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1532448040851730",
    "tags": [
      "build_address:luci.infra.codesearch/codesearch-gen-chromium-android/1941",
      "builder:codesearch-gen-chromium-android",
      "parent_buildername:codesearch-gen-chromium-initiator",
      "parent_buildnumber:5348",
      "scheduler_invocation_id:9105535542345032656",
      "scheduler_job_id:infra/codesearch-gen-chromium-android",
      "swarming_dimension:builder:codesearch-gen-chromium-android",
      "swarming_dimension:cpu:x86-64",
      "swarming_dimension:os:Ubuntu-14.04",
      "swarming_dimension:pool:luci.infra.codesearch",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:build_address:luci.infra.codesearch/codesearch-gen-chromium-android/1941",
      "swarming_tag:buildbucket_bucket:luci.infra.codesearch",
      "swarming_tag:buildbucket_build_id:8940105479968979104",
      "swarming_tag:buildbucket_hostname:cr-buildbucket.appspot.com",
      "swarming_tag:buildbucket_template_canary:0",
      "swarming_tag:buildbucket_template_revision:6d851ad604a64afe293b646c0b4f1f875a182f69",
      "swarming_tag:builder:codesearch-gen-chromium-android",
      "swarming_tag:cpu:x86-64",
      "swarming_tag:log_location:logdog://logs.chromium.org/infra/buildbucket/cr-buildbucket.appspot.com/8940105479968979104/+/annotations",
      "swarming_tag:luci_project:infra",
      "swarming_tag:os:Ubuntu-14.04",
      "swarming_tag:parent_buildername:codesearch-gen-chromium-initiator",
      "swarming_tag:parent_buildnumber:5348",
      "swarming_tag:pool:luci.infra.codesearch",
      "swarming_tag:priority:60",
      "swarming_tag:recipe_name:chromium_codesearch",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_tag:scheduler_invocation_id:9105535542345032656",
      "swarming_tag:scheduler_job_id:infra/codesearch-gen-chromium-android",
      "swarming_tag:service_account:infra-codesearch@chops-service-accounts.iam.gserviceaccount.com",
      "swarming_tag:swarming.pool.template:skip",
      "swarming_tag:swarming.pool.version:70e6fce4bd7f99bd0e93cc101178e72f72308243",
      "swarming_tag:user:None",
      "swarming_tag:user_agent:luci-scheduler",
      "swarming_tag:user_agent:recipe",
      "swarming_tag:vpython:native-python-wrapper",
      "swarming_task_id:3ee5d6ee798d3e10",
      "user_agent:luci-scheduler",
      "user_agent:recipe"
    ],
    "updated_ts": "1532448040851860",
    "url": "https://ci.chromium.org/p/infra/builders/luci.infra.codesearch/codesearch-gen-chromium-android/1941",
    "utcnow_ts": "1532448040923420"
  }
}
[16:00:40.937] Task URL: https://ci.chromium.org/p/infra/builders/luci.infra.codesearch/codesearch-gen-chromium-android/1941
[16:00:40.937] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:2:0) after 1m0s
[16:00:59.035] Received PubSub notification, asking Buildbucket for the build status
[16:00:59.117] Build 8940105479968979104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:01:40.961] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:2:0)
[16:01:40.961] Timer tick, asking Buildbucket for the build status
[16:01:41.002] Build 8940105479968979104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:01:41.002] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:4:0) after 1m0s
[16:02:41.035] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:4:0)
[16:02:41.035] Timer tick, asking Buildbucket for the build status
[16:02:41.211] Build 8940105479968979104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:02:41.212] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:5:0) after 1m0s
[16:03:41.238] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:5:0)
[16:03:41.238] Timer tick, asking Buildbucket for the build status
[16:03:41.501] Build 8940105479968979104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:03:41.501] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:6:0) after 1m0s
[16:04:41.554] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:6:0)
[16:04:41.554] Timer tick, asking Buildbucket for the build status
[16:04:41.615] Build 8940105479968979104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:04:41.615] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:7:0) after 1m0s
[16:05:41.640] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:7:0)
[16:05:41.640] Timer tick, asking Buildbucket for the build status
[16:05:41.732] Build 8940105479968979104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:05:41.732] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:8:0) after 1m0s
[16:06:41.754] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:8:0)
[16:06:41.754] Timer tick, asking Buildbucket for the build status
[16:06:41.841] Build 8940105479968979104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:06:41.841] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:9:0) after 1m0s
[16:07:41.865] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:9:0)
[16:07:41.865] Timer tick, asking Buildbucket for the build status
[16:07:41.957] Build 8940105479968979104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:07:41.957] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:10:0) after 1m0s
[16:08:41.980] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:10:0)
[16:08:41.980] Timer tick, asking Buildbucket for the build status
[16:08:42.051] Build 8940105479968979104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:08:42.051] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:11:0) after 1m0s
[16:09:42.076] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:11:0)
[16:09:42.076] Timer tick, asking Buildbucket for the build status
[16:09:42.171] Build 8940105479968979104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:09:42.171] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:12:0) after 1m0s
[16:10:42.189] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:12:0)
[16:10:42.189] Timer tick, asking Buildbucket for the build status
[16:10:42.254] Build 8940105479968979104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:10:42.254] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:13:0) after 1m0s
[16:11:42.322] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:13:0)
[16:11:42.322] Timer tick, asking Buildbucket for the build status
[16:11:42.373] Build 8940105479968979104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:11:42.373] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:14:0) after 1m0s
[16:12:42.423] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:14:0)
[16:12:42.423] Timer tick, asking Buildbucket for the build status
[16:12:42.504] Build 8940105479968979104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:12:42.504] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:15:0) after 1m0s
[16:13:42.528] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:15:0)
[16:13:42.528] Timer tick, asking Buildbucket for the build status
[16:13:42.612] Build 8940105479968979104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:13:42.612] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:16:0) after 1m0s
[16:14:42.633] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:16:0)
[16:14:42.633] Timer tick, asking Buildbucket for the build status
[16:14:42.707] Build 8940105479968979104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:14:42.707] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:17:0) after 1m0s
[16:15:42.723] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:17:0)
[16:15:42.723] Timer tick, asking Buildbucket for the build status
[16:15:42.803] Build 8940105479968979104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:15:42.803] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:18:0) after 1m0s
[16:16:42.822] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:18:0)
[16:16:42.822] Timer tick, asking Buildbucket for the build status
[16:16:42.925] Build 8940105479968979104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:16:42.925] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:19:0) after 1m0s
[16:17:43.044] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:19:0)
[16:17:43.044] Timer tick, asking Buildbucket for the build status
[16:17:43.119] Build 8940105479968979104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:17:43.119] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:20:0) after 1m0s
[16:18:43.145] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:20:0)
[16:18:43.145] Timer tick, asking Buildbucket for the build status
[16:18:43.194] Build 8940105479968979104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:18:43.194] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:21:0) after 1m0s
[16:19:43.218] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:21:0)
[16:19:43.218] Timer tick, asking Buildbucket for the build status
[16:19:43.473] Build 8940105479968979104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:19:43.473] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:22:0) after 1m0s
[16:20:43.494] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:22:0)
[16:20:43.494] Timer tick, asking Buildbucket for the build status
[16:20:43.561] Build 8940105479968979104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:20:43.561] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:23:0) after 1m0s
[16:21:43.633] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:23:0)
[16:21:43.633] Timer tick, asking Buildbucket for the build status
[16:21:43.749] Build 8940105479968979104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:21:43.749] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:24:0) after 1m0s
[16:22:43.777] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:24:0)
[16:22:43.777] Timer tick, asking Buildbucket for the build status
[16:22:43.963] Build 8940105479968979104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:22:43.963] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:25:0) after 1m0s
[16:23:44.044] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:25:0)
[16:23:44.044] Timer tick, asking Buildbucket for the build status
[16:23:44.115] Build 8940105479968979104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:23:44.115] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:26:0) after 1m0s
[16:24:44.133] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:26:0)
[16:24:44.133] Timer tick, asking Buildbucket for the build status
[16:24:44.190] Build 8940105479968979104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:24:44.190] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:27:0) after 1m0s
[16:25:44.221] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:27:0)
[16:25:44.221] Timer tick, asking Buildbucket for the build status
[16:25:44.291] Build 8940105479968979104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:25:44.291] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:28:0) after 1m0s
[16:26:44.309] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:28:0)
[16:26:44.309] Timer tick, asking Buildbucket for the build status
[16:26:44.480] Build 8940105479968979104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:26:44.480] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:29:0) after 1m0s
[16:27:44.500] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:29:0)
[16:27:44.500] Timer tick, asking Buildbucket for the build status
[16:27:44.590] Build 8940105479968979104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:27:44.590] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:30:0) after 1m0s
[16:28:44.610] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:30:0)
[16:28:44.610] Timer tick, asking Buildbucket for the build status
[16:28:44.670] Build 8940105479968979104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:28:44.670] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:31:0) after 1m0s
[16:29:44.690] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:31:0)
[16:29:44.691] Timer tick, asking Buildbucket for the build status
[16:29:44.944] Build 8940105479968979104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:29:44.944] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:32:0) after 1m0s
[16:30:45.007] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:32:0)
[16:30:45.008] Timer tick, asking Buildbucket for the build status
[16:30:45.130] Build 8940105479968979104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:30:45.130] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:33:0) after 1m0s
[16:31:45.149] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:33:0)
[16:31:45.149] Timer tick, asking Buildbucket for the build status
[16:31:45.236] Build 8940105479968979104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:31:45.236] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:34:0) after 1m0s
[16:32:45.336] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:34:0)
[16:32:45.336] Timer tick, asking Buildbucket for the build status
[16:32:45.398] Build 8940105479968979104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:32:45.398] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:35:0) after 1m0s
[16:33:45.441] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:35:0)
[16:33:45.441] Timer tick, asking Buildbucket for the build status
[16:33:45.519] Build 8940105479968979104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:33:45.519] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:36:0) after 1m0s
[16:34:45.555] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:36:0)
[16:34:45.555] Timer tick, asking Buildbucket for the build status
[16:34:45.598] Build 8940105479968979104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:34:45.598] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:37:0) after 1m0s
[16:35:45.721] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:37:0)
[16:35:45.721] Timer tick, asking Buildbucket for the build status
[16:35:45.932] Build 8940105479968979104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:35:45.932] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:38:0) after 1m0s
[16:36:45.955] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:38:0)
[16:36:45.955] Timer tick, asking Buildbucket for the build status
[16:36:46.025] Build 8940105479968979104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:36:46.025] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:39:0) after 1m0s
[16:37:46.055] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:39:0)
[16:37:46.055] Timer tick, asking Buildbucket for the build status
[16:37:46.127] Build 8940105479968979104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:37:46.127] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:40:0) after 1m0s
[16:38:46.173] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:40:0)
[16:38:46.173] Timer tick, asking Buildbucket for the build status
[16:38:46.245] Build 8940105479968979104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:38:46.245] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:41:0) after 1m0s
[16:39:46.272] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:41:0)
[16:39:46.272] Timer tick, asking Buildbucket for the build status
[16:39:46.433] Build 8940105479968979104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:39:46.433] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:42:0) after 1m0s
[16:40:46.466] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:42:0)
[16:40:46.466] Timer tick, asking Buildbucket for the build status
[16:40:46.673] Build 8940105479968979104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:40:46.673] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:43:0) after 1m0s
[16:41:46.726] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:43:0)
[16:41:46.726] Timer tick, asking Buildbucket for the build status
[16:41:46.810] Build 8940105479968979104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:41:46.810] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:44:0) after 1m0s
[16:42:46.839] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:44:0)
[16:42:46.839] Timer tick, asking Buildbucket for the build status
[16:42:46.968] Build 8940105479968979104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:42:46.968] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:45:0) after 1m0s
[16:43:46.991] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:45:0)
[16:43:46.991] Timer tick, asking Buildbucket for the build status
[16:43:47.083] Build 8940105479968979104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:43:47.083] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:46:0) after 1m0s
[16:44:47.130] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:46:0)
[16:44:47.130] Timer tick, asking Buildbucket for the build status
[16:44:47.195] Build 8940105479968979104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:44:47.195] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:47:0) after 1m0s
[16:45:47.228] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:47:0)
[16:45:47.228] Timer tick, asking Buildbucket for the build status
[16:45:47.412] Build 8940105479968979104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:45:47.412] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:48:0) after 1m0s
[16:46:47.437] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:48:0)
[16:46:47.437] Timer tick, asking Buildbucket for the build status
[16:46:47.652] Build 8940105479968979104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:46:47.652] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:49:0) after 1m0s
[16:47:47.682] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:49:0)
[16:47:47.682] Timer tick, asking Buildbucket for the build status
[16:47:47.855] Build 8940105479968979104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:47:47.855] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:50:0) after 1m0s
[16:48:47.875] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:50:0)
[16:48:47.875] Timer tick, asking Buildbucket for the build status
[16:48:47.947] Build 8940105479968979104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:48:47.947] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:51:0) after 1m0s
[16:49:47.969] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:51:0)
[16:49:47.969] Timer tick, asking Buildbucket for the build status
[16:49:48.434] Build 8940105479968979104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:49:48.434] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:52:0) after 1m0s
[16:50:48.458] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:52:0)
[16:50:48.458] Timer tick, asking Buildbucket for the build status
[16:50:48.514] Build 8940105479968979104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:50:48.514] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:53:0) after 1m0s
[16:51:48.540] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:53:0)
[16:51:48.540] Timer tick, asking Buildbucket for the build status
[16:51:48.585] Build 8940105479968979104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:51:48.585] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:54:0) after 1m0s
[16:52:48.646] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:54:0)
[16:52:48.646] Timer tick, asking Buildbucket for the build status
[16:52:48.784] Build 8940105479968979104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:52:48.784] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:55:0) after 1m0s
[16:53:48.918] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:55:0)
[16:53:48.919] Timer tick, asking Buildbucket for the build status
[16:53:48.974] Build 8940105479968979104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:53:48.974] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:56:0) after 1m0s
[16:54:49.000] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:56:0)
[16:54:49.000] Timer tick, asking Buildbucket for the build status
[16:54:49.038] Build 8940105479968979104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:54:49.038] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:57:0) after 1m0s
[16:55:49.060] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:57:0)
[16:55:49.060] Timer tick, asking Buildbucket for the build status
[16:55:49.260] Build 8940105479968979104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:55:49.260] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:58:0) after 1m0s
[16:56:49.284] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:58:0)
[16:56:49.284] Timer tick, asking Buildbucket for the build status
[16:56:49.335] Build 8940105479968979104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:56:49.335] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:59:0) after 1m0s
[16:57:49.519] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:59:0)
[16:57:49.519] Timer tick, asking Buildbucket for the build status
[16:57:49.574] Build 8940105479968979104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:57:49.574] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:60:0) after 1m0s
[16:58:49.617] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:60:0)
[16:58:49.617] Timer tick, asking Buildbucket for the build status
[16:58:49.685] Build 8940105479968979104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:58:49.685] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:61:0) after 1m0s
[16:59:49.731] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:61:0)
[16:59:49.731] Timer tick, asking Buildbucket for the build status
[16:59:49.906] Build 8940105479968979104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:59:49.906] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:62:0) after 1m0s
[17:00:49.931] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:62:0)
[17:00:49.931] Timer tick, asking Buildbucket for the build status
[17:00:50.033] Build 8940105479968979104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:00:50.033] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:63:0) after 1m0s
[17:01:50.053] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:63:0)
[17:01:50.053] Timer tick, asking Buildbucket for the build status
[17:01:50.117] Build 8940105479968979104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:01:50.117] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:64:0) after 1m0s
[17:02:50.147] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:64:0)
[17:02:50.147] Timer tick, asking Buildbucket for the build status
[17:02:50.310] Build 8940105479968979104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:02:50.310] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:65:0) after 1m0s
[17:03:50.365] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:65:0)
[17:03:50.365] Timer tick, asking Buildbucket for the build status
[17:03:50.499] Build 8940105479968979104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:03:50.499] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:66:0) after 1m0s
[17:04:50.549] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:66:0)
[17:04:50.549] Timer tick, asking Buildbucket for the build status
[17:04:50.654] Build 8940105479968979104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:04:50.654] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:67:0) after 1m0s
[17:05:50.679] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:67:0)
[17:05:50.679] Timer tick, asking Buildbucket for the build status
[17:05:50.741] Build 8940105479968979104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:05:50.742] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:68:0) after 1m0s
[17:06:50.907] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:68:0)
[17:06:50.907] Timer tick, asking Buildbucket for the build status
[17:06:50.975] Build 8940105479968979104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:06:50.975] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:69:0) after 1m0s
[17:07:51.006] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:69:0)
[17:07:51.006] Timer tick, asking Buildbucket for the build status
[17:07:51.448] Build 8940105479968979104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:07:51.448] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:70:0) after 1m0s
[17:08:51.509] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:70:0)
[17:08:51.509] Timer tick, asking Buildbucket for the build status
[17:08:51.657] Build 8940105479968979104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:08:51.657] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:71:0) after 1m0s
[17:09:51.697] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:71:0)
[17:09:51.697] Timer tick, asking Buildbucket for the build status
[17:09:51.794] Build 8940105479968979104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:09:51.794] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:72:0) after 1m0s
[17:10:51.822] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:72:0)
[17:10:51.822] Timer tick, asking Buildbucket for the build status
[17:10:51.939] Build 8940105479968979104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:10:51.939] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:73:0) after 1m0s
[17:11:51.968] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:73:0)
[17:11:51.968] Timer tick, asking Buildbucket for the build status
[17:11:52.039] Build 8940105479968979104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:11:52.039] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:74:0) after 1m0s
[17:12:52.066] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:74:0)
[17:12:52.066] Timer tick, asking Buildbucket for the build status
[17:12:52.197] Build 8940105479968979104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:12:52.197] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:75:0) after 1m0s
[17:13:52.243] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:75:0)
[17:13:52.243] Timer tick, asking Buildbucket for the build status
[17:13:52.536] Build 8940105479968979104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:13:52.536] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:76:0) after 1m0s
[17:14:52.566] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:76:0)
[17:14:52.566] Timer tick, asking Buildbucket for the build status
[17:14:52.620] Build 8940105479968979104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:14:52.620] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:77:0) after 1m0s
[17:15:52.647] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:77:0)
[17:15:52.647] Timer tick, asking Buildbucket for the build status
[17:15:52.708] Build 8940105479968979104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:15:52.708] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:78:0) after 1m0s
[17:16:52.730] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:78:0)
[17:16:52.730] Timer tick, asking Buildbucket for the build status
[17:16:52.819] Build 8940105479968979104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:16:52.819] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:79:0) after 1m0s
[17:17:52.849] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:79:0)
[17:17:52.849] Timer tick, asking Buildbucket for the build status
[17:17:52.917] Build 8940105479968979104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:17:52.917] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:80:0) after 1m0s
[17:18:53.006] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:80:0)
[17:18:53.006] Timer tick, asking Buildbucket for the build status
[17:18:53.234] Build 8940105479968979104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:18:53.234] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:81:0) after 1m0s
[17:19:53.258] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:81:0)
[17:19:53.258] Timer tick, asking Buildbucket for the build status
[17:19:53.312] Build 8940105479968979104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:19:53.312] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:82:0) after 1m0s
[17:20:53.337] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:82:0)
[17:20:53.337] Timer tick, asking Buildbucket for the build status
[17:20:53.560] Build 8940105479968979104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:20:53.560] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:83:0) after 1m0s
[17:21:53.586] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:83:0)
[17:21:53.586] Timer tick, asking Buildbucket for the build status
[17:21:53.662] Build 8940105479968979104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:21:53.662] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:84:0) after 1m0s
[17:22:53.688] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:84:0)
[17:22:53.688] Timer tick, asking Buildbucket for the build status
[17:22:53.742] Build 8940105479968979104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:22:53.742] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:85:0) after 1m0s
[17:23:53.792] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:85:0)
[17:23:53.792] Timer tick, asking Buildbucket for the build status
[17:23:53.858] Build 8940105479968979104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:23:53.858] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:86:0) after 1m0s
[17:24:53.885] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:86:0)
[17:24:53.885] Timer tick, asking Buildbucket for the build status
[17:24:53.940] Build 8940105479968979104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:24:53.941] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:87:0) after 1m0s
[17:25:53.998] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:87:0)
[17:25:53.998] Timer tick, asking Buildbucket for the build status
[17:25:54.060] Build 8940105479968979104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:25:54.060] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:88:0) after 1m0s
[17:26:54.088] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:88:0)
[17:26:54.088] Timer tick, asking Buildbucket for the build status
[17:26:54.163] Build 8940105479968979104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:26:54.163] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:89:0) after 1m0s
[17:27:54.207] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:89:0)
[17:27:54.207] Timer tick, asking Buildbucket for the build status
[17:27:54.334] Build 8940105479968979104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:27:54.334] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:90:0) after 1m0s
[17:28:54.415] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:90:0)
[17:28:54.415] Timer tick, asking Buildbucket for the build status
[17:28:54.525] Build 8940105479968979104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:28:54.525] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:91:0) after 1m0s
[17:29:54.549] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:91:0)
[17:29:54.549] Timer tick, asking Buildbucket for the build status
[17:29:54.615] Build 8940105479968979104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:29:54.615] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:92:0) after 1m0s
[17:30:54.657] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:92:0)
[17:30:54.657] Timer tick, asking Buildbucket for the build status
[17:30:54.730] Build 8940105479968979104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:30:54.730] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:93:0) after 1m0s
[17:31:54.762] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:93:0)
[17:31:54.762] Timer tick, asking Buildbucket for the build status
[17:31:54.882] Build 8940105479968979104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:31:54.882] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:94:0) after 1m0s
[17:32:54.908] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:94:0)
[17:32:54.908] Timer tick, asking Buildbucket for the build status
[17:32:54.975] Build 8940105479968979104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:32:54.975] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:95:0) after 1m0s
[17:33:54.998] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:95:0)
[17:33:54.998] Timer tick, asking Buildbucket for the build status
[17:33:55.148] Build 8940105479968979104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:33:55.148] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:96:0) after 1m0s
[17:34:55.178] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:96:0)
[17:34:55.178] Timer tick, asking Buildbucket for the build status
[17:34:55.271] Build 8940105479968979104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:34:55.271] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:97:0) after 1m0s
[17:35:55.296] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:97:0)
[17:35:55.296] Timer tick, asking Buildbucket for the build status
[17:35:55.403] Build 8940105479968979104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:35:55.403] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:98:0) after 1m0s
[17:36:55.429] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:98:0)
[17:36:55.429] Timer tick, asking Buildbucket for the build status
[17:36:55.563] Build 8940105479968979104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:36:55.563] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:99:0) after 1m0s
[17:37:55.589] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:99:0)
[17:37:55.589] Timer tick, asking Buildbucket for the build status
[17:37:55.655] Build 8940105479968979104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:37:55.655] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:100:0) after 1m0s
[17:38:55.697] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:100:0)
[17:38:55.697] Timer tick, asking Buildbucket for the build status
[17:38:56.141] Build 8940105479968979104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:38:56.141] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:101:0) after 1m0s
[17:39:56.160] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:101:0)
[17:39:56.160] Timer tick, asking Buildbucket for the build status
[17:39:56.255] Build 8940105479968979104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:39:56.255] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:102:0) after 1m0s
[17:40:56.274] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:102:0)
[17:40:56.274] Timer tick, asking Buildbucket for the build status
[17:40:56.391] Build 8940105479968979104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:40:56.391] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:103:0) after 1m0s
[17:41:56.426] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:103:0)
[17:41:56.426] Timer tick, asking Buildbucket for the build status
[17:41:56.779] Build 8940105479968979104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:41:56.779] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:104:0) after 1m0s
[17:42:56.808] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:104:0)
[17:42:56.808] Timer tick, asking Buildbucket for the build status
[17:42:56.879] Build 8940105479968979104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:42:56.879] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:105:0) after 1m0s
[17:43:56.903] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:105:0)
[17:43:56.903] Timer tick, asking Buildbucket for the build status
[17:43:56.977] Build 8940105479968979104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:43:56.977] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:106:0) after 1m0s
[17:44:57.039] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:106:0)
[17:44:57.039] Timer tick, asking Buildbucket for the build status
[17:44:57.252] Build 8940105479968979104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:44:57.252] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:107:0) after 1m0s
[17:45:57.284] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:107:0)
[17:45:57.284] Timer tick, asking Buildbucket for the build status
[17:45:57.379] Build 8940105479968979104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:45:57.379] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:108:0) after 1m0s
[17:46:57.404] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:108:0)
[17:46:57.404] Timer tick, asking Buildbucket for the build status
[17:46:57.473] Build 8940105479968979104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:46:57.473] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:109:0) after 1m0s
[17:47:57.502] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:109:0)
[17:47:57.502] Timer tick, asking Buildbucket for the build status
[17:47:57.744] Build 8940105479968979104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:47:57.744] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:110:0) after 1m0s
[17:48:57.772] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:110:0)
[17:48:57.772] Timer tick, asking Buildbucket for the build status
[17:48:57.908] Build 8940105479968979104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:48:57.908] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:111:0) after 1m0s
[17:49:57.935] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:111:0)
[17:49:57.935] Timer tick, asking Buildbucket for the build status
[17:49:58.075] Build 8940105479968979104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:49:58.075] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:112:0) after 1m0s
[17:50:58.119] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:112:0)
[17:50:58.119] Timer tick, asking Buildbucket for the build status
[17:50:58.208] Build 8940105479968979104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:50:58.208] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:113:0) after 1m0s
[17:51:58.264] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:113:0)
[17:51:58.264] Timer tick, asking Buildbucket for the build status
[17:51:58.485] Build 8940105479968979104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:51:58.485] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:114:0) after 1m0s
[17:52:58.510] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:114:0)
[17:52:58.510] Timer tick, asking Buildbucket for the build status
[17:52:58.672] Build 8940105479968979104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:52:58.672] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:115:0) after 1m0s
[17:53:58.697] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:115:0)
[17:53:58.697] Timer tick, asking Buildbucket for the build status
[17:53:58.863] Build 8940105479968979104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:53:58.863] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:116:0) after 1m0s
[17:54:58.892] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:116:0)
[17:54:58.893] Timer tick, asking Buildbucket for the build status
[17:54:58.991] Build 8940105479968979104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:54:58.991] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:117:0) after 1m0s
[17:55:59.013] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:117:0)
[17:55:59.013] Timer tick, asking Buildbucket for the build status
[17:55:59.084] Build 8940105479968979104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:55:59.084] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:118:0) after 1m0s
[17:56:59.112] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:118:0)
[17:56:59.112] Timer tick, asking Buildbucket for the build status
[17:56:59.180] Build 8940105479968979104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:56:59.180] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:119:0) after 1m0s
[17:57:59.209] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:119:0)
[17:57:59.209] Timer tick, asking Buildbucket for the build status
[17:57:59.286] Build 8940105479968979104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:57:59.286] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:120:0) after 1m0s
[17:58:59.311] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:120:0)
[17:58:59.311] Timer tick, asking Buildbucket for the build status
[17:58:59.443] Build 8940105479968979104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:58:59.443] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9105535542345032656:121:0) after 1m0s
[17:59:03.617] Received PubSub notification, asking Buildbucket for the build status
[17:59:05.240] Build 8940105479968979104: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[17:59:05.240] Buildbucket build:
{
  "build": {
    "bucket": "luci.infra.codesearch",
    "canary_preference": "AUTO",
    "completed_ts": "1532455142066480",
    "created_by": "user:luci-scheduler@appspot.gserviceaccount.com",
    "created_ts": "1532448039998850",
    "experimental": true,
    "failure_reason": "BUILD_FAILURE",
    "id": "8940105479968979104",
    "parameters_json": "{\"builder_name\": \"codesearch-gen-chromium-android\", \"properties\": {\"root_solution_revision\": \"14c2e075796d945d8345a3b4f641e912b5b2de0d\", \"root_solution_revision_timestamp\": 1532447552}}",
    "project": "infra",
    "result": "FAILURE",
    "result_details_json": "{\"ui\": {\"info\": \"Failure create kythe index pack\"}, \"build_run_result\": {\"infraFailure\": null, \"recipeResult\": {\"failure\": {\"failure\": {\"step\": \"create kythe index pack\"}, \"humanReason\": \"Step('create kythe index pack') failed with return_code 1\"}}, \"recipeExitCode\": {\"value\": 1}, \"recipe\": {\"name\": \"chromium_codesearch\", \"repository\": \"\", \"revision\": \"\"}, \"annotationUrl\": \"logdog://logs.chromium.org/infra/buildbucket/cr-buildbucket.appspot.com/8940105479968979104/+/annotations\"}, \"swarming\": {\"bot_dimensions\": {\"machine_type\": [\"n1-standard-8\"], \"inside_docker\": [\"0\"], \"python\": [\"2.7.6\"], \"builder\": [\"codesearch-gen-chromium-android\"], \"kvm\": [\"1\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-Haswell_GCE\", \"x86-64-avx2\"], \"server_version\": [\"3684-658b5dc\"], \"image\": [\"chrome-trusty-18042300-b7223b463e3\"], \"gpu\": [\"none\"], \"cores\": [\"8\"], \"zone\": [\"us\", \"us-central\", \"us-central1\", \"us-central1-b\"], \"os\": [\"Linux\", \"Ubuntu\", \"Ubuntu-14.04\"], \"id\": [\"swarm1882-c4\"], \"pool\": [\"luci.infra.codesearch\"], \"caches\": [\"git\", \"goma_v2\", \"vpython\"]}}, \"properties\": {\"got_nacl_revision\": \"aebc9e5205dcaad5d5954a18abc532316a954644\", \"got_clang_revision\": \"337439-1\", \"got_swarming_client_revision\": \"486c9b53c4d54dd4b95bb6ce0e31160e600dfc11\", \"got_revision\": \"14c2e075796d945d8345a3b4f641e912b5b2de0d\", \"recipe\": \"chromium_codesearch\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#24084}\", \"$recipe_engine/path\": {\"cache_dir\": \"/b/swarming/w/ir/cache\", \"temp_dir\": \"/b/swarming/w/ir/tmp/rt\"}, \"root_solution_revision_timestamp\": 1532447552, \"got_revision_cp\": \"refs/heads/master@{#577562}\", \"root_solution_revision\": \"14c2e075796d945d8345a3b4f641e912b5b2de0d\", \"buildername\": \"codesearch-gen-chromium-android\", \"got_webrtc_revision\": \"e09e6ef947d7bb6c29fa36c331bd855baacfafbc\", \"mastername\": \"chromium.infra.codesearch\", \"got_angle_revision\": \"06235df9ff91acdf3cf50f2a6febb38b5e26cc6b\", \"buildbucket\": {\"hostname\": \"cr-buildbucket.appspot.com\", \"build\": {\"created_ts\": 1532448039998850, \"tags\": [\"builder:codesearch-gen-chromium-android\", \"parent_buildername:codesearch-gen-chromium-initiator\", \"parent_buildnumber:5348\", \"scheduler_invocation_id:9105535542345032656\", \"scheduler_job_id:infra/codesearch-gen-chromium-android\", \"user_agent:luci-scheduler\", \"user_agent:recipe\"], \"bucket\": \"luci.infra.codesearch\", \"created_by\": \"user:luci-scheduler@appspot.gserviceaccount.com\", \"project\": \"infra\", \"id\": \"8940105479968979104\"}}, \"got_v8_revision\": \"4ac42e426af18a3c63cead9f6719384c32b9a26a\", \"got_v8_revision_cp\": \"refs/heads/7.0.16@{#1}\", \"$recipe_engine/runtime\": {\"is_experimental\": true, \"is_luci\": true}, \"buildnumber\": 1941, \"path_config\": \"generic\", \"bot_id\": \"swarm1882-c4\", \"got_buildtools_revision\": \"0dd5c6f980d22be96b728155249df2da355989d9\"}}",
    "service_account": "infra-codesearch@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1532448058248520",
    "status": "COMPLETED",
    "status_changed_ts": "1532455142901920",
    "tags": [
      "build_address:luci.infra.codesearch/codesearch-gen-chromium-android/1941",
      "builder:codesearch-gen-chromium-android",
      "parent_buildername:codesearch-gen-chromium-initiator",
      "parent_buildnumber:5348",
      "scheduler_invocation_id:9105535542345032656",
      "scheduler_job_id:infra/codesearch-gen-chromium-android",
      "swarming_dimension:builder:codesearch-gen-chromium-android",
      "swarming_dimension:cpu:x86-64",
      "swarming_dimension:os:Ubuntu-14.04",
      "swarming_dimension:pool:luci.infra.codesearch",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:build_address:luci.infra.codesearch/codesearch-gen-chromium-android/1941",
      "swarming_tag:buildbucket_bucket:luci.infra.codesearch",
      "swarming_tag:buildbucket_build_id:8940105479968979104",
      "swarming_tag:buildbucket_hostname:cr-buildbucket.appspot.com",
      "swarming_tag:buildbucket_template_canary:0",
      "swarming_tag:buildbucket_template_revision:6d851ad604a64afe293b646c0b4f1f875a182f69",
      "swarming_tag:builder:codesearch-gen-chromium-android",
      "swarming_tag:cpu:x86-64",
      "swarming_tag:log_location:logdog://logs.chromium.org/infra/buildbucket/cr-buildbucket.appspot.com/8940105479968979104/+/annotations",
      "swarming_tag:luci_project:infra",
      "swarming_tag:os:Ubuntu-14.04",
      "swarming_tag:parent_buildername:codesearch-gen-chromium-initiator",
      "swarming_tag:parent_buildnumber:5348",
      "swarming_tag:pool:luci.infra.codesearch",
      "swarming_tag:priority:60",
      "swarming_tag:recipe_name:chromium_codesearch",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_tag:scheduler_invocation_id:9105535542345032656",
      "swarming_tag:scheduler_job_id:infra/codesearch-gen-chromium-android",
      "swarming_tag:service_account:infra-codesearch@chops-service-accounts.iam.gserviceaccount.com",
      "swarming_tag:swarming.pool.template:skip",
      "swarming_tag:swarming.pool.version:70e6fce4bd7f99bd0e93cc101178e72f72308243",
      "swarming_tag:user:None",
      "swarming_tag:user_agent:luci-scheduler",
      "swarming_tag:user_agent:recipe",
      "swarming_tag:vpython:native-python-wrapper",
      "swarming_task_id:3ee5d6ee798d3e10",
      "user_agent:luci-scheduler",
      "user_agent:recipe"
    ],
    "updated_ts": "1532455142967000",
    "url": "https://ci.chromium.org/p/infra/builders/luci.infra.codesearch/codesearch-gen-chromium-android/1941",
    "utcnow_ts": "1532455145215010"
  }
}
[17:59:05.241] Invocation finished in 1h58m26.891080322s with status FAILED