Status: FAILED
Triggered by: infra-codesearch@chops-service-accounts.iam.gserviceaccount.com
Duration: 1 hour
Actions:

Definition (rev fcda89f1011d07f94cddf9bccc52c31b3fb70594)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.infra.codesearch"
  builder: "codesearch-gen-chromium-android"
>

Incoming triggers

  • codesearch-gen-chromium-initiator/5912 (7 years ago by infra-codesearch@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "root_solution_revision": "9871aafa3bedffec7590bb7bb67e20c3c322593b",
  "root_solution_revision_timestamp": 1538510358
}

Incoming tags

  • parent_buildername:codesearch-gen-chromium-initiator
  • parent_buildnumber:5912
  • user_agent:recipe

Debug log (UTC)

[20:01:10.129] New invocation is queued and will start shortly
[20:01:10.129] Triggered by user:infra-codesearch@chops-service-accounts.iam.gserviceaccount.com
[20:01:11.407] Starting the invocation (attempt 1)
[20:01:11.440] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:01:11.441] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:01:11.441] Buildbucket request:
{
  "bucket": "luci.infra.codesearch",
  "client_operation_id": "9099178621898536928",
  "parameters_json": "{\"builder_name\":\"codesearch-gen-chromium-android\",\"properties\":{\"root_solution_revision\":\"9871aafa3bedffec7590bb7bb67e20c3c322593b\",\"root_solution_revision_timestamp\":1538510358}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:codesearch-gen-chromium-android",
    "scheduler_invocation_id:9099178621898536928",
    "scheduler_job_id:infra/codesearch-gen-chromium-android",
    "user_agent:luci-scheduler",
    "parent_buildername:codesearch-gen-chromium-initiator",
    "parent_buildnumber:5912",
    "user_agent:recipe"
  ]
}
[20:01:13.204] Buildbucket response:
{
  "build": {
    "bucket": "luci.infra.codesearch",
    "canary_preference": "AUTO",
    "created_by": "user:luci-scheduler@appspot.gserviceaccount.com",
    "created_ts": "1538510471507274",
    "id": "8933748559787715712",
    "lease_expiration_ts": "1538629272979180",
    "lease_key": "832289167",
    "parameters_json": "{\"builder_name\": \"codesearch-gen-chromium-android\", \"properties\": {\"root_solution_revision\": \"9871aafa3bedffec7590bb7bb67e20c3c322593b\", \"root_solution_revision_timestamp\": 1538510358}}",
    "project": "infra",
    "result_details_json": "null",
    "service_account": "infra-codesearch@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1538510473117664",
    "tags": [
      "build_address:luci.infra.codesearch/codesearch-gen-chromium-android/2666",
      "builder:codesearch-gen-chromium-android",
      "parent_buildername:codesearch-gen-chromium-initiator",
      "parent_buildnumber:5912",
      "scheduler_invocation_id:9099178621898536928",
      "scheduler_job_id:infra/codesearch-gen-chromium-android",
      "swarming_dimension:builder:codesearch-gen-chromium-android",
      "swarming_dimension:caches:builder_4cb1e1a5f46c0ec1f9fa5bc56a0fb32ddd46a89e9942a4c640899804462e392d_v2",
      "swarming_dimension:cpu:x86-64",
      "swarming_dimension:os:Ubuntu-14.04",
      "swarming_dimension:pool:luci.infra.codesearch",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:build_address:luci.infra.codesearch/codesearch-gen-chromium-android/2666",
      "swarming_tag:buildbucket_bucket:luci.infra.codesearch",
      "swarming_tag:buildbucket_build_id:8933748559787715712",
      "swarming_tag:buildbucket_hostname:cr-buildbucket.appspot.com",
      "swarming_tag:buildbucket_template_canary:0",
      "swarming_tag:buildbucket_template_revision:4c790cbde9342069ed9b59b6709c8807b14f2913",
      "swarming_tag:builder:codesearch-gen-chromium-android",
      "swarming_tag:caches:builder_4cb1e1a5f46c0ec1f9fa5bc56a0fb32ddd46a89e9942a4c640899804462e392d_v2",
      "swarming_tag:cpu:x86-64",
      "swarming_tag:log_location:logdog://logs.chromium.org/infra/buildbucket/cr-buildbucket.appspot.com/8933748559787715712/+/annotations",
      "swarming_tag:luci_project:infra",
      "swarming_tag:os:Ubuntu-14.04",
      "swarming_tag:parent_buildername:codesearch-gen-chromium-initiator",
      "swarming_tag:parent_buildnumber:5912",
      "swarming_tag:pool:luci.infra.codesearch",
      "swarming_tag:priority:30",
      "swarming_tag:recipe_name:chromium_codesearch",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_tag:scheduler_invocation_id:9099178621898536928",
      "swarming_tag:scheduler_job_id:infra/codesearch-gen-chromium-android",
      "swarming_tag:service_account:infra-codesearch@chops-service-accounts.iam.gserviceaccount.com",
      "swarming_tag:swarming.pool.template:skip",
      "swarming_tag:swarming.pool.version:1370a3d578c413f3651e54ae2a5ecdda53b1d9fa",
      "swarming_tag:user:None",
      "swarming_tag:user_agent:luci-scheduler",
      "swarming_tag:user_agent:recipe",
      "swarming_tag:vpython:native-python-wrapper",
      "swarming_task_id:404f304dacd8d110",
      "user_agent:luci-scheduler",
      "user_agent:recipe"
    ],
    "updated_ts": "1538510473117779",
    "url": "https://ci.chromium.org/p/infra/builders/luci.infra.codesearch/codesearch-gen-chromium-android/2666",
    "utcnow_ts": "1538510473194143"
  }
}
[20:01:13.204] Task URL: https://ci.chromium.org/p/infra/builders/luci.infra.codesearch/codesearch-gen-chromium-android/2666
[20:01:13.204] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:2:0) after 1m0s
[20:01:20.150] Received PubSub notification, asking Buildbucket for the build status
[20:01:20.199] Build 8933748559787715712: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:02:13.223] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:2:0)
[20:02:13.223] Timer tick, asking Buildbucket for the build status
[20:02:13.319] Build 8933748559787715712: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:02:13.319] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:4:0) after 1m0s
[20:03:13.346] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:4:0)
[20:03:13.346] Timer tick, asking Buildbucket for the build status
[20:03:13.497] Build 8933748559787715712: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:03:13.497] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:5:0) after 1m0s
[20:04:13.512] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:5:0)
[20:04:13.512] Timer tick, asking Buildbucket for the build status
[20:04:13.594] Build 8933748559787715712: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:04:13.594] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:6:0) after 1m0s
[20:05:13.624] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:6:0)
[20:05:13.624] Timer tick, asking Buildbucket for the build status
[20:05:13.666] Build 8933748559787715712: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:05:13.666] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:7:0) after 1m0s
[20:06:13.693] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:7:0)
[20:06:13.693] Timer tick, asking Buildbucket for the build status
[20:06:13.791] Build 8933748559787715712: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:06:13.791] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:8:0) after 1m0s
[20:07:13.812] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:8:0)
[20:07:13.812] Timer tick, asking Buildbucket for the build status
[20:07:13.888] Build 8933748559787715712: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:07:13.888] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:9:0) after 1m0s
[20:08:13.937] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:9:0)
[20:08:13.937] Timer tick, asking Buildbucket for the build status
[20:08:14.032] Build 8933748559787715712: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:08:14.032] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:10:0) after 1m0s
[20:09:14.058] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:10:0)
[20:09:14.058] Timer tick, asking Buildbucket for the build status
[20:09:14.094] Build 8933748559787715712: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:09:14.094] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:11:0) after 1m0s
[20:10:14.116] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:11:0)
[20:10:14.116] Timer tick, asking Buildbucket for the build status
[20:10:14.232] Build 8933748559787715712: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:10:14.232] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:12:0) after 1m0s
[20:11:14.356] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:12:0)
[20:11:14.356] Timer tick, asking Buildbucket for the build status
[20:11:14.431] Build 8933748559787715712: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:11:14.431] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:13:0) after 1m0s
[20:12:14.540] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:13:0)
[20:12:14.540] Timer tick, asking Buildbucket for the build status
[20:12:14.831] Build 8933748559787715712: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:12:14.832] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:14:0) after 1m0s
[20:13:14.857] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:14:0)
[20:13:14.857] Timer tick, asking Buildbucket for the build status
[20:13:14.902] Build 8933748559787715712: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:13:14.902] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:15:0) after 1m0s
[20:14:14.920] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:15:0)
[20:14:14.920] Timer tick, asking Buildbucket for the build status
[20:14:14.995] Build 8933748559787715712: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:14:14.995] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:16:0) after 1m0s
[20:15:15.013] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:16:0)
[20:15:15.013] Timer tick, asking Buildbucket for the build status
[20:15:15.062] Build 8933748559787715712: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:15:15.062] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:17:0) after 1m0s
[20:16:15.081] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:17:0)
[20:16:15.081] Timer tick, asking Buildbucket for the build status
[20:16:15.251] Build 8933748559787715712: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:16:15.251] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:18:0) after 1m0s
[20:17:15.269] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:18:0)
[20:17:15.269] Timer tick, asking Buildbucket for the build status
[20:17:15.366] Build 8933748559787715712: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:17:15.366] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:19:0) after 1m0s
[20:18:15.396] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:19:0)
[20:18:15.396] Timer tick, asking Buildbucket for the build status
[20:18:15.442] Build 8933748559787715712: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:18:15.442] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:20:0) after 1m0s
[20:19:15.463] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:20:0)
[20:19:15.463] Timer tick, asking Buildbucket for the build status
[20:19:15.690] Build 8933748559787715712: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:19:15.690] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:21:0) after 1m0s
[20:20:15.709] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:21:0)
[20:20:15.709] Timer tick, asking Buildbucket for the build status
[20:20:15.777] Build 8933748559787715712: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:20:15.777] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:22:0) after 1m0s
[20:21:15.873] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:22:0)
[20:21:15.873] Timer tick, asking Buildbucket for the build status
[20:21:16.054] Build 8933748559787715712: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:21:16.054] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:23:0) after 1m0s
[20:22:16.077] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:23:0)
[20:22:16.077] Timer tick, asking Buildbucket for the build status
[20:22:16.120] Build 8933748559787715712: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:22:16.120] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:24:0) after 1m0s
[20:23:16.143] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:24:0)
[20:23:16.143] Timer tick, asking Buildbucket for the build status
[20:23:16.204] Build 8933748559787715712: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:23:16.204] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:25:0) after 1m0s
[20:24:16.359] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:25:0)
[20:24:16.359] Timer tick, asking Buildbucket for the build status
[20:24:16.434] Build 8933748559787715712: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:24:16.434] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:26:0) after 1m0s
[20:25:16.467] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:26:0)
[20:25:16.467] Timer tick, asking Buildbucket for the build status
[20:25:16.501] Build 8933748559787715712: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:25:16.501] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:27:0) after 1m0s
[20:26:16.573] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:27:0)
[20:26:16.573] Timer tick, asking Buildbucket for the build status
[20:26:24.643] Build 8933748559787715712: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:26:24.643] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:28:0) after 1m0s
[20:27:24.659] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:28:0)
[20:27:24.659] Timer tick, asking Buildbucket for the build status
[20:27:24.756] Build 8933748559787715712: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:27:24.756] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:29:0) after 1m0s
[20:28:24.769] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:29:0)
[20:28:24.769] Timer tick, asking Buildbucket for the build status
[20:28:24.843] Build 8933748559787715712: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:28:24.843] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:30:0) after 1m0s
[20:29:24.865] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:30:0)
[20:29:24.865] Timer tick, asking Buildbucket for the build status
[20:29:24.898] Build 8933748559787715712: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:29:24.898] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:31:0) after 1m0s
[20:30:24.922] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:31:0)
[20:30:24.922] Timer tick, asking Buildbucket for the build status
[20:30:24.994] Build 8933748559787715712: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:30:24.994] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:32:0) after 1m0s
[20:31:25.028] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:32:0)
[20:31:25.028] Timer tick, asking Buildbucket for the build status
[20:31:25.141] Build 8933748559787715712: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:31:25.141] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:33:0) after 1m0s
[20:32:25.163] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:33:0)
[20:32:25.163] Timer tick, asking Buildbucket for the build status
[20:32:25.211] Build 8933748559787715712: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:32:25.211] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:34:0) after 1m0s
[20:33:25.227] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:34:0)
[20:33:25.227] Timer tick, asking Buildbucket for the build status
[20:33:25.368] Build 8933748559787715712: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:33:25.368] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:35:0) after 1m0s
[20:34:25.387] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:35:0)
[20:34:25.387] Timer tick, asking Buildbucket for the build status
[20:34:25.558] Build 8933748559787715712: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:34:25.558] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:36:0) after 1m0s
[20:35:25.596] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:36:0)
[20:35:25.596] Timer tick, asking Buildbucket for the build status
[20:35:25.651] Build 8933748559787715712: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:35:25.651] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:37:0) after 1m0s
[20:36:25.792] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:37:0)
[20:36:25.792] Timer tick, asking Buildbucket for the build status
[20:36:25.860] Build 8933748559787715712: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:36:25.860] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:38:0) after 1m0s
[20:37:25.891] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:38:0)
[20:37:25.891] Timer tick, asking Buildbucket for the build status
[20:37:26.029] Build 8933748559787715712: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:37:26.029] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:39:0) after 1m0s
[20:38:26.047] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:39:0)
[20:38:26.047] Timer tick, asking Buildbucket for the build status
[20:38:26.146] Build 8933748559787715712: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:38:26.146] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:40:0) after 1m0s
[20:39:26.272] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:40:0)
[20:39:26.272] Timer tick, asking Buildbucket for the build status
[20:39:26.421] Build 8933748559787715712: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:39:26.421] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:41:0) after 1m0s
[20:40:26.461] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:41:0)
[20:40:26.461] Timer tick, asking Buildbucket for the build status
[20:40:26.505] Build 8933748559787715712: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:40:26.505] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:42:0) after 1m0s
[20:41:26.527] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:42:0)
[20:41:26.527] Timer tick, asking Buildbucket for the build status
[20:41:26.626] Build 8933748559787715712: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:41:26.626] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:43:0) after 1m0s
[20:42:26.658] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:43:0)
[20:42:26.658] Timer tick, asking Buildbucket for the build status
[20:42:26.714] Build 8933748559787715712: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:42:26.714] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:44:0) after 1m0s
[20:43:26.776] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:44:0)
[20:43:26.776] Timer tick, asking Buildbucket for the build status
[20:43:27.369] Build 8933748559787715712: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:43:27.369] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:45:0) after 1m0s
[20:44:27.490] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:45:0)
[20:44:27.491] Timer tick, asking Buildbucket for the build status
[20:44:27.537] Build 8933748559787715712: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:44:27.537] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:46:0) after 1m0s
[20:45:27.614] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:46:0)
[20:45:27.614] Timer tick, asking Buildbucket for the build status
[20:45:27.833] Build 8933748559787715712: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:45:27.833] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:47:0) after 1m0s
[20:46:27.890] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:47:0)
[20:46:27.890] Timer tick, asking Buildbucket for the build status
[20:46:27.972] Build 8933748559787715712: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:46:27.972] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:48:0) after 1m0s
[20:47:28.058] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:48:0)
[20:47:28.058] Timer tick, asking Buildbucket for the build status
[20:47:28.182] Build 8933748559787715712: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:47:28.183] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:49:0) after 1m0s
[20:48:28.213] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:49:0)
[20:48:28.213] Timer tick, asking Buildbucket for the build status
[20:48:28.260] Build 8933748559787715712: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:48:28.260] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:50:0) after 1m0s
[20:49:28.399] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:50:0)
[20:49:28.399] Timer tick, asking Buildbucket for the build status
[20:49:28.481] Build 8933748559787715712: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:49:28.481] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:51:0) after 1m0s
[20:50:28.593] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:51:0)
[20:50:28.593] Timer tick, asking Buildbucket for the build status
[20:50:28.639] Build 8933748559787715712: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:50:28.639] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:52:0) after 1m0s
[20:51:28.677] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:52:0)
[20:51:28.677] Timer tick, asking Buildbucket for the build status
[20:51:28.746] Build 8933748559787715712: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:51:28.746] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:53:0) after 1m0s
[20:52:28.764] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:53:0)
[20:52:28.764] Timer tick, asking Buildbucket for the build status
[20:52:28.803] Build 8933748559787715712: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:52:28.803] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:54:0) after 1m0s
[20:53:28.823] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:54:0)
[20:53:28.823] Timer tick, asking Buildbucket for the build status
[20:53:29.040] Build 8933748559787715712: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:53:29.040] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:55:0) after 1m0s
[20:54:29.138] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:55:0)
[20:54:29.138] Timer tick, asking Buildbucket for the build status
[20:54:29.232] Build 8933748559787715712: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:54:29.232] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:56:0) after 1m0s
[20:55:29.309] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:56:0)
[20:55:29.309] Timer tick, asking Buildbucket for the build status
[20:55:29.359] Build 8933748559787715712: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:55:29.359] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:57:0) after 1m0s
[20:56:29.384] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:57:0)
[20:56:29.384] Timer tick, asking Buildbucket for the build status
[20:56:29.430] Build 8933748559787715712: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:56:29.430] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:58:0) after 1m0s
[20:57:29.460] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:58:0)
[20:57:29.460] Timer tick, asking Buildbucket for the build status
[20:57:29.590] Build 8933748559787715712: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:57:29.590] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:59:0) after 1m0s
[20:58:29.613] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:59:0)
[20:58:29.613] Timer tick, asking Buildbucket for the build status
[20:58:29.668] Build 8933748559787715712: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:58:29.668] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:60:0) after 1m0s
[20:59:29.713] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:60:0)
[20:59:29.713] Timer tick, asking Buildbucket for the build status
[20:59:29.810] Build 8933748559787715712: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:59:29.810] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:61:0) after 1m0s
[21:00:29.978] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:61:0)
[21:00:29.979] Timer tick, asking Buildbucket for the build status
[21:00:30.049] Build 8933748559787715712: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:00:30.049] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:62:0) after 1m0s
[21:01:30.084] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:62:0)
[21:01:30.084] Timer tick, asking Buildbucket for the build status
[21:01:30.136] Build 8933748559787715712: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:01:30.136] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:63:0) after 1m0s
[21:02:30.177] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:63:0)
[21:02:30.177] Timer tick, asking Buildbucket for the build status
[21:02:30.218] Build 8933748559787715712: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:02:30.218] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:64:0) after 1m0s
[21:03:30.241] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:64:0)
[21:03:30.241] Timer tick, asking Buildbucket for the build status
[21:03:30.338] Build 8933748559787715712: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:03:30.338] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:65:0) after 1m0s
[21:04:30.589] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:65:0)
[21:04:30.589] Timer tick, asking Buildbucket for the build status
[21:04:30.784] Build 8933748559787715712: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:04:30.784] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:66:0) after 1m0s
[21:05:30.837] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:66:0)
[21:05:30.838] Timer tick, asking Buildbucket for the build status
[21:05:30.912] Build 8933748559787715712: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:05:30.912] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:67:0) after 1m0s
[21:06:30.949] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:67:0)
[21:06:30.949] Timer tick, asking Buildbucket for the build status
[21:06:31.001] Build 8933748559787715712: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:06:31.001] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:68:0) after 1m0s
[21:07:31.081] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:68:0)
[21:07:31.081] Timer tick, asking Buildbucket for the build status
[21:07:31.169] Build 8933748559787715712: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:07:31.169] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:69:0) after 1m0s
[21:08:31.186] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:69:0)
[21:08:31.186] Timer tick, asking Buildbucket for the build status
[21:08:31.230] Build 8933748559787715712: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:08:31.230] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:70:0) after 1m0s
[21:09:31.333] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:70:0)
[21:09:31.333] Timer tick, asking Buildbucket for the build status
[21:09:31.399] Build 8933748559787715712: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:09:31.399] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:71:0) after 1m0s
[21:10:31.449] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:71:0)
[21:10:31.449] Timer tick, asking Buildbucket for the build status
[21:10:31.505] Build 8933748559787715712: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:10:31.505] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:72:0) after 1m0s
[21:11:31.527] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:72:0)
[21:11:31.527] Timer tick, asking Buildbucket for the build status
[21:11:31.569] Build 8933748559787715712: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:11:31.569] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:73:0) after 1m0s
[21:12:31.638] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:73:0)
[21:12:31.638] Timer tick, asking Buildbucket for the build status
[21:12:31.680] Build 8933748559787715712: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:12:31.680] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:74:0) after 1m0s
[21:13:31.698] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:74:0)
[21:13:31.698] Timer tick, asking Buildbucket for the build status
[21:13:31.762] Build 8933748559787715712: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:13:31.762] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:75:0) after 1m0s
[21:14:31.781] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:75:0)
[21:14:31.781] Timer tick, asking Buildbucket for the build status
[21:14:31.821] Build 8933748559787715712: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:14:31.821] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:76:0) after 1m0s
[21:15:31.842] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:76:0)
[21:15:31.842] Timer tick, asking Buildbucket for the build status
[21:15:31.898] Build 8933748559787715712: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:15:31.898] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:77:0) after 1m0s
[21:16:31.919] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:77:0)
[21:16:31.919] Timer tick, asking Buildbucket for the build status
[21:16:31.960] Build 8933748559787715712: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:16:31.960] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:78:0) after 1m0s
[21:17:31.996] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:78:0)
[21:17:31.996] Timer tick, asking Buildbucket for the build status
[21:17:32.060] Build 8933748559787715712: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:17:32.060] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:79:0) after 1m0s
[21:18:32.167] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:79:0)
[21:18:32.167] Timer tick, asking Buildbucket for the build status
[21:18:32.240] Build 8933748559787715712: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:18:32.240] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:80:0) after 1m0s
[21:19:32.270] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:80:0)
[21:19:32.270] Timer tick, asking Buildbucket for the build status
[21:19:32.333] Build 8933748559787715712: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:19:32.333] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:81:0) after 1m0s
[21:20:32.351] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:81:0)
[21:20:32.351] Timer tick, asking Buildbucket for the build status
[21:20:32.387] Build 8933748559787715712: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:20:32.387] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:82:0) after 1m0s
[21:21:32.439] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:82:0)
[21:21:32.439] Timer tick, asking Buildbucket for the build status
[21:21:32.570] Build 8933748559787715712: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:21:32.570] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:83:0) after 1m0s
[21:22:32.592] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:83:0)
[21:22:32.592] Timer tick, asking Buildbucket for the build status
[21:22:32.630] Build 8933748559787715712: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:22:32.630] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:84:0) after 1m0s
[21:23:32.655] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:84:0)
[21:23:32.655] Timer tick, asking Buildbucket for the build status
[21:23:32.723] Build 8933748559787715712: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:23:32.723] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:85:0) after 1m0s
[21:24:32.744] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:85:0)
[21:24:32.744] Timer tick, asking Buildbucket for the build status
[21:24:32.802] Build 8933748559787715712: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:24:32.802] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:86:0) after 1m0s
[21:25:32.832] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:86:0)
[21:25:32.832] Timer tick, asking Buildbucket for the build status
[21:25:32.984] Build 8933748559787715712: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:25:32.984] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:87:0) after 1m0s
[21:26:33.015] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:87:0)
[21:26:33.015] Timer tick, asking Buildbucket for the build status
[21:26:33.075] Build 8933748559787715712: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:26:33.075] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:88:0) after 1m0s
[21:27:33.100] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:88:0)
[21:27:33.100] Timer tick, asking Buildbucket for the build status
[21:27:33.161] Build 8933748559787715712: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:27:33.161] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:89:0) after 1m0s
[21:28:33.197] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:89:0)
[21:28:33.197] Timer tick, asking Buildbucket for the build status
[21:28:33.259] Build 8933748559787715712: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:28:33.259] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:90:0) after 1m0s
[21:29:33.282] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:90:0)
[21:29:33.282] Timer tick, asking Buildbucket for the build status
[21:29:33.344] Build 8933748559787715712: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:29:33.344] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:91:0) after 1m0s
[21:30:33.464] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:91:0)
[21:30:33.464] Timer tick, asking Buildbucket for the build status
[21:30:33.523] Build 8933748559787715712: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:30:33.523] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:92:0) after 1m0s
[21:31:33.608] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:92:0)
[21:31:33.608] Timer tick, asking Buildbucket for the build status
[21:31:33.686] Build 8933748559787715712: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:31:33.686] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:93:0) after 1m0s
[21:32:33.787] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:93:0)
[21:32:33.787] Timer tick, asking Buildbucket for the build status
[21:32:33.823] Build 8933748559787715712: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:32:33.823] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:94:0) after 1m0s
[21:33:33.853] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:94:0)
[21:33:33.853] Timer tick, asking Buildbucket for the build status
[21:33:33.913] Build 8933748559787715712: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:33:33.913] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:95:0) after 1m0s
[21:34:33.940] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:95:0)
[21:34:33.940] Timer tick, asking Buildbucket for the build status
[21:34:34.152] Build 8933748559787715712: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:34:34.152] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:96:0) after 1m0s
[21:35:34.205] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:96:0)
[21:35:34.205] Timer tick, asking Buildbucket for the build status
[21:35:34.280] Build 8933748559787715712: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:35:34.280] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:97:0) after 1m0s
[21:36:34.314] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:97:0)
[21:36:34.314] Timer tick, asking Buildbucket for the build status
[21:36:34.384] Build 8933748559787715712: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:36:34.384] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:98:0) after 1m0s
[21:37:34.472] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:98:0)
[21:37:34.472] Timer tick, asking Buildbucket for the build status
[21:37:34.516] Build 8933748559787715712: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:37:34.516] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:99:0) after 1m0s
[21:38:34.544] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:99:0)
[21:38:34.544] Timer tick, asking Buildbucket for the build status
[21:38:34.605] Build 8933748559787715712: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:38:34.605] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:100:0) after 1m0s
[21:39:34.681] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:100:0)
[21:39:34.681] Timer tick, asking Buildbucket for the build status
[21:39:34.750] Build 8933748559787715712: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:39:34.750] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:101:0) after 1m0s
[21:40:34.788] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:101:0)
[21:40:34.788] Timer tick, asking Buildbucket for the build status
[21:40:34.891] Build 8933748559787715712: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:40:34.891] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:102:0) after 1m0s
[21:41:34.932] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:102:0)
[21:41:34.932] Timer tick, asking Buildbucket for the build status
[21:41:35.054] Build 8933748559787715712: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:41:35.054] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:103:0) after 1m0s
[21:42:35.092] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:103:0)
[21:42:35.092] Timer tick, asking Buildbucket for the build status
[21:42:35.216] Build 8933748559787715712: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:42:35.216] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:104:0) after 1m0s
[21:43:35.245] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:104:0)
[21:43:35.245] Timer tick, asking Buildbucket for the build status
[21:43:35.304] Build 8933748559787715712: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:43:35.304] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:105:0) after 1m0s
[21:44:35.336] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:105:0)
[21:44:35.336] Timer tick, asking Buildbucket for the build status
[21:44:35.517] Build 8933748559787715712: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:44:35.517] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:106:0) after 1m0s
[21:45:35.558] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:106:0)
[21:45:35.558] Timer tick, asking Buildbucket for the build status
[21:45:35.633] Build 8933748559787715712: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:45:35.633] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:107:0) after 1m0s
[21:46:35.690] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:107:0)
[21:46:35.690] Timer tick, asking Buildbucket for the build status
[21:46:35.775] Build 8933748559787715712: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:46:35.775] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:108:0) after 1m0s
[21:47:35.807] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:108:0)
[21:47:35.807] Timer tick, asking Buildbucket for the build status
[21:47:35.870] Build 8933748559787715712: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:47:35.870] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:109:0) after 1m0s
[21:48:35.898] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:109:0)
[21:48:35.898] Timer tick, asking Buildbucket for the build status
[21:48:35.961] Build 8933748559787715712: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:48:35.961] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:110:0) after 1m0s
[21:49:35.981] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:110:0)
[21:49:35.981] Timer tick, asking Buildbucket for the build status
[21:49:36.044] Build 8933748559787715712: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:49:36.044] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:111:0) after 1m0s
[21:50:36.066] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:111:0)
[21:50:36.066] Timer tick, asking Buildbucket for the build status
[21:50:36.109] Build 8933748559787715712: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:50:36.109] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9099178621898536928:112:0) after 1m0s
[21:50:46.287] Received PubSub notification, asking Buildbucket for the build status
[21:50:46.341] Build 8933748559787715712: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[21:50:46.341] Buildbucket build:
{
  "build": {
    "bucket": "luci.infra.codesearch",
    "canary_preference": "AUTO",
    "completed_ts": "1538517045080416",
    "created_by": "user:luci-scheduler@appspot.gserviceaccount.com",
    "created_ts": "1538510471507274",
    "failure_reason": "BUILD_FAILURE",
    "id": "8933748559787715712",
    "parameters_json": "{\"builder_name\": \"codesearch-gen-chromium-android\", \"properties\": {\"root_solution_revision\": \"9871aafa3bedffec7590bb7bb67e20c3c322593b\", \"root_solution_revision_timestamp\": 1538510358}}",
    "project": "infra",
    "result": "FAILURE",
    "result_details_json": "{\"ui\": {\"info\": \"Failure sync generated files\"}, \"build_run_result\": {\"infraFailure\": null, \"recipeResult\": {\"failure\": {\"failure\": {\"step\": \"sync generated files\"}, \"humanReason\": \"Step('sync generated files') failed with return_code 1\"}}, \"recipeExitCode\": {\"value\": 1}, \"recipe\": {\"name\": \"chromium_codesearch\", \"repository\": \"\", \"revision\": \"\"}, \"annotationUrl\": \"logdog://logs.chromium.org/infra/buildbucket/cr-buildbucket.appspot.com/8933748559787715712/+/annotations\"}, \"swarming\": {\"bot_dimensions\": {\"machine_type\": [\"n1-standard-8\"], \"inside_docker\": [\"0\"], \"python\": [\"2.7.6\"], \"builder\": [\"codesearch-gen-chromium-android\"], \"kvm\": [\"1\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-Haswell_GCE\", \"x86-64-avx2\"], \"server_version\": [\"3801-8761768\"], \"image\": [\"chrome-trusty-18042300-b7223b463e3\"], \"gpu\": [\"none\"], \"cores\": [\"8\"], \"zone\": [\"us\", \"us-central\", \"us-central1\", \"us-central1-b\"], \"os\": [\"Linux\", \"Ubuntu\", \"Ubuntu-14.04\"], \"id\": [\"swarm1882-c4\"], \"pool\": [\"luci.infra.codesearch\"], \"caches\": [\"builder_4cb1e1a5f46c0ec1f9fa5bc56a0fb32ddd46a89e9942a4c640899804462e392d_v2\", \"codesearch_git_genfiles_repo\", \"git\", \"goma_v2\", \"vpython\"]}}, \"properties\": {\"got_nacl_revision\": \"2ebbdab4bfb1ed9dfe52ce756b34829207dbe25f\", \"got_clang_revision\": \"343342-1\", \"got_swarming_client_revision\": \"486c9b53c4d54dd4b95bb6ce0e31160e600dfc11\", \"got_revision\": \"9871aafa3bedffec7590bb7bb67e20c3c322593b\", \"recipe\": \"chromium_codesearch\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#24931}\", \"$recipe_engine/path\": {\"cache_dir\": \"/b/swarming/w/ir/cache\", \"temp_dir\": \"/b/swarming/w/ir/tmp/rt\"}, \"root_solution_revision_timestamp\": 1538510358, \"got_revision_cp\": \"refs/heads/master@{#595956}\", \"root_solution_revision\": \"9871aafa3bedffec7590bb7bb67e20c3c322593b\", \"buildername\": \"codesearch-gen-chromium-android\", \"got_webrtc_revision\": \"bfff4bac826cace3b76f8e29775009a8dad54433\", \"mastername\": \"chromium.infra.codesearch\", \"got_angle_revision\": \"0da73fedd90022e1dd9d4611e44e6307eeedaa13\", \"buildbucket\": {\"hostname\": \"cr-buildbucket.appspot.com\", \"build\": {\"created_ts\": 1538510471507274, \"tags\": [\"builder:codesearch-gen-chromium-android\", \"parent_buildername:codesearch-gen-chromium-initiator\", \"parent_buildnumber:5912\", \"scheduler_invocation_id:9099178621898536928\", \"scheduler_job_id:infra/codesearch-gen-chromium-android\", \"user_agent:luci-scheduler\", \"user_agent:recipe\"], \"bucket\": \"luci.infra.codesearch\", \"created_by\": \"user:luci-scheduler@appspot.gserviceaccount.com\", \"project\": \"infra\", \"id\": \"8933748559787715712\"}}, \"got_v8_revision\": \"573561bf18181e6a08b8db00576dcb8adc969800\", \"got_v8_revision_cp\": \"refs/heads/7.1.226@{#1}\", \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"buildnumber\": 2666, \"path_config\": \"generic\", \"bot_id\": \"swarm1882-c4\", \"got_buildtools_revision\": \"2dff9c9c74e9d732e6fe57c84ef7fd044cc45d96\"}}",
    "service_account": "infra-codesearch@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1538510478126748",
    "status": "COMPLETED",
    "status_changed_ts": "1538517045844957",
    "tags": [
      "build_address:luci.infra.codesearch/codesearch-gen-chromium-android/2666",
      "builder:codesearch-gen-chromium-android",
      "parent_buildername:codesearch-gen-chromium-initiator",
      "parent_buildnumber:5912",
      "scheduler_invocation_id:9099178621898536928",
      "scheduler_job_id:infra/codesearch-gen-chromium-android",
      "swarming_dimension:builder:codesearch-gen-chromium-android",
      "swarming_dimension:caches:builder_4cb1e1a5f46c0ec1f9fa5bc56a0fb32ddd46a89e9942a4c640899804462e392d_v2",
      "swarming_dimension:cpu:x86-64",
      "swarming_dimension:os:Ubuntu-14.04",
      "swarming_dimension:pool:luci.infra.codesearch",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:build_address:luci.infra.codesearch/codesearch-gen-chromium-android/2666",
      "swarming_tag:buildbucket_bucket:luci.infra.codesearch",
      "swarming_tag:buildbucket_build_id:8933748559787715712",
      "swarming_tag:buildbucket_hostname:cr-buildbucket.appspot.com",
      "swarming_tag:buildbucket_template_canary:0",
      "swarming_tag:buildbucket_template_revision:4c790cbde9342069ed9b59b6709c8807b14f2913",
      "swarming_tag:builder:codesearch-gen-chromium-android",
      "swarming_tag:caches:builder_4cb1e1a5f46c0ec1f9fa5bc56a0fb32ddd46a89e9942a4c640899804462e392d_v2",
      "swarming_tag:cpu:x86-64",
      "swarming_tag:log_location:logdog://logs.chromium.org/infra/buildbucket/cr-buildbucket.appspot.com/8933748559787715712/+/annotations",
      "swarming_tag:luci_project:infra",
      "swarming_tag:os:Ubuntu-14.04",
      "swarming_tag:parent_buildername:codesearch-gen-chromium-initiator",
      "swarming_tag:parent_buildnumber:5912",
      "swarming_tag:pool:luci.infra.codesearch",
      "swarming_tag:priority:30",
      "swarming_tag:recipe_name:chromium_codesearch",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_tag:scheduler_invocation_id:9099178621898536928",
      "swarming_tag:scheduler_job_id:infra/codesearch-gen-chromium-android",
      "swarming_tag:service_account:infra-codesearch@chops-service-accounts.iam.gserviceaccount.com",
      "swarming_tag:swarming.pool.template:skip",
      "swarming_tag:swarming.pool.version:1370a3d578c413f3651e54ae2a5ecdda53b1d9fa",
      "swarming_tag:user:None",
      "swarming_tag:user_agent:luci-scheduler",
      "swarming_tag:user_agent:recipe",
      "swarming_tag:vpython:native-python-wrapper",
      "swarming_task_id:404f304dacd8d110",
      "user_agent:luci-scheduler",
      "user_agent:recipe"
    ],
    "updated_ts": "1538517045862264",
    "url": "https://ci.chromium.org/p/infra/builders/luci.infra.codesearch/codesearch-gen-chromium-android/2666",
    "utcnow_ts": "1538517046330540"
  }
}
[21:50:46.341] Invocation finished in 1h49m36.230471208s with status FAILED