Status: FAILED
Triggered by: infra-codesearch@chops-service-accounts.iam.gserviceaccount.com
Duration: 1 hour
Actions:

Definition (rev 5bfead47a13c7b4bf35f6ab7ff843d1e826114ad)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.infra.codesearch"
  builder: "codesearch-gen-chromium-android"
>

Incoming triggers

  • codesearch-gen-chromium-initiator/10340 (5 years ago by infra-codesearch@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "codesearch_mirror_revision": "58cc8177df92563df8bfb99e5473b577d4c66bc1",
  "codesearch_mirror_revision_timestamp": 1584014314,
  "root_solution_revision": "fc9c78109a556c467c09e1fcec92fe156fd2a783",
  "root_solution_revision_timestamp": 1584014287
}

Incoming tags

  • parent_buildername:codesearch-gen-chromium-initiator
  • parent_buildnumber:10340
  • user_agent:recipe

Debug log (UTC)

[12:01:10.571] New invocation is queued and will start shortly
[12:01:10.571] Triggered by user:infra-codesearch@chops-service-accounts.iam.gserviceaccount.com
[12:01:12.028] Starting the invocation (attempt 1)
[12:01:12.069] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[12:01:12.069] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[12:01:12.069] Buildbucket request:
{
  "bucket": "luci.infra.codesearch",
  "client_operation_id": "9051464219128411968",
  "parameters_json": "{\"builder_name\":\"codesearch-gen-chromium-android\",\"properties\":{\"$recipe_engine/scheduler\":{\"hostname\":\"luci-scheduler.appspot.com\",\"triggers\":[{\"buildbucket\":{\"properties\":{\"codesearch_mirror_revision\":\"58cc8177df92563df8bfb99e5473b577d4c66bc1\",\"codesearch_mirror_revision_timestamp\":1584014314,\"root_solution_revision\":\"fc9c78109a556c467c09e1fcec92fe156fd2a783\",\"root_solution_revision_timestamp\":1584014287},\"tags\":[\"parent_buildername:codesearch-gen-chromium-initiator\",\"parent_buildnumber:10340\",\"user_agent:recipe\"]},\"id\":\"61b0fa3c-68aa-4e0d-b13c-3a1de2ff2170\",\"title\":\"codesearch-gen-chromium-initiator/10340\"}]},\"codesearch_mirror_revision\":\"58cc8177df92563df8bfb99e5473b577d4c66bc1\",\"codesearch_mirror_revision_timestamp\":1584014314,\"root_solution_revision\":\"fc9c78109a556c467c09e1fcec92fe156fd2a783\",\"root_solution_revision_timestamp\":1584014287}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:codesearch-gen-chromium-android",
    "scheduler_invocation_id:9051464219128411968",
    "scheduler_job_id:infra/codesearch-gen-chromium-android",
    "user_agent:luci-scheduler",
    "parent_buildername:codesearch-gen-chromium-initiator",
    "parent_buildnumber:10340",
    "user_agent:recipe"
  ]
}
[12:01:12.673] Buildbucket response:
{
  "build": {
    "bucket": "luci.infra.codesearch",
    "canary_preference": "PROD",
    "created_by": "project:infra",
    "created_ts": "1584014472143725",
    "id": "8886034156816591680",
    "parameters_json": "{\"builder_name\": \"codesearch-gen-chromium-android\", \"properties\": {\"$recipe_engine/scheduler\": {\"hostname\": \"luci-scheduler.appspot.com\", \"triggers\": [{\"buildbucket\": {\"properties\": {\"codesearch_mirror_revision\": \"58cc8177df92563df8bfb99e5473b577d4c66bc1\", \"codesearch_mirror_revision_timestamp\": 1584014314.0, \"root_solution_revision\": \"fc9c78109a556c467c09e1fcec92fe156fd2a783\", \"root_solution_revision_timestamp\": 1584014287.0}, \"tags\": [\"parent_buildername:codesearch-gen-chromium-initiator\", \"parent_buildnumber:10340\", \"user_agent:recipe\"]}, \"id\": \"61b0fa3c-68aa-4e0d-b13c-3a1de2ff2170\", \"title\": \"codesearch-gen-chromium-initiator/10340\"}]}, \"codesearch_mirror_revision\": \"58cc8177df92563df8bfb99e5473b577d4c66bc1\", \"codesearch_mirror_revision_timestamp\": 1584014314.0, \"root_solution_revision\": \"fc9c78109a556c467c09e1fcec92fe156fd2a783\", \"root_solution_revision_timestamp\": 1584014287.0}}",
    "project": "infra",
    "result_details_json": "{\"properties\": {}}",
    "service_account": "infra-codesearch@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1584014472522804",
    "tags": [
      "build_address:luci.infra.codesearch/codesearch-gen-chromium-android/7091",
      "builder:codesearch-gen-chromium-android",
      "parent_buildername:codesearch-gen-chromium-initiator",
      "parent_buildnumber:10340",
      "scheduler_invocation_id:9051464219128411968",
      "scheduler_job_id:infra/codesearch-gen-chromium-android",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/infra/buildbucket/cr-buildbucket.appspot.com/8886034156816591680/+/annotations",
      "swarming_tag:luci_project:infra",
      "swarming_tag:recipe_name:chromium_codesearch",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:",
      "user_agent:luci-scheduler",
      "user_agent:recipe"
    ],
    "updated_ts": "1584014472522919",
    "url": "https://ci.chromium.org/b/8886034156816591680",
    "utcnow_ts": "1584014472661547"
  }
}
[12:01:12.674] Task URL: https://ci.chromium.org/b/8886034156816591680
[12:01:12.674] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:2:0) after 1m0s
[12:01:43.814] Received PubSub notification, asking Buildbucket for the build status
[12:01:44.008] Build 8886034156816591680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:02:12.694] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:2:0)
[12:02:12.694] Timer tick, asking Buildbucket for the build status
[12:02:12.984] Build 8886034156816591680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:02:12.984] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:4:0) after 1m0s
[12:03:13.003] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:4:0)
[12:03:13.003] Timer tick, asking Buildbucket for the build status
[12:03:13.116] Build 8886034156816591680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:03:13.116] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:5:0) after 1m0s
[12:04:13.224] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:5:0)
[12:04:13.224] Timer tick, asking Buildbucket for the build status
[12:04:13.742] Build 8886034156816591680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:04:13.742] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:6:0) after 1m0s
[12:05:13.782] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:6:0)
[12:05:13.782] Timer tick, asking Buildbucket for the build status
[12:05:13.882] Build 8886034156816591680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:05:13.882] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:7:0) after 1m0s
[12:06:13.864] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:7:0)
[12:06:13.864] Timer tick, asking Buildbucket for the build status
[12:06:14.059] Build 8886034156816591680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:06:14.059] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:8:0) after 1m0s
[12:07:14.096] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:8:0)
[12:07:14.096] Timer tick, asking Buildbucket for the build status
[12:07:14.227] Build 8886034156816591680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:07:14.227] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:9:0) after 1m0s
[12:08:14.323] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:9:0)
[12:08:14.323] Timer tick, asking Buildbucket for the build status
[12:08:14.407] Build 8886034156816591680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:08:14.407] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:10:0) after 1m0s
[12:09:14.475] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:10:0)
[12:09:14.475] Timer tick, asking Buildbucket for the build status
[12:09:14.607] Build 8886034156816591680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:09:14.607] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:11:0) after 1m0s
[12:10:14.691] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:11:0)
[12:10:14.691] Timer tick, asking Buildbucket for the build status
[12:10:14.802] Build 8886034156816591680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:10:14.802] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:12:0) after 1m0s
[12:11:14.826] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:12:0)
[12:11:14.826] Timer tick, asking Buildbucket for the build status
[12:11:14.997] Build 8886034156816591680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:11:14.997] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:13:0) after 1m0s
[12:12:15.015] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:13:0)
[12:12:15.015] Timer tick, asking Buildbucket for the build status
[12:12:15.187] Build 8886034156816591680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:12:15.187] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:14:0) after 1m0s
[12:13:15.246] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:14:0)
[12:13:15.246] Timer tick, asking Buildbucket for the build status
[12:13:15.628] Build 8886034156816591680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:13:15.628] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:15:0) after 1m0s
[12:14:15.708] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:15:0)
[12:14:15.708] Timer tick, asking Buildbucket for the build status
[12:14:16.164] Build 8886034156816591680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:14:16.164] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:16:0) after 1m0s
[12:15:16.254] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:16:0)
[12:15:16.254] Timer tick, asking Buildbucket for the build status
[12:15:16.430] Build 8886034156816591680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:15:16.430] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:17:0) after 1m0s
[12:16:16.517] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:17:0)
[12:16:16.517] Timer tick, asking Buildbucket for the build status
[12:16:16.909] Build 8886034156816591680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:16:16.909] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:18:0) after 1m0s
[12:17:16.993] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:18:0)
[12:17:16.993] Timer tick, asking Buildbucket for the build status
[12:17:17.336] Build 8886034156816591680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:17:17.336] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:19:0) after 1m0s
[12:18:17.392] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:19:0)
[12:18:17.392] Timer tick, asking Buildbucket for the build status
[12:18:17.565] Build 8886034156816591680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:18:17.565] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:20:0) after 1m0s
[12:19:17.600] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:20:0)
[12:19:17.600] Timer tick, asking Buildbucket for the build status
[12:19:17.960] Build 8886034156816591680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:19:17.960] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:21:0) after 1m0s
[12:20:17.982] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:21:0)
[12:20:17.982] Timer tick, asking Buildbucket for the build status
[12:20:18.081] Build 8886034156816591680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:20:18.081] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:22:0) after 1m0s
[12:21:18.116] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:22:0)
[12:21:18.116] Timer tick, asking Buildbucket for the build status
[12:21:18.251] Build 8886034156816591680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:21:18.251] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:23:0) after 1m0s
[12:22:18.319] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:23:0)
[12:22:18.319] Timer tick, asking Buildbucket for the build status
[12:22:18.422] Build 8886034156816591680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:22:18.422] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:24:0) after 1m0s
[12:23:18.488] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:24:0)
[12:23:18.488] Timer tick, asking Buildbucket for the build status
[12:23:18.843] Build 8886034156816591680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:23:18.843] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:25:0) after 1m0s
[12:24:18.932] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:25:0)
[12:24:18.932] Timer tick, asking Buildbucket for the build status
[12:24:19.103] Build 8886034156816591680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:24:19.103] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:26:0) after 1m0s
[12:25:19.142] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:26:0)
[12:25:19.142] Timer tick, asking Buildbucket for the build status
[12:25:19.247] Build 8886034156816591680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:25:19.247] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:27:0) after 1m0s
[12:26:19.300] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:27:0)
[12:26:19.300] Timer tick, asking Buildbucket for the build status
[12:26:19.663] Build 8886034156816591680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:26:19.663] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:28:0) after 1m0s
[12:27:19.835] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:28:0)
[12:27:19.835] Timer tick, asking Buildbucket for the build status
[12:27:20.127] Build 8886034156816591680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:27:20.127] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:29:0) after 1m0s
[12:28:20.164] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:29:0)
[12:28:20.164] Timer tick, asking Buildbucket for the build status
[12:28:20.482] Build 8886034156816591680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:28:20.482] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:30:0) after 1m0s
[12:29:20.493] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:30:0)
[12:29:20.493] Timer tick, asking Buildbucket for the build status
[12:29:20.646] Build 8886034156816591680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:29:20.646] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:31:0) after 1m0s
[12:30:20.745] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:31:0)
[12:30:20.745] Timer tick, asking Buildbucket for the build status
[12:30:20.865] Build 8886034156816591680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:30:20.865] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:32:0) after 1m0s
[12:31:20.962] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:32:0)
[12:31:20.962] Timer tick, asking Buildbucket for the build status
[12:31:21.241] Build 8886034156816591680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:31:21.241] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:33:0) after 1m0s
[12:32:21.330] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:33:0)
[12:32:21.330] Timer tick, asking Buildbucket for the build status
[12:32:21.442] Build 8886034156816591680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:32:21.442] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:34:0) after 1m0s
[12:33:21.472] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:34:0)
[12:33:21.472] Timer tick, asking Buildbucket for the build status
[12:33:21.796] Build 8886034156816591680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:33:21.796] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:35:0) after 1m0s
[12:34:21.901] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:35:0)
[12:34:21.901] Timer tick, asking Buildbucket for the build status
[12:34:22.057] Build 8886034156816591680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:34:22.057] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:36:0) after 1m0s
[12:35:22.089] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:36:0)
[12:35:22.089] Timer tick, asking Buildbucket for the build status
[12:35:22.351] Build 8886034156816591680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:35:22.351] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:37:0) after 1m0s
[12:36:22.456] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:37:0)
[12:36:22.456] Timer tick, asking Buildbucket for the build status
[12:36:22.703] Build 8886034156816591680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:36:22.703] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:38:0) after 1m0s
[12:37:22.761] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:38:0)
[12:37:22.761] Timer tick, asking Buildbucket for the build status
[12:37:22.876] Build 8886034156816591680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:37:22.876] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:39:0) after 1m0s
[12:38:22.890] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:39:0)
[12:38:22.890] Timer tick, asking Buildbucket for the build status
[12:38:23.008] Build 8886034156816591680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:38:23.008] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:40:0) after 1m0s
[12:39:23.057] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:40:0)
[12:39:23.057] Timer tick, asking Buildbucket for the build status
[12:39:23.201] Build 8886034156816591680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:39:23.201] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:41:0) after 1m0s
[12:40:23.290] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:41:0)
[12:40:23.290] Timer tick, asking Buildbucket for the build status
[12:40:23.378] Build 8886034156816591680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:40:23.378] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:42:0) after 1m0s
[12:41:23.400] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:42:0)
[12:41:23.400] Timer tick, asking Buildbucket for the build status
[12:41:23.500] Build 8886034156816591680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:41:23.500] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:43:0) after 1m0s
[12:42:23.573] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:43:0)
[12:42:23.573] Timer tick, asking Buildbucket for the build status
[12:42:23.831] Build 8886034156816591680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:42:23.831] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:44:0) after 1m0s
[12:43:23.893] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:44:0)
[12:43:23.893] Timer tick, asking Buildbucket for the build status
[12:43:24.105] Build 8886034156816591680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:43:24.105] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:45:0) after 1m0s
[12:44:24.247] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:45:0)
[12:44:24.247] Timer tick, asking Buildbucket for the build status
[12:44:24.432] Build 8886034156816591680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:44:24.432] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:46:0) after 1m0s
[12:45:24.453] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:46:0)
[12:45:24.453] Timer tick, asking Buildbucket for the build status
[12:45:24.581] Build 8886034156816591680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:45:24.581] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:47:0) after 1m0s
[12:46:24.603] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:47:0)
[12:46:24.603] Timer tick, asking Buildbucket for the build status
[12:46:24.811] Build 8886034156816591680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:46:24.811] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:48:0) after 1m0s
[12:47:24.921] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:48:0)
[12:47:24.921] Timer tick, asking Buildbucket for the build status
[12:47:25.109] Build 8886034156816591680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:47:25.109] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:49:0) after 1m0s
[12:48:25.160] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:49:0)
[12:48:25.160] Timer tick, asking Buildbucket for the build status
[12:48:25.312] Build 8886034156816591680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:48:25.312] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:50:0) after 1m0s
[12:49:25.381] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:50:0)
[12:49:25.381] Timer tick, asking Buildbucket for the build status
[12:49:25.611] Build 8886034156816591680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:49:25.611] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:51:0) after 1m0s
[12:50:25.639] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:51:0)
[12:50:25.639] Timer tick, asking Buildbucket for the build status
[12:50:25.892] Build 8886034156816591680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:50:25.892] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:52:0) after 1m0s
[12:51:25.938] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:52:0)
[12:51:25.938] Timer tick, asking Buildbucket for the build status
[12:51:26.222] Build 8886034156816591680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:51:26.222] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:53:0) after 1m0s
[12:52:26.281] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:53:0)
[12:52:26.281] Timer tick, asking Buildbucket for the build status
[12:52:26.409] Build 8886034156816591680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:52:26.409] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:54:0) after 1m0s
[12:53:26.438] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:54:0)
[12:53:26.438] Timer tick, asking Buildbucket for the build status
[12:53:27.519] Build 8886034156816591680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:53:27.519] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:55:0) after 1m0s
[12:54:27.579] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:55:0)
[12:54:27.579] Timer tick, asking Buildbucket for the build status
[12:54:27.692] Build 8886034156816591680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:54:27.692] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:56:0) after 1m0s
[12:55:27.717] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:56:0)
[12:55:27.717] Timer tick, asking Buildbucket for the build status
[12:55:28.157] Build 8886034156816591680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:55:28.157] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:57:0) after 1m0s
[12:56:28.145] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:57:0)
[12:56:28.145] Timer tick, asking Buildbucket for the build status
[12:56:28.276] Build 8886034156816591680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:56:28.276] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:58:0) after 1m0s
[12:57:28.301] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:58:0)
[12:57:28.301] Timer tick, asking Buildbucket for the build status
[12:57:28.418] Build 8886034156816591680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:57:28.418] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:59:0) after 1m0s
[12:58:28.424] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:59:0)
[12:58:28.424] Timer tick, asking Buildbucket for the build status
[12:58:28.782] Build 8886034156816591680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:58:28.782] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:60:0) after 1m0s
[12:59:28.807] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:60:0)
[12:59:28.807] Timer tick, asking Buildbucket for the build status
[12:59:28.936] Build 8886034156816591680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:59:28.936] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:61:0) after 1m0s
[13:00:28.962] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:61:0)
[13:00:28.963] Timer tick, asking Buildbucket for the build status
[13:00:29.088] Build 8886034156816591680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:00:29.088] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:62:0) after 1m0s
[13:01:29.121] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:62:0)
[13:01:29.121] Timer tick, asking Buildbucket for the build status
[13:01:29.335] Build 8886034156816591680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:01:29.335] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:63:0) after 1m0s
[13:02:29.360] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:63:0)
[13:02:29.360] Timer tick, asking Buildbucket for the build status
[13:02:29.505] Build 8886034156816591680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:02:29.505] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:64:0) after 1m0s
[13:03:29.583] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:64:0)
[13:03:29.583] Timer tick, asking Buildbucket for the build status
[13:03:29.711] Build 8886034156816591680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:03:29.711] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:65:0) after 1m0s
[13:04:29.711] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:65:0)
[13:04:29.711] Timer tick, asking Buildbucket for the build status
[13:04:30.161] Build 8886034156816591680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:04:30.161] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:66:0) after 1m0s
[13:05:30.201] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:66:0)
[13:05:30.201] Timer tick, asking Buildbucket for the build status
[13:05:30.588] Build 8886034156816591680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:05:30.588] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:67:0) after 1m0s
[13:06:30.656] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:67:0)
[13:06:30.656] Timer tick, asking Buildbucket for the build status
[13:06:30.764] Build 8886034156816591680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:06:30.764] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:68:0) after 1m0s
[13:07:30.788] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:68:0)
[13:07:30.788] Timer tick, asking Buildbucket for the build status
[13:07:31.004] Build 8886034156816591680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:07:31.004] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:69:0) after 1m0s
[13:08:31.097] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:69:0)
[13:08:31.097] Timer tick, asking Buildbucket for the build status
[13:08:31.298] Build 8886034156816591680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:08:31.298] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:70:0) after 1m0s
[13:09:31.405] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:70:0)
[13:09:31.405] Timer tick, asking Buildbucket for the build status
[13:09:32.863] Build 8886034156816591680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:09:32.863] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:71:0) after 1m0s
[13:10:32.910] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:71:0)
[13:10:32.910] Timer tick, asking Buildbucket for the build status
[13:10:34.628] Build 8886034156816591680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:10:34.628] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:72:0) after 1m0s
[13:11:34.802] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:72:0)
[13:11:34.802] Timer tick, asking Buildbucket for the build status
[13:11:34.914] Build 8886034156816591680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:11:34.914] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:73:0) after 1m0s
[13:12:34.945] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:73:0)
[13:12:34.945] Timer tick, asking Buildbucket for the build status
[13:12:35.058] Build 8886034156816591680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:12:35.058] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:74:0) after 1m0s
[13:13:35.098] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:74:0)
[13:13:35.098] Timer tick, asking Buildbucket for the build status
[13:13:35.229] Build 8886034156816591680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:13:35.229] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:75:0) after 1m0s
[13:14:35.448] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:75:0)
[13:14:35.448] Timer tick, asking Buildbucket for the build status
[13:14:35.584] Build 8886034156816591680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:14:35.584] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:76:0) after 1m0s
[13:15:35.590] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:76:0)
[13:15:35.590] Timer tick, asking Buildbucket for the build status
[13:15:35.996] Build 8886034156816591680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:15:35.996] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:77:0) after 1m0s
[13:16:36.021] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:77:0)
[13:16:36.021] Timer tick, asking Buildbucket for the build status
[13:16:36.418] Build 8886034156816591680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:16:36.418] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:78:0) after 1m0s
[13:17:36.399] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:78:0)
[13:17:36.399] Timer tick, asking Buildbucket for the build status
[13:17:36.503] Build 8886034156816591680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:17:36.503] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:79:0) after 1m0s
[13:18:36.529] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:79:0)
[13:18:36.529] Timer tick, asking Buildbucket for the build status
[13:18:36.795] Build 8886034156816591680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:18:36.795] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:80:0) after 1m0s
[13:19:36.826] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:80:0)
[13:19:36.826] Timer tick, asking Buildbucket for the build status
[13:19:36.986] Build 8886034156816591680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:19:36.986] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:81:0) after 1m0s
[13:20:37.120] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:81:0)
[13:20:37.120] Timer tick, asking Buildbucket for the build status
[13:20:37.247] Build 8886034156816591680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:20:37.247] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:82:0) after 1m0s
[13:21:37.493] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:82:0)
[13:21:37.493] Timer tick, asking Buildbucket for the build status
[13:21:37.821] Build 8886034156816591680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:21:37.821] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:83:0) after 1m0s
[13:22:37.837] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:83:0)
[13:22:37.837] Timer tick, asking Buildbucket for the build status
[13:22:38.150] Build 8886034156816591680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:22:38.150] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:84:0) after 1m0s
[13:23:38.198] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:84:0)
[13:23:38.198] Timer tick, asking Buildbucket for the build status
[13:23:38.357] Build 8886034156816591680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:23:38.358] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:85:0) after 1m0s
[13:24:38.621] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:85:0)
[13:24:38.621] Timer tick, asking Buildbucket for the build status
[13:24:38.752] Build 8886034156816591680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:24:38.752] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:86:0) after 1m0s
[13:25:39.101] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:86:0)
[13:25:39.101] Timer tick, asking Buildbucket for the build status
[13:25:39.544] Build 8886034156816591680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:25:39.544] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:87:0) after 1m0s
[13:26:39.613] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:87:0)
[13:26:39.613] Timer tick, asking Buildbucket for the build status
[13:26:39.921] Build 8886034156816591680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:26:39.921] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:88:0) after 1m0s
[13:27:39.981] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:88:0)
[13:27:39.981] Timer tick, asking Buildbucket for the build status
[13:27:40.134] Build 8886034156816591680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:27:40.134] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:89:0) after 1m0s
[13:28:40.166] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:89:0)
[13:28:40.166] Timer tick, asking Buildbucket for the build status
[13:28:40.276] Build 8886034156816591680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:28:40.276] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:90:0) after 1m0s
[13:29:40.300] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:90:0)
[13:29:40.300] Timer tick, asking Buildbucket for the build status
[13:29:40.439] Build 8886034156816591680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:29:40.439] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:91:0) after 1m0s
[13:30:40.501] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:91:0)
[13:30:40.501] Timer tick, asking Buildbucket for the build status
[13:30:40.627] Build 8886034156816591680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:30:40.627] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:92:0) after 1m0s
[13:31:40.658] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:92:0)
[13:31:40.658] Timer tick, asking Buildbucket for the build status
[13:31:41.076] Build 8886034156816591680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:31:41.076] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:93:0) after 1m0s
[13:32:41.135] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:93:0)
[13:32:41.135] Timer tick, asking Buildbucket for the build status
[13:32:41.770] Build 8886034156816591680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:32:41.770] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:94:0) after 1m0s
[13:33:41.801] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:94:0)
[13:33:41.801] Timer tick, asking Buildbucket for the build status
[13:33:41.906] Build 8886034156816591680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:33:41.906] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:95:0) after 1m0s
[13:34:41.932] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:95:0)
[13:34:41.932] Timer tick, asking Buildbucket for the build status
[13:34:42.050] Build 8886034156816591680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:34:42.050] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:96:0) after 1m0s
[13:35:42.071] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:96:0)
[13:35:42.071] Timer tick, asking Buildbucket for the build status
[13:35:42.266] Build 8886034156816591680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:35:42.266] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:97:0) after 1m0s
[13:36:42.290] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:97:0)
[13:36:42.290] Timer tick, asking Buildbucket for the build status
[13:36:42.596] Build 8886034156816591680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:36:42.596] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:98:0) after 1m0s
[13:37:42.674] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:98:0)
[13:37:42.674] Timer tick, asking Buildbucket for the build status
[13:37:42.795] Build 8886034156816591680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:37:42.795] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:99:0) after 1m0s
[13:38:42.820] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:99:0)
[13:38:42.820] Timer tick, asking Buildbucket for the build status
[13:38:43.152] Build 8886034156816591680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:38:43.152] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:100:0) after 1m0s
[13:39:43.183] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:100:0)
[13:39:43.183] Timer tick, asking Buildbucket for the build status
[13:39:43.371] Build 8886034156816591680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:39:43.371] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:101:0) after 1m0s
[13:40:43.392] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:101:0)
[13:40:43.392] Timer tick, asking Buildbucket for the build status
[13:40:43.649] Build 8886034156816591680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:40:43.649] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:102:0) after 1m0s
[13:41:43.673] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:102:0)
[13:41:43.673] Timer tick, asking Buildbucket for the build status
[13:41:43.777] Build 8886034156816591680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:41:43.777] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:103:0) after 1m0s
[13:42:43.841] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:103:0)
[13:42:43.841] Timer tick, asking Buildbucket for the build status
[13:42:43.979] Build 8886034156816591680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:42:43.979] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:104:0) after 1m0s
[13:43:43.980] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:104:0)
[13:43:43.980] Timer tick, asking Buildbucket for the build status
[13:43:44.111] Build 8886034156816591680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:43:44.111] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:105:0) after 1m0s
[13:44:44.141] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:105:0)
[13:44:44.141] Timer tick, asking Buildbucket for the build status
[13:44:44.255] Build 8886034156816591680: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:44:44.255] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9051464219128411968:106:0) after 1m0s
[13:44:52.973] Received PubSub notification, asking Buildbucket for the build status
[13:44:53.038] Build 8886034156816591680: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[13:44:53.038] Buildbucket build:
{
  "build": {
    "bucket": "luci.infra.codesearch",
    "canary_preference": "PROD",
    "completed_ts": "1584020692129500",
    "created_by": "project:infra",
    "created_ts": "1584014472143725",
    "failure_reason": "BUILD_FAILURE",
    "id": "8886034156816591680",
    "parameters_json": "{\"builder_name\": \"codesearch-gen-chromium-android\", \"properties\": {\"$recipe_engine/scheduler\": {\"hostname\": \"luci-scheduler.appspot.com\", \"triggers\": [{\"buildbucket\": {\"properties\": {\"codesearch_mirror_revision\": \"58cc8177df92563df8bfb99e5473b577d4c66bc1\", \"codesearch_mirror_revision_timestamp\": 1584014314.0, \"root_solution_revision\": \"fc9c78109a556c467c09e1fcec92fe156fd2a783\", \"root_solution_revision_timestamp\": 1584014287.0}, \"tags\": [\"parent_buildername:codesearch-gen-chromium-initiator\", \"parent_buildnumber:10340\", \"user_agent:recipe\"]}, \"id\": \"61b0fa3c-68aa-4e0d-b13c-3a1de2ff2170\", \"title\": \"codesearch-gen-chromium-initiator/10340\"}]}, \"codesearch_mirror_revision\": \"58cc8177df92563df8bfb99e5473b577d4c66bc1\", \"codesearch_mirror_revision_timestamp\": 1584014314.0, \"root_solution_revision\": \"fc9c78109a556c467c09e1fcec92fe156fd2a783\", \"root_solution_revision_timestamp\": 1584014287.0}}",
    "project": "infra",
    "result": "FAILURE",
    "result_details_json": "{\"error\": {\"message\": \"#### Step _compile_ failed. Error logs are shown below:\\n```\\nFailing build because ninja reported work to do.\\nThis means that after completing a compile, another was run and\\nit resulted in still having work to do (that is, a no-op build\\nwasn't a no-op). Consult the first \\\"ninja explain:\\\" line for a\\nlikely culprit.\\n```\\n#### More information in raw_io.output[failure_summary]\"}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"$recipe_engine/scheduler\": {\"hostname\": \"luci-scheduler.appspot.com\", \"triggers\": [{\"buildbucket\": {\"properties\": {\"codesearch_mirror_revision\": \"58cc8177df92563df8bfb99e5473b577d4c66bc1\", \"codesearch_mirror_revision_timestamp\": 1584014314.0, \"root_solution_revision\": \"fc9c78109a556c467c09e1fcec92fe156fd2a783\", \"root_solution_revision_timestamp\": 1584014287.0}, \"tags\": [\"parent_buildername:codesearch-gen-chromium-initiator\", \"parent_buildnumber:10340\", \"user_agent:recipe\"]}, \"id\": \"61b0fa3c-68aa-4e0d-b13c-3a1de2ff2170\", \"title\": \"codesearch-gen-chromium-initiator/10340\"}]}, \"bot_id\": \"luci-infra-codesearch-xenial-0-cvr8\", \"buildername\": \"codesearch-gen-chromium-android\", \"buildnumber\": 7091, \"codesearch_mirror_revision\": \"58cc8177df92563df8bfb99e5473b577d4c66bc1\", \"codesearch_mirror_revision_timestamp\": 1584014314.0, \"got_angle_revision\": \"84780f7dc5e191f50a5070a8ef6dc1108ee51c36\", \"got_clang_revision\": \"n344329-9284abd0-5\", \"got_dawn_revision\": \"421684f9438d2c847b1c6571055074272d15c089\", \"got_nacl_revision\": \"35bcc9f6d5e81c3c39ad57de97ef9cd22301ee9e\", \"got_revision\": \"fc9c78109a556c467c09e1fcec92fe156fd2a783\", \"got_revision_cp\": \"refs/heads/master@{#749622}\", \"got_swarming_client_revision\": \"cc958279ffd6853e0a1b227a7e957ca334fe56af\", \"got_swiftshader_revision\": \"7e857092052e74bdba8017e211b4f91442be29e2\", \"got_v8_revision\": \"55e6902b92bd6cf73ac5387fcaf046b92b6c933d\", \"got_v8_revision_cp\": \"refs/heads/8.2.303@{#1}\", \"got_webrtc_revision\": \"2896bf697b6602575dc1b2717f214e39b1d57f09\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#30770}\", \"mastername\": \"chromium.infra.codesearch\", \"path_config\": \"generic\", \"recipe\": \"chromium_codesearch\", \"root_solution_revision\": \"fc9c78109a556c467c09e1fcec92fe156fd2a783\", \"root_solution_revision_timestamp\": 1584014287.0}, \"swarming\": {\"bot_dimensions\": {\"caches\": [\"builder_4d14e380d83a89b4cb58aa2f3c73d8f515800858510b279900319844ebd58b92_v2\", \"builder_82e59f3e45403024ab23be7a2e83763ed4db02a4d0788271a81d42a8952f92fc_v2\", \"codesearch_git_genfiles_repo\", \"codesearch_update_submodules_mirror\", \"git\", \"goma_v2\", \"vpython\"], \"cores\": [\"8\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-Broadwell_GCE\", \"x86-64-avx2\"], \"gce\": [\"1\"], \"gcp\": [\"google.com:chromecompute\"], \"gpu\": [\"none\"], \"id\": [\"luci-infra-codesearch-xenial-0-cvr8\"], \"image\": [\"chrome-xenial-19121500-b03549ec744\"], \"inside_docker\": [\"0\"], \"kvm\": [\"1\"], \"locale\": [\"en_US.UTF-8\"], \"machine_type\": [\"n1-standard-8\"], \"os\": [\"Linux\", \"Ubuntu\", \"Ubuntu-16.04\"], \"pool\": [\"luci.infra.codesearch\"], \"python\": [\"2.7.12\"], \"server_version\": [\"4874-3598771\"], \"ssd\": [\"0\"], \"zone\": [\"us\", \"us-east\", \"us-east1\", \"us-east1-a\"]}}, \"ui\": {\"info\": \"#### Step _compile_ failed. Error logs are shown below:\\n```\\nFailing build because ninja reported work to do.\\nThis means that after completing a compile, another was run and\\nit resulted in still having work to do (that is, a no-op build\\nwasn't a no-op). Consult the first \\\"ninja explain:\\\" line for a\\nlikely culprit.\\n```\\n#### More information in raw_io.output[failure_summary]\"}}",
    "service_account": "infra-codesearch@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1584014502682162",
    "status": "COMPLETED",
    "status_changed_ts": "1584014503214535",
    "tags": [
      "build_address:luci.infra.codesearch/codesearch-gen-chromium-android/7091",
      "builder:codesearch-gen-chromium-android",
      "parent_buildername:codesearch-gen-chromium-initiator",
      "parent_buildnumber:10340",
      "scheduler_invocation_id:9051464219128411968",
      "scheduler_job_id:infra/codesearch-gen-chromium-android",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/infra/buildbucket/cr-buildbucket.appspot.com/8886034156816591680/+/annotations",
      "swarming_tag:luci_project:infra",
      "swarming_tag:os:Linux",
      "swarming_tag:recipe_name:chromium_codesearch",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:4ae770412fd82210",
      "user_agent:luci-scheduler",
      "user_agent:recipe"
    ],
    "updated_ts": "1584020692490600",
    "url": "https://ci.chromium.org/b/8886034156816591680",
    "utcnow_ts": "1584020693030698"
  }
}
[13:44:53.038] Invocation finished in 1h43m42.48339421s with status FAILED