Status: FAILED
Triggered by: infra-codesearch@chops-service-accounts.iam.gserviceaccount.com
Duration: 1 hour
Actions:

Definition (rev 5bfead47a13c7b4bf35f6ab7ff843d1e826114ad)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.infra.codesearch"
  builder: "codesearch-gen-chromium-android"
>

Incoming triggers

  • codesearch-gen-chromium-initiator/10947 (5 years ago by infra-codesearch@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "codesearch_mirror_revision": "bd256e9bead25061f881d7c7c8254835479f0dd8",
  "codesearch_mirror_revision_timestamp": 1592749380,
  "root_solution_revision": "ca9cad9467b70d286052270d873257a671e890c8",
  "root_solution_revision_timestamp": 1592749130
}

Incoming tags

  • parent_buildername:codesearch-gen-chromium-initiator
  • parent_buildnumber:10947
  • user_agent:recipe

Debug log (UTC)

[16:04:38.131] New invocation is queued and will start shortly
[16:04:38.131] Triggered by user:infra-codesearch@chops-service-accounts.iam.gserviceaccount.com
[16:04:39.228] Starting the invocation (attempt 1)
[16:04:39.292] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[16:04:39.292] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[16:04:39.292] Buildbucket request:
{
  "bucket": "luci.infra.codesearch",
  "client_operation_id": "9042298608388014240",
  "parameters_json": "{\"builder_name\":\"codesearch-gen-chromium-android\",\"properties\":{\"$recipe_engine/scheduler\":{\"hostname\":\"luci-scheduler.appspot.com\",\"triggers\":[{\"buildbucket\":{\"properties\":{\"codesearch_mirror_revision\":\"bd256e9bead25061f881d7c7c8254835479f0dd8\",\"codesearch_mirror_revision_timestamp\":1592749380,\"root_solution_revision\":\"ca9cad9467b70d286052270d873257a671e890c8\",\"root_solution_revision_timestamp\":1592749130},\"tags\":[\"parent_buildername:codesearch-gen-chromium-initiator\",\"parent_buildnumber:10947\",\"user_agent:recipe\"]},\"id\":\"0e4f343d-0acc-4eed-9703-28bd7949a749\",\"title\":\"codesearch-gen-chromium-initiator/10947\"}]},\"codesearch_mirror_revision\":\"bd256e9bead25061f881d7c7c8254835479f0dd8\",\"codesearch_mirror_revision_timestamp\":1592749380,\"root_solution_revision\":\"ca9cad9467b70d286052270d873257a671e890c8\",\"root_solution_revision_timestamp\":1592749130}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:codesearch-gen-chromium-android",
    "scheduler_invocation_id:9042298608388014240",
    "scheduler_job_id:infra/codesearch-gen-chromium-android",
    "user_agent:luci-scheduler",
    "parent_buildername:codesearch-gen-chromium-initiator",
    "parent_buildnumber:10947",
    "user_agent:recipe"
  ]
}
[16:04:42.365] Buildbucket response:
{
  "build": {
    "bucket": "luci.infra.codesearch",
    "canary": true,
    "canary_preference": "CANARY",
    "created_by": "project:infra",
    "created_ts": "1592755479551253",
    "id": "8876868546232806976",
    "parameters_json": "{\"builder_name\": \"codesearch-gen-chromium-android\", \"properties\": {\"$recipe_engine/scheduler\": {\"hostname\": \"luci-scheduler.appspot.com\", \"triggers\": [{\"buildbucket\": {\"properties\": {\"codesearch_mirror_revision\": \"bd256e9bead25061f881d7c7c8254835479f0dd8\", \"codesearch_mirror_revision_timestamp\": 1592749380.0, \"root_solution_revision\": \"ca9cad9467b70d286052270d873257a671e890c8\", \"root_solution_revision_timestamp\": 1592749130.0}, \"tags\": [\"parent_buildername:codesearch-gen-chromium-initiator\", \"parent_buildnumber:10947\", \"user_agent:recipe\"]}, \"id\": \"0e4f343d-0acc-4eed-9703-28bd7949a749\", \"title\": \"codesearch-gen-chromium-initiator/10947\"}]}, \"codesearch_mirror_revision\": \"bd256e9bead25061f881d7c7c8254835479f0dd8\", \"codesearch_mirror_revision_timestamp\": 1592749380.0, \"root_solution_revision\": \"ca9cad9467b70d286052270d873257a671e890c8\", \"root_solution_revision_timestamp\": 1592749130.0}}",
    "project": "infra",
    "result_details_json": "{\"properties\": {}}",
    "service_account": "infra-codesearch@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1592755481667935",
    "tags": [
      "build_address:luci.infra.codesearch/codesearch-gen-chromium-android/7698",
      "builder:codesearch-gen-chromium-android",
      "parent_buildername:codesearch-gen-chromium-initiator",
      "parent_buildnumber:10947",
      "scheduler_invocation_id:9042298608388014240",
      "scheduler_job_id:infra/codesearch-gen-chromium-android",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/infra/buildbucket/cr-buildbucket.appspot.com/8876868546232806976/+/annotations",
      "swarming_tag:luci_project:infra",
      "swarming_tag:recipe_name:chromium_codesearch",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:",
      "user_agent:luci-scheduler",
      "user_agent:recipe"
    ],
    "updated_ts": "1592755481668127",
    "url": "https://ci.chromium.org/b/8876868546232806976",
    "utcnow_ts": "1592755482341912"
  }
}
[16:04:42.365] Task URL: https://ci.chromium.org/b/8876868546232806976
[16:04:42.365] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:2:0) after 1m0s
[16:04:53.800] Received PubSub notification, asking Buildbucket for the build status
[16:04:53.902] Build 8876868546232806976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:05:42.496] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:2:0)
[16:05:42.496] Timer tick, asking Buildbucket for the build status
[16:05:42.966] Build 8876868546232806976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:05:42.966] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:4:0) after 1m0s
[16:06:43.097] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:4:0)
[16:06:43.097] Timer tick, asking Buildbucket for the build status
[16:06:43.275] Build 8876868546232806976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:06:43.275] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:5:0) after 1m0s
[16:07:43.298] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:5:0)
[16:07:43.298] Timer tick, asking Buildbucket for the build status
[16:07:43.441] Build 8876868546232806976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:07:43.441] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:6:0) after 1m0s
[16:08:43.483] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:6:0)
[16:08:43.483] Timer tick, asking Buildbucket for the build status
[16:08:43.650] Build 8876868546232806976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:08:43.650] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:7:0) after 1m0s
[16:09:43.669] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:7:0)
[16:09:43.669] Timer tick, asking Buildbucket for the build status
[16:09:43.821] Build 8876868546232806976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:09:43.821] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:8:0) after 1m0s
[16:10:43.993] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:8:0)
[16:10:43.993] Timer tick, asking Buildbucket for the build status
[16:10:44.318] Build 8876868546232806976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:10:44.318] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:9:0) after 1m0s
[16:11:44.335] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:9:0)
[16:11:44.335] Timer tick, asking Buildbucket for the build status
[16:11:44.761] Build 8876868546232806976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:11:44.761] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:10:0) after 1m0s
[16:12:44.834] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:10:0)
[16:12:44.834] Timer tick, asking Buildbucket for the build status
[16:12:45.032] Build 8876868546232806976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:12:45.032] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:11:0) after 1m0s
[16:13:45.059] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:11:0)
[16:13:45.060] Timer tick, asking Buildbucket for the build status
[16:13:45.470] Build 8876868546232806976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:13:45.470] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:12:0) after 1m0s
[16:14:45.487] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:12:0)
[16:14:45.487] Timer tick, asking Buildbucket for the build status
[16:14:45.695] Build 8876868546232806976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:14:45.695] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:13:0) after 1m0s
[16:15:45.715] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:13:0)
[16:15:45.715] Timer tick, asking Buildbucket for the build status
[16:15:45.979] Build 8876868546232806976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:15:45.979] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:14:0) after 1m0s
[16:16:46.067] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:14:0)
[16:16:46.067] Timer tick, asking Buildbucket for the build status
[16:16:46.306] Build 8876868546232806976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:16:46.307] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:15:0) after 1m0s
[16:17:46.360] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:15:0)
[16:17:46.360] Timer tick, asking Buildbucket for the build status
[16:17:46.471] Build 8876868546232806976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:17:46.471] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:16:0) after 1m0s
[16:18:46.640] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:16:0)
[16:18:46.640] Timer tick, asking Buildbucket for the build status
[16:18:46.894] Build 8876868546232806976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:18:46.894] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:17:0) after 1m0s
[16:19:46.946] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:17:0)
[16:19:46.946] Timer tick, asking Buildbucket for the build status
[16:19:47.046] Build 8876868546232806976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:19:47.047] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:18:0) after 1m0s
[16:20:47.188] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:18:0)
[16:20:47.188] Timer tick, asking Buildbucket for the build status
[16:20:47.301] Build 8876868546232806976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:20:47.301] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:19:0) after 1m0s
[16:21:47.321] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:19:0)
[16:21:47.321] Timer tick, asking Buildbucket for the build status
[16:21:47.460] Build 8876868546232806976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:21:47.460] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:20:0) after 1m0s
[16:22:47.485] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:20:0)
[16:22:47.485] Timer tick, asking Buildbucket for the build status
[16:22:47.980] Build 8876868546232806976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:22:47.980] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:21:0) after 1m0s
[16:23:47.999] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:21:0)
[16:23:47.999] Timer tick, asking Buildbucket for the build status
[16:23:48.344] Build 8876868546232806976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:23:48.344] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:22:0) after 1m0s
[16:24:48.394] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:22:0)
[16:24:48.394] Timer tick, asking Buildbucket for the build status
[16:24:48.705] Build 8876868546232806976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:24:48.705] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:23:0) after 1m0s
[16:25:48.750] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:23:0)
[16:25:48.750] Timer tick, asking Buildbucket for the build status
[16:25:48.958] Build 8876868546232806976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:25:48.958] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:24:0) after 1m0s
[16:26:48.997] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:24:0)
[16:26:48.997] Timer tick, asking Buildbucket for the build status
[16:26:49.126] Build 8876868546232806976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:26:49.126] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:25:0) after 1m0s
[16:27:49.156] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:25:0)
[16:27:49.156] Timer tick, asking Buildbucket for the build status
[16:27:49.391] Build 8876868546232806976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:27:49.391] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:26:0) after 1m0s
[16:28:49.416] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:26:0)
[16:28:49.416] Timer tick, asking Buildbucket for the build status
[16:28:49.854] Build 8876868546232806976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:28:49.854] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:27:0) after 1m0s
[16:29:49.872] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:27:0)
[16:29:49.872] Timer tick, asking Buildbucket for the build status
[16:29:50.204] Build 8876868546232806976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:29:50.204] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:28:0) after 1m0s
[16:30:50.244] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:28:0)
[16:30:50.244] Timer tick, asking Buildbucket for the build status
[16:30:50.435] Build 8876868546232806976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:30:50.435] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:29:0) after 1m0s
[16:31:50.458] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:29:0)
[16:31:50.458] Timer tick, asking Buildbucket for the build status
[16:31:50.675] Build 8876868546232806976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:31:50.675] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:30:0) after 1m0s
[16:32:50.784] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:30:0)
[16:32:50.784] Timer tick, asking Buildbucket for the build status
[16:32:51.333] Build 8876868546232806976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:32:51.333] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:31:0) after 1m0s
[16:33:51.360] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:31:0)
[16:33:51.360] Timer tick, asking Buildbucket for the build status
[16:33:51.520] Build 8876868546232806976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:33:51.520] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:32:0) after 1m0s
[16:34:51.541] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:32:0)
[16:34:51.541] Timer tick, asking Buildbucket for the build status
[16:34:51.958] Build 8876868546232806976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:34:51.958] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:33:0) after 1m0s
[16:35:51.977] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:33:0)
[16:35:51.977] Timer tick, asking Buildbucket for the build status
[16:35:52.202] Build 8876868546232806976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:35:52.202] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:34:0) after 1m0s
[16:36:52.229] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:34:0)
[16:36:52.229] Timer tick, asking Buildbucket for the build status
[16:36:52.510] Build 8876868546232806976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:36:52.510] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:35:0) after 1m0s
[16:37:52.539] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:35:0)
[16:37:52.539] Timer tick, asking Buildbucket for the build status
[16:37:52.725] Build 8876868546232806976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:37:52.725] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:36:0) after 1m0s
[16:38:52.764] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:36:0)
[16:38:52.764] Timer tick, asking Buildbucket for the build status
[16:38:52.905] Build 8876868546232806976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:38:52.905] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:37:0) after 1m0s
[16:39:53.128] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:37:0)
[16:39:53.128] Timer tick, asking Buildbucket for the build status
[16:39:53.250] Build 8876868546232806976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:39:53.250] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:38:0) after 1m0s
[16:40:53.281] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:38:0)
[16:40:53.281] Timer tick, asking Buildbucket for the build status
[16:40:53.424] Build 8876868546232806976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:40:53.424] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:39:0) after 1m0s
[16:41:53.444] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:39:0)
[16:41:53.444] Timer tick, asking Buildbucket for the build status
[16:41:53.620] Build 8876868546232806976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:41:53.620] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:40:0) after 1m0s
[16:42:53.643] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:40:0)
[16:42:53.643] Timer tick, asking Buildbucket for the build status
[16:42:53.751] Build 8876868546232806976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:42:53.751] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:41:0) after 1m0s
[16:43:53.782] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:41:0)
[16:43:53.782] Timer tick, asking Buildbucket for the build status
[16:43:53.998] Build 8876868546232806976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:43:53.998] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:42:0) after 1m0s
[16:44:54.031] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:42:0)
[16:44:54.031] Timer tick, asking Buildbucket for the build status
[16:44:54.172] Build 8876868546232806976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:44:54.172] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:43:0) after 1m0s
[16:45:54.194] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:43:0)
[16:45:54.194] Timer tick, asking Buildbucket for the build status
[16:45:54.331] Build 8876868546232806976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:45:54.331] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:44:0) after 1m0s
[16:46:54.627] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:44:0)
[16:46:54.627] Timer tick, asking Buildbucket for the build status
[16:46:54.987] Build 8876868546232806976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:46:54.987] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:45:0) after 1m0s
[16:47:55.033] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:45:0)
[16:47:55.033] Timer tick, asking Buildbucket for the build status
[16:47:55.247] Build 8876868546232806976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:47:55.247] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:46:0) after 1m0s
[16:48:55.272] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:46:0)
[16:48:55.272] Timer tick, asking Buildbucket for the build status
[16:48:56.104] Build 8876868546232806976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:48:56.104] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:47:0) after 1m0s
[16:49:56.260] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:47:0)
[16:49:56.260] Timer tick, asking Buildbucket for the build status
[16:49:56.376] Build 8876868546232806976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:49:56.376] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:48:0) after 1m0s
[16:50:56.594] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:48:0)
[16:50:56.594] Timer tick, asking Buildbucket for the build status
[16:50:57.304] Build 8876868546232806976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:50:57.304] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:49:0) after 1m0s
[16:51:57.429] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:49:0)
[16:51:57.429] Timer tick, asking Buildbucket for the build status
[16:51:57.640] Build 8876868546232806976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:51:57.640] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:50:0) after 1m0s
[16:52:57.730] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:50:0)
[16:52:57.730] Timer tick, asking Buildbucket for the build status
[16:52:58.270] Build 8876868546232806976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:52:58.271] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:51:0) after 1m0s
[16:53:58.377] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:51:0)
[16:53:58.377] Timer tick, asking Buildbucket for the build status
[16:53:58.553] Build 8876868546232806976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:53:58.553] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:52:0) after 1m0s
[16:54:58.599] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:52:0)
[16:54:58.599] Timer tick, asking Buildbucket for the build status
[16:54:58.965] Build 8876868546232806976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:54:58.965] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:53:0) after 1m0s
[16:55:58.984] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:53:0)
[16:55:58.984] Timer tick, asking Buildbucket for the build status
[16:55:59.118] Build 8876868546232806976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:55:59.118] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:54:0) after 1m0s
[16:57:06.423] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:54:0)
[16:57:06.423] Timer tick, asking Buildbucket for the build status
[16:57:06.593] Build 8876868546232806976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:57:06.593] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:55:0) after 1m0s
[16:58:06.757] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:55:0)
[16:58:06.757] Timer tick, asking Buildbucket for the build status
[16:58:06.977] Build 8876868546232806976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:58:06.977] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:56:0) after 1m0s
[16:59:07.405] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:56:0)
[16:59:07.405] Timer tick, asking Buildbucket for the build status
[16:59:07.698] Build 8876868546232806976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:59:07.698] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:57:0) after 1m0s
[17:00:07.915] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:57:0)
[17:00:07.915] Timer tick, asking Buildbucket for the build status
[17:00:08.111] Build 8876868546232806976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:00:08.111] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:58:0) after 1m0s
[17:01:10.297] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:58:0)
[17:01:10.297] Timer tick, asking Buildbucket for the build status
[17:01:11.096] Build 8876868546232806976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:01:11.096] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:59:0) after 1m0s
[17:02:11.473] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:59:0)
[17:02:11.473] Timer tick, asking Buildbucket for the build status
[17:02:11.870] Build 8876868546232806976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:02:11.870] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:60:0) after 1m0s
[17:03:12.018] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:60:0)
[17:03:12.018] Timer tick, asking Buildbucket for the build status
[17:03:12.374] Build 8876868546232806976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:03:12.374] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:61:0) after 1m0s
[17:04:12.490] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:61:0)
[17:04:12.490] Timer tick, asking Buildbucket for the build status
[17:04:12.757] Build 8876868546232806976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:04:12.757] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:62:0) after 1m0s
[17:05:12.860] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:62:0)
[17:05:12.860] Timer tick, asking Buildbucket for the build status
[17:05:13.097] Build 8876868546232806976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:05:13.097] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:63:0) after 1m0s
[17:06:13.129] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:63:0)
[17:06:13.129] Timer tick, asking Buildbucket for the build status
[17:06:13.331] Build 8876868546232806976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:06:13.331] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:64:0) after 1m0s
[17:07:13.353] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:64:0)
[17:07:13.353] Timer tick, asking Buildbucket for the build status
[17:07:13.781] Build 8876868546232806976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:07:13.781] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:65:0) after 1m0s
[17:08:13.793] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:65:0)
[17:08:13.793] Timer tick, asking Buildbucket for the build status
[17:08:15.354] Build 8876868546232806976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:08:15.354] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:66:0) after 1m0s
[17:09:15.558] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:66:0)
[17:09:15.559] Timer tick, asking Buildbucket for the build status
[17:09:15.713] Build 8876868546232806976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:09:15.713] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:67:0) after 1m0s
[17:10:15.985] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:67:0)
[17:10:15.985] Timer tick, asking Buildbucket for the build status
[17:10:16.251] Build 8876868546232806976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:10:16.251] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:68:0) after 1m0s
[17:11:16.483] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:68:0)
[17:11:16.483] Timer tick, asking Buildbucket for the build status
[17:11:16.621] Build 8876868546232806976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:11:16.621] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:69:0) after 1m0s
[17:12:16.645] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:69:0)
[17:12:16.645] Timer tick, asking Buildbucket for the build status
[17:12:16.763] Build 8876868546232806976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:12:16.763] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:70:0) after 1m0s
[17:13:16.886] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:70:0)
[17:13:16.886] Timer tick, asking Buildbucket for the build status
[17:13:17.182] Build 8876868546232806976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:13:17.182] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:71:0) after 1m0s
[17:14:17.225] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:71:0)
[17:14:17.225] Timer tick, asking Buildbucket for the build status
[17:14:17.403] Build 8876868546232806976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:14:17.403] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:72:0) after 1m0s
[17:15:17.513] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:72:0)
[17:15:17.513] Timer tick, asking Buildbucket for the build status
[17:15:18.233] Build 8876868546232806976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:15:18.233] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:73:0) after 1m0s
[17:16:18.409] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:73:0)
[17:16:18.409] Timer tick, asking Buildbucket for the build status
[17:16:18.516] Build 8876868546232806976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:16:18.516] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:74:0) after 1m0s
[17:17:18.808] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:74:0)
[17:17:18.808] Timer tick, asking Buildbucket for the build status
[17:17:18.959] Build 8876868546232806976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:17:18.959] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:75:0) after 1m0s
[17:18:19.147] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:75:0)
[17:18:19.147] Timer tick, asking Buildbucket for the build status
[17:18:19.297] Build 8876868546232806976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:18:19.297] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:76:0) after 1m0s
[17:19:19.313] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:76:0)
[17:19:19.313] Timer tick, asking Buildbucket for the build status
[17:19:19.737] Build 8876868546232806976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:19:19.737] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:77:0) after 1m0s
[17:20:19.847] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:77:0)
[17:20:19.847] Timer tick, asking Buildbucket for the build status
[17:20:19.952] Build 8876868546232806976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:20:19.952] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:78:0) after 1m0s
[17:21:20.051] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-android:9042298608388014240:78:0)
[17:21:20.051] Timer tick, asking Buildbucket for the build status
[17:21:20.433] Build 8876868546232806976: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[17:21:20.433] Buildbucket build:
{
  "build": {
    "bucket": "luci.infra.codesearch",
    "canary": true,
    "canary_preference": "CANARY",
    "completed_ts": "1592760077364146",
    "created_by": "project:infra",
    "created_ts": "1592755479551253",
    "failure_reason": "BUILD_FAILURE",
    "id": "8876868546232806976",
    "parameters_json": "{\"builder_name\": \"codesearch-gen-chromium-android\", \"properties\": {\"$recipe_engine/scheduler\": {\"hostname\": \"luci-scheduler.appspot.com\", \"triggers\": [{\"buildbucket\": {\"properties\": {\"codesearch_mirror_revision\": \"bd256e9bead25061f881d7c7c8254835479f0dd8\", \"codesearch_mirror_revision_timestamp\": 1592749380.0, \"root_solution_revision\": \"ca9cad9467b70d286052270d873257a671e890c8\", \"root_solution_revision_timestamp\": 1592749130.0}, \"tags\": [\"parent_buildername:codesearch-gen-chromium-initiator\", \"parent_buildnumber:10947\", \"user_agent:recipe\"]}, \"id\": \"0e4f343d-0acc-4eed-9703-28bd7949a749\", \"title\": \"codesearch-gen-chromium-initiator/10947\"}]}, \"codesearch_mirror_revision\": \"bd256e9bead25061f881d7c7c8254835479f0dd8\", \"codesearch_mirror_revision_timestamp\": 1592749380.0, \"root_solution_revision\": \"ca9cad9467b70d286052270d873257a671e890c8\", \"root_solution_revision_timestamp\": 1592749130.0}}",
    "project": "infra",
    "result": "FAILURE",
    "result_details_json": "{\"error\": {\"message\": \"#### Step _compile_ failed. Error logs are shown below:\\n```\\n[15382/72426] ACTION //third_party/devtools-frontend/src/front_end/protocol_client:protocol_client(//build/toolchain/android:android_clang_arm)\\n```\\n##### ...The message was too long...\\n#### More information in raw_io.output[failure_summary]\"}, \"properties\": {\"clang_revision\": \"n356902-4e813bbd-1\", \"got_angle_revision\": \"b772a955e70cee70b22c2170351476c7f865d577\", \"got_dawn_revision\": \"92379bff49c226321628c1bbf6d9df10ef9cc189\", \"got_nacl_revision\": \"87616f7ce2ea8383efd3731960c15f4ba5852d93\", \"got_revision\": \"ca9cad9467b70d286052270d873257a671e890c8\", \"got_revision_cp\": \"refs/heads/master@{#780626}\", \"got_swarming_client_revision\": \"4c095d04179dc725a300085ae21fe3b79900d072\", \"got_swiftshader_revision\": \"ae1007957f096d015a1d48697a75c78d75d2f7b2\", \"got_v8_revision\": \"53beceea4b1b0ab459cdb32779a46386b90f3aaa\", \"got_v8_revision_cp\": \"refs/heads/8.5.189@{#1}\", \"got_webrtc_revision\": \"7a82467d0db0d61f466a1da54b94f6a136726a3c\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#31546}\"}, \"swarming\": {\"bot_dimensions\": {\"caches\": [\"builder_281fd4bd9907c38678209586be1217496ba11112e8a728e3ce3409e326efa4d3_v2\", \"builder_4d14e380d83a89b4cb58aa2f3c73d8f515800858510b279900319844ebd58b92_v2\", \"builder_6e49e5890505ba1a083b1e9865e8d2349cbc056a1edd72191f2841b554eb368e_v2\", \"codesearch_git_genfiles_repo\", \"codesearch_update_submodules_mirror\", \"git\", \"goma_v2\", \"vpython\"], \"cores\": [\"8\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-Broadwell_GCE\", \"x86-64-avx2\"], \"gce\": [\"1\"], \"gcp\": [\"google.com:chromecompute\"], \"gpu\": [\"none\"], \"id\": [\"luci-infra-codesearch-xenial-1-ht45\"], \"image\": [\"chrome-xenial-20040700-021aac15b85\"], \"inside_docker\": [\"0\"], \"kvm\": [\"1\"], \"locale\": [\"en_US.UTF-8\"], \"machine_type\": [\"n1-standard-8\"], \"os\": [\"Linux\", \"Ubuntu\", \"Ubuntu-16.04\"], \"pool\": [\"luci.infra.codesearch\"], \"python\": [\"2.7.12\"], \"server_version\": [\"5218-123b763\"], \"ssd\": [\"0\"], \"zone\": [\"us\", \"us-east\", \"us-east1\", \"us-east1-a\"]}}, \"ui\": {\"info\": \"#### Step _compile_ failed. Error logs are shown below:\\n```\\n[15382/72426] ACTION //third_party/devtools-frontend/src/front_end/protocol_client:protocol_client(//build/toolchain/android:android_clang_arm)\\n```\\n##### ...The message was too long...\\n#### More information in raw_io.output[failure_summary]\"}}",
    "service_account": "infra-codesearch@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1592755492397750",
    "status": "COMPLETED",
    "status_changed_ts": "1592755492898431",
    "tags": [
      "build_address:luci.infra.codesearch/codesearch-gen-chromium-android/7698",
      "builder:codesearch-gen-chromium-android",
      "parent_buildername:codesearch-gen-chromium-initiator",
      "parent_buildnumber:10947",
      "scheduler_invocation_id:9042298608388014240",
      "scheduler_job_id:infra/codesearch-gen-chromium-android",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/infra/buildbucket/cr-buildbucket.appspot.com/8876868546232806976/+/annotations",
      "swarming_tag:luci_project:infra",
      "swarming_tag:os:Linux",
      "swarming_tag:recipe_name:chromium_codesearch",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:4cf07177fcf56b10",
      "user_agent:luci-scheduler",
      "user_agent:recipe"
    ],
    "updated_ts": "1592760077417683",
    "url": "https://ci.chromium.org/b/8876868546232806976",
    "utcnow_ts": "1592760080417503"
  }
}
[17:21:20.433] Invocation finished in 1h16m42.321139604s with status FAILED