Status: FAILED
Triggered by: -
Duration: 1 hour
Actions:

Definition (rev 4c3247f4ed8a00ea6dc37d6edf987ff8d0e003c5)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Site Isolation Android"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/chromium/src.git",
  "revision": "79ec7edfffe6ec7c432ced363e871c304c1e8fcc"
}

Incoming tags

  • buildset:commit/git/79ec7edfffe6ec7c432ced363e871c304c1e8fcc
  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/79ec7edfffe6ec7c432ced363e871c304c1e8fcc
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[21:46:38.306] New invocation is queued and will start shortly
[21:46:39.540] Starting the invocation (attempt 1)
[21:46:39.587] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[21:46:39.587] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[21:46:39.587] Buildbucket request:
{
  "bucket": "luci.chromium.ci",
  "client_operation_id": "9088209753401084480",
  "parameters_json": "{\"builder_name\":\"Site Isolation Android\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src.git\",\"revision\":\"79ec7edfffe6ec7c432ced363e871c304c1e8fcc\"}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:Site Isolation Android",
    "scheduler_invocation_id:9088209753401084480",
    "scheduler_job_id:chromium/Site Isolation Android",
    "user_agent:luci-scheduler",
    "buildset:commit/git/79ec7edfffe6ec7c432ced363e871c304c1e8fcc",
    "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/79ec7edfffe6ec7c432ced363e871c304c1e8fcc",
    "gitiles_ref:refs/heads/master"
  ]
}
[21:46:41.700] Buildbucket response:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "AUTO",
    "created_by": "user:luci-scheduler@appspot.gserviceaccount.com",
    "created_ts": "1548971199747958",
    "id": "8922779691211908032",
    "lease_expiration_ts": "1549115200615161",
    "lease_key": "1748219644",
    "parameters_json": "{\"builder_name\": \"Site Isolation Android\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"79ec7edfffe6ec7c432ced363e871c304c1e8fcc\"}}",
    "project": "chromium",
    "result_details_json": "{\"properties\": {}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1548971200846349",
    "tags": [
      "build_address:luci.chromium.ci/Site Isolation Android/30126",
      "builder:Site Isolation Android",
      "buildset:commit/git/79ec7edfffe6ec7c432ced363e871c304c1e8fcc",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/79ec7edfffe6ec7c432ced363e871c304c1e8fcc",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9088209753401084480",
      "scheduler_job_id:chromium/Site Isolation Android",
      "swarming_dimension:builder:Site Isolation Android",
      "swarming_dimension:caches:builder_e961d9d7e9bca679490a4aaa8599bd975f9b7e0b713a988ed6895a059d04d2ac_v2",
      "swarming_dimension:cores:8",
      "swarming_dimension:cpu:x86-64",
      "swarming_dimension:os:Ubuntu-14.04",
      "swarming_dimension:pool:luci.chromium.ci",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:build_address:luci.chromium.ci/Site Isolation Android/30126",
      "swarming_tag:buildbucket_bucket:chromium/ci",
      "swarming_tag:buildbucket_build_id:8922779691211908032",
      "swarming_tag:buildbucket_hostname:cr-buildbucket.appspot.com",
      "swarming_tag:buildbucket_template_canary:0",
      "swarming_tag:buildbucket_template_revision:01134cf47e8a2d5d7cea5ec1232ca64ed2f16a5c",
      "swarming_tag:builder:Site Isolation Android",
      "swarming_tag:buildset:commit/git/79ec7edfffe6ec7c432ced363e871c304c1e8fcc",
      "swarming_tag:buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/79ec7edfffe6ec7c432ced363e871c304c1e8fcc",
      "swarming_tag:caches:builder_e961d9d7e9bca679490a4aaa8599bd975f9b7e0b713a988ed6895a059d04d2ac_v2",
      "swarming_tag:cores:8",
      "swarming_tag:cpu:x86-64",
      "swarming_tag:gitiles_ref:refs/heads/master",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8922779691211908032/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:os:Ubuntu-14.04",
      "swarming_tag:pool:luci.chromium.ci",
      "swarming_tag:priority:30",
      "swarming_tag:recipe_name:chromium",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_tag:scheduler_invocation_id:9088209753401084480",
      "swarming_tag:scheduler_job_id:chromium/Site Isolation Android",
      "swarming_tag:service_account:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
      "swarming_tag:swarming.pool.template:skip",
      "swarming_tag:swarming.pool.version:6c0006397b5832767e770fe31550993e97b5050b",
      "swarming_tag:user:None",
      "swarming_tag:user_agent:luci-scheduler",
      "swarming_tag:vpython:native-python-wrapper",
      "swarming_task_id:42beb257a9754f10",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1548971200846371",
    "url": "https://ci.chromium.org/b/8922779691211908032",
    "utcnow_ts": "1548971201681184"
  }
}
[21:46:41.700] Task URL: https://ci.chromium.org/b/8922779691211908032
[21:46:41.701] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9088209753401084480:2:0) after 1m0s
[21:47:32.164] Received PubSub notification, asking Buildbucket for the build status
[21:47:32.249] Build 8922779691211908032: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:47:36.184] Received PubSub notification, asking Buildbucket for the build status
[21:47:36.248] Build 8922779691211908032: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:47:41.721] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9088209753401084480:2:0)
[21:47:41.721] Timer tick, asking Buildbucket for the build status
[21:47:41.840] Build 8922779691211908032: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:47:41.840] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9088209753401084480:5:0) after 1m0s
[21:48:41.858] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9088209753401084480:5:0)
[21:48:41.858] Timer tick, asking Buildbucket for the build status
[21:48:41.964] Build 8922779691211908032: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:48:41.964] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9088209753401084480:6:0) after 1m0s
[21:49:41.986] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9088209753401084480:6:0)
[21:49:41.986] Timer tick, asking Buildbucket for the build status
[21:49:42.030] Build 8922779691211908032: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:49:42.031] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9088209753401084480:7:0) after 1m0s
[21:50:42.069] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9088209753401084480:7:0)
[21:50:42.069] Timer tick, asking Buildbucket for the build status
[21:50:42.241] Build 8922779691211908032: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:50:42.241] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9088209753401084480:8:0) after 1m0s
[21:51:42.259] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9088209753401084480:8:0)
[21:51:42.259] Timer tick, asking Buildbucket for the build status
[21:51:42.303] Build 8922779691211908032: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:51:42.303] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9088209753401084480:9:0) after 1m0s
[21:52:42.338] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9088209753401084480:9:0)
[21:52:42.338] Timer tick, asking Buildbucket for the build status
[21:52:42.388] Build 8922779691211908032: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:52:42.388] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9088209753401084480:10:0) after 1m0s
[21:53:42.405] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9088209753401084480:10:0)
[21:53:42.405] Timer tick, asking Buildbucket for the build status
[21:53:42.466] Build 8922779691211908032: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:53:42.466] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9088209753401084480:11:0) after 1m0s
[21:54:42.502] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9088209753401084480:11:0)
[21:54:42.502] Timer tick, asking Buildbucket for the build status
[21:54:43.108] Build 8922779691211908032: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:54:43.108] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9088209753401084480:12:0) after 1m0s
[21:55:43.127] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9088209753401084480:12:0)
[21:55:43.127] Timer tick, asking Buildbucket for the build status
[21:55:43.228] Build 8922779691211908032: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:55:43.228] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9088209753401084480:13:0) after 1m0s
[21:56:43.249] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9088209753401084480:13:0)
[21:56:43.249] Timer tick, asking Buildbucket for the build status
[21:56:43.688] Build 8922779691211908032: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:56:43.688] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9088209753401084480:14:0) after 1m0s
[21:57:43.706] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9088209753401084480:14:0)
[21:57:43.706] Timer tick, asking Buildbucket for the build status
[21:57:43.968] Build 8922779691211908032: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:57:43.968] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9088209753401084480:15:0) after 1m0s
[21:58:43.987] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9088209753401084480:15:0)
[21:58:43.987] Timer tick, asking Buildbucket for the build status
[21:58:44.098] Build 8922779691211908032: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:58:44.098] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9088209753401084480:16:0) after 1m0s
[21:59:44.118] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9088209753401084480:16:0)
[21:59:44.118] Timer tick, asking Buildbucket for the build status
[21:59:44.287] Build 8922779691211908032: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:59:44.287] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9088209753401084480:17:0) after 1m0s
[22:00:44.379] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9088209753401084480:17:0)
[22:00:44.379] Timer tick, asking Buildbucket for the build status
[22:00:44.432] Build 8922779691211908032: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:00:44.432] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9088209753401084480:18:0) after 1m0s
[22:01:44.456] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9088209753401084480:18:0)
[22:01:44.456] Timer tick, asking Buildbucket for the build status
[22:01:44.593] Build 8922779691211908032: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:01:44.594] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9088209753401084480:19:0) after 1m0s
[22:02:44.626] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9088209753401084480:19:0)
[22:02:44.626] Timer tick, asking Buildbucket for the build status
[22:02:44.679] Build 8922779691211908032: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:02:44.679] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9088209753401084480:20:0) after 1m0s
[22:03:44.706] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9088209753401084480:20:0)
[22:03:44.706] Timer tick, asking Buildbucket for the build status
[22:03:44.787] Build 8922779691211908032: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:03:44.787] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9088209753401084480:21:0) after 1m0s
[22:04:44.786] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9088209753401084480:21:0)
[22:04:44.787] Timer tick, asking Buildbucket for the build status
[22:04:44.914] Build 8922779691211908032: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:04:44.914] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9088209753401084480:22:0) after 1m0s
[22:05:44.994] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9088209753401084480:22:0)
[22:05:44.994] Timer tick, asking Buildbucket for the build status
[22:05:45.042] Build 8922779691211908032: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:05:45.042] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9088209753401084480:23:0) after 1m0s
[22:06:45.062] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9088209753401084480:23:0)
[22:06:45.063] Timer tick, asking Buildbucket for the build status
[22:06:45.188] Build 8922779691211908032: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:06:45.188] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9088209753401084480:24:0) after 1m0s
[22:07:45.206] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9088209753401084480:24:0)
[22:07:45.206] Timer tick, asking Buildbucket for the build status
[22:07:45.257] Build 8922779691211908032: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:07:45.257] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9088209753401084480:25:0) after 1m0s
[22:08:45.278] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9088209753401084480:25:0)
[22:08:45.278] Timer tick, asking Buildbucket for the build status
[22:08:45.549] Build 8922779691211908032: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:08:45.549] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9088209753401084480:26:0) after 1m0s
[22:09:45.630] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9088209753401084480:26:0)
[22:09:45.630] Timer tick, asking Buildbucket for the build status
[22:09:45.843] Build 8922779691211908032: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:09:45.843] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9088209753401084480:27:0) after 1m0s
[22:10:45.862] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9088209753401084480:27:0)
[22:10:45.862] Timer tick, asking Buildbucket for the build status
[22:10:46.214] Build 8922779691211908032: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:10:46.214] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9088209753401084480:28:0) after 1m0s
[22:11:46.237] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9088209753401084480:28:0)
[22:11:46.237] Timer tick, asking Buildbucket for the build status
[22:11:46.438] Build 8922779691211908032: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:11:46.438] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9088209753401084480:29:0) after 1m0s
[22:12:46.456] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9088209753401084480:29:0)
[22:12:46.456] Timer tick, asking Buildbucket for the build status
[22:12:46.545] Build 8922779691211908032: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:12:46.545] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9088209753401084480:30:0) after 1m0s
[22:13:46.571] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9088209753401084480:30:0)
[22:13:46.571] Timer tick, asking Buildbucket for the build status
[22:13:46.680] Build 8922779691211908032: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:13:46.680] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9088209753401084480:31:0) after 1m0s
[22:14:46.723] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9088209753401084480:31:0)
[22:14:46.723] Timer tick, asking Buildbucket for the build status
[22:14:46.797] Build 8922779691211908032: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:14:46.797] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9088209753401084480:32:0) after 1m0s
[22:15:46.821] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9088209753401084480:32:0)
[22:15:46.821] Timer tick, asking Buildbucket for the build status
[22:15:46.869] Build 8922779691211908032: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:15:46.869] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9088209753401084480:33:0) after 1m0s
[22:16:46.890] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9088209753401084480:33:0)
[22:16:46.890] Timer tick, asking Buildbucket for the build status
[22:16:46.950] Build 8922779691211908032: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:16:46.950] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9088209753401084480:34:0) after 1m0s
[22:17:46.969] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9088209753401084480:34:0)
[22:17:46.969] Timer tick, asking Buildbucket for the build status
[22:17:47.380] Build 8922779691211908032: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:17:47.380] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9088209753401084480:35:0) after 1m0s
[22:18:47.398] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9088209753401084480:35:0)
[22:18:47.398] Timer tick, asking Buildbucket for the build status
[22:18:47.485] Build 8922779691211908032: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:18:47.485] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9088209753401084480:36:0) after 1m0s
[22:19:47.520] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9088209753401084480:36:0)
[22:19:47.520] Timer tick, asking Buildbucket for the build status
[22:19:47.585] Build 8922779691211908032: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:19:47.585] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9088209753401084480:37:0) after 1m0s
[22:20:47.608] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9088209753401084480:37:0)
[22:20:47.608] Timer tick, asking Buildbucket for the build status
[22:20:47.782] Build 8922779691211908032: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:20:47.782] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9088209753401084480:38:0) after 1m0s
[22:21:47.814] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9088209753401084480:38:0)
[22:21:47.814] Timer tick, asking Buildbucket for the build status
[22:21:47.886] Build 8922779691211908032: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:21:47.886] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9088209753401084480:39:0) after 1m0s
[22:22:47.914] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9088209753401084480:39:0)
[22:22:47.914] Timer tick, asking Buildbucket for the build status
[22:22:47.990] Build 8922779691211908032: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:22:47.990] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9088209753401084480:40:0) after 1m0s
[22:23:48.015] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9088209753401084480:40:0)
[22:23:48.015] Timer tick, asking Buildbucket for the build status
[22:23:48.072] Build 8922779691211908032: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:23:48.072] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9088209753401084480:41:0) after 1m0s
[22:24:48.100] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9088209753401084480:41:0)
[22:24:48.100] Timer tick, asking Buildbucket for the build status
[22:24:48.189] Build 8922779691211908032: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:24:48.189] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9088209753401084480:42:0) after 1m0s
[22:25:48.229] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9088209753401084480:42:0)
[22:25:48.229] Timer tick, asking Buildbucket for the build status
[22:25:48.484] Build 8922779691211908032: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:25:48.484] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9088209753401084480:43:0) after 1m0s
[22:26:48.533] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9088209753401084480:43:0)
[22:26:48.534] Timer tick, asking Buildbucket for the build status
[22:26:48.592] Build 8922779691211908032: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:26:48.592] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9088209753401084480:44:0) after 1m0s
[22:27:48.613] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9088209753401084480:44:0)
[22:27:48.613] Timer tick, asking Buildbucket for the build status
[22:27:48.691] Build 8922779691211908032: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:27:48.691] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9088209753401084480:45:0) after 1m0s
[22:28:48.719] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9088209753401084480:45:0)
[22:28:48.719] Timer tick, asking Buildbucket for the build status
[22:28:48.771] Build 8922779691211908032: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:28:48.771] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9088209753401084480:46:0) after 1m0s
[22:29:48.838] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9088209753401084480:46:0)
[22:29:48.838] Timer tick, asking Buildbucket for the build status
[22:29:49.048] Build 8922779691211908032: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:29:49.048] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9088209753401084480:47:0) after 1m0s
[22:30:49.088] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9088209753401084480:47:0)
[22:30:49.088] Timer tick, asking Buildbucket for the build status
[22:30:49.154] Build 8922779691211908032: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:30:49.154] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9088209753401084480:48:0) after 1m0s
[22:31:49.172] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9088209753401084480:48:0)
[22:31:49.172] Timer tick, asking Buildbucket for the build status
[22:31:49.221] Build 8922779691211908032: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:31:49.221] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9088209753401084480:49:0) after 1m0s
[22:32:49.244] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9088209753401084480:49:0)
[22:32:49.244] Timer tick, asking Buildbucket for the build status
[22:32:49.315] Build 8922779691211908032: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:32:49.315] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9088209753401084480:50:0) after 1m0s
[22:33:49.339] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9088209753401084480:50:0)
[22:33:49.339] Timer tick, asking Buildbucket for the build status
[22:33:49.406] Build 8922779691211908032: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:33:49.406] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9088209753401084480:51:0) after 1m0s
[22:34:49.461] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9088209753401084480:51:0)
[22:34:49.461] Timer tick, asking Buildbucket for the build status
[22:34:49.527] Build 8922779691211908032: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:34:49.527] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9088209753401084480:52:0) after 1m0s
[22:35:49.552] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9088209753401084480:52:0)
[22:35:49.552] Timer tick, asking Buildbucket for the build status
[22:35:49.629] Build 8922779691211908032: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:35:49.629] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9088209753401084480:53:0) after 1m0s
[22:36:49.653] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9088209753401084480:53:0)
[22:36:49.653] Timer tick, asking Buildbucket for the build status
[22:36:49.844] Build 8922779691211908032: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:36:49.844] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9088209753401084480:54:0) after 1m0s
[22:37:49.881] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9088209753401084480:54:0)
[22:37:49.881] Timer tick, asking Buildbucket for the build status
[22:37:49.989] Build 8922779691211908032: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:37:49.989] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9088209753401084480:55:0) after 1m0s
[22:38:50.015] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9088209753401084480:55:0)
[22:38:50.015] Timer tick, asking Buildbucket for the build status
[22:38:50.175] Build 8922779691211908032: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:38:50.175] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9088209753401084480:56:0) after 1m0s
[22:39:50.218] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9088209753401084480:56:0)
[22:39:50.218] Timer tick, asking Buildbucket for the build status
[22:39:50.447] Build 8922779691211908032: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:39:50.447] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9088209753401084480:57:0) after 1m0s
[22:40:50.476] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9088209753401084480:57:0)
[22:40:50.476] Timer tick, asking Buildbucket for the build status
[22:40:50.763] Build 8922779691211908032: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:40:50.763] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9088209753401084480:58:0) after 1m0s
[22:41:50.846] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9088209753401084480:58:0)
[22:41:50.846] Timer tick, asking Buildbucket for the build status
[22:41:50.986] Build 8922779691211908032: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:41:50.986] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9088209753401084480:59:0) after 1m0s
[22:42:51.009] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9088209753401084480:59:0)
[22:42:51.009] Timer tick, asking Buildbucket for the build status
[22:42:51.081] Build 8922779691211908032: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:42:51.081] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9088209753401084480:60:0) after 1m0s
[22:43:51.101] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9088209753401084480:60:0)
[22:43:51.101] Timer tick, asking Buildbucket for the build status
[22:43:51.180] Build 8922779691211908032: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:43:51.180] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9088209753401084480:61:0) after 1m0s
[22:44:51.202] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9088209753401084480:61:0)
[22:44:51.202] Timer tick, asking Buildbucket for the build status
[22:44:51.252] Build 8922779691211908032: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:44:51.252] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9088209753401084480:62:0) after 1m0s
[22:45:51.287] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9088209753401084480:62:0)
[22:45:51.287] Timer tick, asking Buildbucket for the build status
[22:45:51.476] Build 8922779691211908032: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:45:51.476] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9088209753401084480:63:0) after 1m0s
[22:46:51.499] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9088209753401084480:63:0)
[22:46:51.499] Timer tick, asking Buildbucket for the build status
[22:46:51.609] Build 8922779691211908032: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:46:51.609] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9088209753401084480:64:0) after 1m0s
[22:47:51.632] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9088209753401084480:64:0)
[22:47:51.632] Timer tick, asking Buildbucket for the build status
[22:47:51.719] Build 8922779691211908032: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:47:51.719] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9088209753401084480:65:0) after 1m0s
[22:48:51.741] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9088209753401084480:65:0)
[22:48:51.741] Timer tick, asking Buildbucket for the build status
[22:48:51.845] Build 8922779691211908032: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:48:51.845] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9088209753401084480:66:0) after 1m0s
[22:49:51.868] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9088209753401084480:66:0)
[22:49:51.868] Timer tick, asking Buildbucket for the build status
[22:49:52.109] Build 8922779691211908032: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:49:52.109] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9088209753401084480:67:0) after 1m0s
[22:50:52.163] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9088209753401084480:67:0)
[22:50:52.163] Timer tick, asking Buildbucket for the build status
[22:50:52.484] Build 8922779691211908032: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:50:52.484] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9088209753401084480:68:0) after 1m0s
[22:51:52.605] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9088209753401084480:68:0)
[22:51:52.605] Timer tick, asking Buildbucket for the build status
[22:51:52.864] Build 8922779691211908032: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:51:52.864] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9088209753401084480:69:0) after 1m0s
[22:52:52.885] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9088209753401084480:69:0)
[22:52:52.886] Timer tick, asking Buildbucket for the build status
[22:52:52.957] Build 8922779691211908032: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:52:52.957] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9088209753401084480:70:0) after 1m0s
[22:53:28.085] Received PubSub notification, asking Buildbucket for the build status
[22:53:28.405] Build 8922779691211908032: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[22:53:28.405] Buildbucket build:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "AUTO",
    "completed_ts": "1548975206281416",
    "created_by": "user:luci-scheduler@appspot.gserviceaccount.com",
    "created_ts": "1548971199747958",
    "failure_reason": "BUILD_FAILURE",
    "id": "8922779691211908032",
    "parameters_json": "{\"builder_name\": \"Site Isolation Android\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"79ec7edfffe6ec7c432ced363e871c304c1e8fcc\"}}",
    "project": "chromium",
    "result": "FAILURE",
    "result_details_json": "{\"swarming\": {\"bot_dimensions\": {\"gce\": [\"1\"], \"machine_type\": [\"n1-standard-8\"], \"inside_docker\": [\"0\"], \"python\": [\"2.7.6\"], \"builder\": [\"Site Isolation Android\"], \"kvm\": [\"0\"], \"id\": [\"swarm2384-c4\"], \"server_version\": [\"4042-3265c92\"], \"image\": [\"chrome-trusty-18042300-b7223b463e3\"], \"gpu\": [\"none\"], \"cores\": [\"8\"], \"zone\": [\"us\", \"us-central\", \"us-central1\", \"us-central1-f\"], \"os\": [\"Linux\", \"Ubuntu\", \"Ubuntu-14.04\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-Ivy_Bridge_GCE\"], \"pool\": [\"luci.chromium.ci\"], \"caches\": [\"builder_e961d9d7e9bca679490a4aaa8599bd975f9b7e0b713a988ed6895a059d04d2ac_v2\", \"git\", \"goma_v2\", \"vpython\"]}}, \"ui\": {\"info\": \"Failure site_per_process_content_browsertests on Android device Nexus 5X\\nFailure site_per_process_unit_tests on Android device Nexus 5X\"}, \"properties\": {\"got_nacl_revision\": \"ff15c51d20785fa51c0ef03ccb480b87299acbeb\", \"got_swarming_client_revision\": \"0e3e1c4dc4e79f25a5b58fcbc135dc93183c0c54\", \"got_revision\": \"79ec7edfffe6ec7c432ced363e871c304c1e8fcc\", \"recipe\": \"chromium\", \"isolate_server\": \"https://isolateserver.appspot.com\", \"got_dawn_revision\": \"baa3741c9fbe88e83e6d8cbbea1ca44d53e1da24\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#26497}\", \"$recipe_engine/path\": {\"cache_dir\": \"/b/swarming/w/ir/cache\", \"temp_dir\": \"/b/swarming/w/ir/tmp/rt\"}, \"got_revision_cp\": \"refs/heads/master@{#628092}\", \"branch\": \"refs/heads/master\", \"revision\": \"79ec7edfffe6ec7c432ced363e871c304c1e8fcc\", \"swarm_hashes_refs/heads/master(at){#628092}_without_patch\": {\"components_unittests\": \"167e9e36327fbe6440d22c980daa568c90ba3da1\", \"unit_tests\": \"901829873de9ca44527aa3851702477b56fdfa37\", \"components_browsertests\": \"2e0ba2eb6624b923c7371c12520d587fa660297d\", \"content_browsertests\": \"98e16a4106ace4087dc2996f4ccd257ca5b2d6a7\", \"content_unittests\": \"0233ffd26beaad3c5bb088736646ec7a29c9fadd\"}, \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"buildername\": \"Site Isolation Android\", \"got_webrtc_revision\": \"01f64e0eb22d855fc769b6976ba62dd0d94a071a\", \"mastername\": \"chromium.fyi\", \"got_angle_revision\": \"794364ebd51c1c7d113fc4208857a15cd557b4db\", \"buildbucket\": {\"hostname\": \"cr-buildbucket.appspot.com\", \"build\": {\"created_ts\": 1548971199747958, \"tags\": [\"build_address:luci.chromium.ci/Site Isolation Android/30126\", \"builder:Site Isolation Android\", \"buildset:commit/git/79ec7edfffe6ec7c432ced363e871c304c1e8fcc\", \"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/79ec7edfffe6ec7c432ced363e871c304c1e8fcc\", \"gitiles_ref:refs/heads/master\", \"scheduler_invocation_id:9088209753401084480\", \"scheduler_job_id:chromium/Site Isolation Android\", \"user_agent:luci-scheduler\"], \"bucket\": \"luci.chromium.ci\", \"created_by\": \"user:luci-scheduler@appspot.gserviceaccount.com\", \"project\": \"chromium\", \"id\": \"8922779691211908032\"}}, \"got_v8_revision\": \"8aa4af2f9d67491825b354b6c7207ed47e0595f5\", \"got_v8_revision_cp\": \"refs/heads/7.4.46@{#1}\", \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"buildnumber\": 30126, \"swarm_hashes\": {\"components_unittests\": \"167e9e36327fbe6440d22c980daa568c90ba3da1\", \"unit_tests\": \"901829873de9ca44527aa3851702477b56fdfa37\", \"components_browsertests\": \"2e0ba2eb6624b923c7371c12520d587fa660297d\", \"content_browsertests\": \"98e16a4106ace4087dc2996f4ccd257ca5b2d6a7\", \"content_unittests\": \"0233ffd26beaad3c5bb088736646ec7a29c9fadd\"}, \"$recipe_engine/buildbucket\": {\"build\": {\"tags\": [{\"value\": \"Site Isolation Android\", \"key\": \"builder\"}, {\"value\": \"commit/git/79ec7edfffe6ec7c432ced363e871c304c1e8fcc\", \"key\": \"buildset\"}, {\"value\": \"commit/gitiles/chromium.googlesource.com/chromium/src/+/79ec7edfffe6ec7c432ced363e871c304c1e8fcc\", \"key\": \"buildset\"}, {\"value\": \"9088209753401084480\", \"key\": \"scheduler_invocation_id\"}, {\"value\": \"chromium/Site Isolation Android\", \"key\": \"scheduler_job_id\"}, {\"value\": \"luci-scheduler\", \"key\": \"user_agent\"}], \"builder\": {\"project\": \"chromium\", \"builder\": \"Site Isolation Android\", \"bucket\": \"ci\"}, \"number\": 30126, \"infra\": {\"buildbucket\": {\"serviceConfigRevision\": \"01134cf47e8a2d5d7cea5ec1232ca64ed2f16a5c\"}, \"recipe\": {\"name\": \"chromium\", \"cipdPackage\": \"infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build\"}, \"swarming\": {\"hostname\": \"chromium-swarm.appspot.com\"}}, \"createdBy\": \"user:luci-scheduler@appspot.gserviceaccount.com\", \"id\": \"8922779691211908032\", \"input\": {\"gitilesCommit\": {\"project\": \"chromium/src\", \"host\": \"chromium.googlesource.com\", \"ref\": \"refs/heads/master\", \"id\": \"79ec7edfffe6ec7c432ced363e871c304c1e8fcc\"}}, \"createTime\": \"2019-01-31T21:46:39.747958Z\"}}, \"path_config\": \"generic\", \"bot_id\": \"swarm2384-c4\", \"got_buildtools_revision\": \"6fbda1b24c1893a893b17aa219b765b9e7c801d8\"}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1548971243266350",
    "status": "COMPLETED",
    "status_changed_ts": "1548975206952870",
    "tags": [
      "build_address:luci.chromium.ci/Site Isolation Android/30126",
      "builder:Site Isolation Android",
      "buildset:commit/git/79ec7edfffe6ec7c432ced363e871c304c1e8fcc",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/79ec7edfffe6ec7c432ced363e871c304c1e8fcc",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9088209753401084480",
      "scheduler_job_id:chromium/Site Isolation Android",
      "swarming_dimension:builder:Site Isolation Android",
      "swarming_dimension:caches:builder_e961d9d7e9bca679490a4aaa8599bd975f9b7e0b713a988ed6895a059d04d2ac_v2",
      "swarming_dimension:cores:8",
      "swarming_dimension:cpu:x86-64",
      "swarming_dimension:os:Ubuntu-14.04",
      "swarming_dimension:pool:luci.chromium.ci",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:build_address:luci.chromium.ci/Site Isolation Android/30126",
      "swarming_tag:buildbucket_bucket:chromium/ci",
      "swarming_tag:buildbucket_build_id:8922779691211908032",
      "swarming_tag:buildbucket_hostname:cr-buildbucket.appspot.com",
      "swarming_tag:buildbucket_template_canary:0",
      "swarming_tag:buildbucket_template_revision:01134cf47e8a2d5d7cea5ec1232ca64ed2f16a5c",
      "swarming_tag:builder:Site Isolation Android",
      "swarming_tag:buildset:commit/git/79ec7edfffe6ec7c432ced363e871c304c1e8fcc",
      "swarming_tag:buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/79ec7edfffe6ec7c432ced363e871c304c1e8fcc",
      "swarming_tag:caches:builder_e961d9d7e9bca679490a4aaa8599bd975f9b7e0b713a988ed6895a059d04d2ac_v2",
      "swarming_tag:cores:8",
      "swarming_tag:cpu:x86-64",
      "swarming_tag:gitiles_ref:refs/heads/master",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8922779691211908032/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:os:Ubuntu-14.04",
      "swarming_tag:pool:luci.chromium.ci",
      "swarming_tag:priority:30",
      "swarming_tag:recipe_name:chromium",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_tag:scheduler_invocation_id:9088209753401084480",
      "swarming_tag:scheduler_job_id:chromium/Site Isolation Android",
      "swarming_tag:service_account:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
      "swarming_tag:swarming.pool.template:skip",
      "swarming_tag:swarming.pool.version:6c0006397b5832767e770fe31550993e97b5050b",
      "swarming_tag:user:None",
      "swarming_tag:user_agent:luci-scheduler",
      "swarming_tag:vpython:native-python-wrapper",
      "swarming_task_id:42beb257a9754f10",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1548975206954807",
    "url": "https://ci.chromium.org/b/8922779691211908032",
    "utcnow_ts": "1548975208391663"
  }
}
[22:53:28.405] Invocation finished in 1h6m50.128851768s with status FAILED