1. All projects
  2. chromium
  3. Dawn Win10 x64 ASAN Release (NVIDIA)
  4. 8927014255563081904
Status: FAILED
Triggered by: chromium-ci-gpu-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 3 hours
Actions:

Definition (rev 1f1b4513521524d405025696b8777ff82db0bd9d) 

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Dawn Win10 x64 ASAN Release (NVIDIA)"
>

Incoming triggers

  • Dawn Win10 x64 ASAN Builder/3519 (2 years ago by chromium-ci-gpu-builder@chops-service-accounts.iam.gserviceaccount.com)
  • Dawn Win10 x64 ASAN Builder/3520 (2 years ago by chromium-ci-gpu-builder@chops-service-accounts.iam.gserviceaccount.com)
  • Dawn Win10 x64 ASAN Builder/3521 (2 years ago by chromium-ci-gpu-builder@chops-service-accounts.iam.gserviceaccount.com)
  • Dawn Win10 x64 ASAN Builder/3522 (2 years ago by chromium-ci-gpu-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "caf2bd22641d32cf7869020ead999e5ed4996412",
        "project": "chromium/src",
        "ref": "refs/heads/main"
      }
    ]
  },
  "branch": "refs/heads/main",
  "deps_revision_overrides": {
    "src": "caf2bd22641d32cf7869020ead999e5ed4996412",
    "src/third_party/dawn": "9c54476ce64f21d6878ede05af9397dd55973a14"
  },
  "parent_build_id": "8761585989081232785",
  "parent_builder_group": "chromium.dawn",
  "parent_buildername": "Dawn Win10 x64 ASAN Builder",
  "parent_got_angle_revision": "80893f26d7b2588bc307a6c5a9d5bc3ca4ed1171",
  "parent_got_dawn_revision": "9c54476ce64f21d6878ede05af9397dd55973a14",
  "parent_got_revision": "caf2bd22641d32cf7869020ead999e5ed4996412",
  "parent_got_revision_cp": "refs/heads/main@{#1238370}",
  "parent_got_swiftshader_revision": "2fa7e9b99ae4e70ea5ae2cc9c8d3afb43391384f",
  "parent_got_v8_revision": "e6049fb98502acb2afb1ec9f5181c3db5e08c9b7",
  "parent_got_v8_revision_cp": "refs/heads/12.2.110@{#1}",
  "parent_got_webrtc_revision": "c9d44b3fb94511e92879f3b6061aee117474cb27",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#41397}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "caf2bd22641d32cf7869020ead999e5ed4996412",
  "swarm_hashes": {
    "dawn_end2end_tests": "bafc07bf9581a3fa2936f1492d2e76dc4350f031816c51a160aacae339fdeaa4/486",
    "dawn_perf_tests": "ab93d991b952d5bbef9d6c74d0ee54f02f66bdff83c4334a2d6fcc70bd58b207/488",
    "gl_tests": "766f1db1ade6c4a515cc7367d61545e74081a46e80fdd2eef4f3c676dd464b5e/486",
    "gl_unittests": "c8e4120ec4485d4f6cbf04edc090aa251416b08102c5fbeb59baeb77269791a9/487",
    "telemetry_gpu_integration_test": "c3c67be19116eefa7c06c44bc906b4852db6591cedaffd7b6dc511e6a8d1e649/814",
    "telemetry_gpu_unittests": "c4f162e17495fd8fbef5c097670a010539dd6089f1d5d2a214ef318ea551bed6/735",
    "webgpu_blink_web_tests": "851e3a84961cbe90891a48fb014980937c27100571b49fa508c0188b396358cb/566"
  },
  "swarming_command_lines_cwd": "out\\Release_x64",
  "swarming_command_lines_digest": "eca0b9676d87a6ce8af3ba81b10e6d5bd10fc75c351264a541e8d91d0e717a42/93"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/caf2bd22641d32cf7869020ead999e5ed4996412
  • gitiles_ref:refs/heads/main
  • parent_buildername:Dawn Win10 x64 ASAN Builder
  • parent_buildnumber:3522
  • user_agent:recipe

Debug log (UTC)

[04:00:04.500] New invocation is queued and will start shortly
[04:00:04.500] Triggered by user:chromium-ci-gpu-builder@chops-service-accounts.iam.gserviceaccount.com
[04:00:05.598] Starting the invocation (attempt 1)
[04:00:05.630] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/caf2bd22641d32cf7869020ead999e5ed4996412"
[04:00:05.630] Popped gitiles commit info from properties and tags
[04:00:05.630] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[04:00:05.636] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[04:00:05.636] Buildbucket request:
{
  "requestId": "8927014255563081904",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Dawn Win10 x64 ASAN Release (NVIDIA)"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "caf2bd22641d32cf7869020ead999e5ed4996412",
                        "project": "chromium/src",
                        "ref": "refs/heads/main"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "caf2bd22641d32cf7869020ead999e5ed4996412",
            "src/third_party/dawn": "9c54476ce64f21d6878ede05af9397dd55973a14"
          },
      "parent_build_id": "8761585989081232785",
      "parent_builder_group": "chromium.dawn",
      "parent_buildername": "Dawn Win10 x64 ASAN Builder",
      "parent_got_angle_revision": "80893f26d7b2588bc307a6c5a9d5bc3ca4ed1171",
      "parent_got_dawn_revision": "9c54476ce64f21d6878ede05af9397dd55973a14",
      "parent_got_revision": "caf2bd22641d32cf7869020ead999e5ed4996412",
      "parent_got_revision_cp": "refs/heads/main@{#1238370}",
      "parent_got_swiftshader_revision": "2fa7e9b99ae4e70ea5ae2cc9c8d3afb43391384f",
      "parent_got_v8_revision": "e6049fb98502acb2afb1ec9f5181c3db5e08c9b7",
      "parent_got_v8_revision_cp": "refs/heads/12.2.110@{#1}",
      "parent_got_webrtc_revision": "c9d44b3fb94511e92879f3b6061aee117474cb27",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#41397}",
      "swarm_hashes": {
            "dawn_end2end_tests": "bafc07bf9581a3fa2936f1492d2e76dc4350f031816c51a160aacae339fdeaa4/486",
            "dawn_perf_tests": "ab93d991b952d5bbef9d6c74d0ee54f02f66bdff83c4334a2d6fcc70bd58b207/488",
            "gl_tests": "766f1db1ade6c4a515cc7367d61545e74081a46e80fdd2eef4f3c676dd464b5e/486",
            "gl_unittests": "c8e4120ec4485d4f6cbf04edc090aa251416b08102c5fbeb59baeb77269791a9/487",
            "telemetry_gpu_integration_test": "c3c67be19116eefa7c06c44bc906b4852db6591cedaffd7b6dc511e6a8d1e649/814",
            "telemetry_gpu_unittests": "c4f162e17495fd8fbef5c097670a010539dd6089f1d5d2a214ef318ea551bed6/735",
            "webgpu_blink_web_tests": "851e3a84961cbe90891a48fb014980937c27100571b49fa508c0188b396358cb/566"
          },
      "swarming_command_lines_cwd": "out\\Release_x64",
      "swarming_command_lines_digest": "eca0b9676d87a6ce8af3ba81b10e6d5bd10fc75c351264a541e8d91d0e717a42/93"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "caf2bd22641d32cf7869020ead999e5ed4996412",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8927014255563081904"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Dawn Win10 x64 ASAN Release (NVIDIA)"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Dawn Win10 x64 ASAN Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "3522"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[04:00:06.381] Scheduled build:
{
  "id": "8761584193575209329",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Dawn Win10 x64 ASAN Release (NVIDIA)"
  },
  "number": 1588,
  "createdBy": "project:chromium",
  "createTime": "2023-12-16T04:00:05.764006576Z",
  "updateTime": "2023-12-16T04:00:05.764006576Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "caf2bd22641d32cf7869020ead999e5ed4996412",
      "ref": "refs/heads/main"
    }
  }
}
[04:00:06.381] Task URL: https://cr-buildbucket.appspot.com/build/8761584193575209329
[04:00:06.381] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8927014255563081904:2:0) after 6m38s
[04:00:06.746] Received PubSub notification, asking Buildbucket for the build status
[04:00:06.790] Build status: SCHEDULED
[04:01:20.051] Received PubSub notification, asking Buildbucket for the build status
[04:01:20.067] Build status: STARTED
[04:06:44.612] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8927014255563081904:2:0)
[04:06:44.661] Build status: STARTED
[04:06:44.661] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8927014255563081904:5:0) after 7m53s
[04:14:37.751] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8927014255563081904:5:0)
[04:14:37.796] Build status: STARTED
[04:14:37.796] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8927014255563081904:6:0) after 9m22s
[04:23:59.966] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8927014255563081904:6:0)
[04:24:00.003] Build status: STARTED
[04:24:00.003] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8927014255563081904:7:0) after 5m24s
[04:29:24.231] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8927014255563081904:7:0)
[04:29:24.257] Build status: STARTED
[04:29:24.257] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8927014255563081904:8:0) after 1m17s
[04:30:41.305] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8927014255563081904:8:0)
[04:30:41.326] Build status: STARTED
[04:30:41.326] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8927014255563081904:9:0) after 1m59s
[04:32:40.343] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8927014255563081904:9:0)
[04:32:40.360] Build status: STARTED
[04:32:40.360] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8927014255563081904:10:0) after 4m31s
[04:37:11.383] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8927014255563081904:10:0)
[04:37:11.405] Build status: STARTED
[04:37:11.405] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8927014255563081904:11:0) after 4m4s
[04:41:15.428] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8927014255563081904:11:0)
[04:41:15.444] Build status: STARTED
[04:41:15.444] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8927014255563081904:12:0) after 4m6s
[04:45:21.618] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8927014255563081904:12:0)
[04:45:21.825] Build status: STARTED
[04:45:21.825] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8927014255563081904:13:0) after 8m45s
[04:54:06.843] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8927014255563081904:13:0)
[04:54:06.858] Build status: STARTED
[04:54:06.858] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8927014255563081904:14:0) after 9m35s
[05:03:41.880] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8927014255563081904:14:0)
[05:03:41.899] Build status: STARTED
[05:03:41.899] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8927014255563081904:15:0) after 1m29s
[05:05:10.917] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8927014255563081904:15:0)
[05:05:10.943] Build status: STARTED
[05:05:10.943] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8927014255563081904:16:0) after 2m25s
[05:07:36.112] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8927014255563081904:16:0)
[05:07:36.129] Build status: STARTED
[05:07:36.129] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8927014255563081904:17:0) after 9m41s
[05:17:17.169] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8927014255563081904:17:0)
[05:17:17.193] Build status: STARTED
[05:17:17.193] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8927014255563081904:18:0) after 2m17s
[05:19:34.299] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8927014255563081904:18:0)
[05:19:34.556] Build status: STARTED
[05:19:34.557] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8927014255563081904:19:0) after 1m31s
[05:21:05.700] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8927014255563081904:19:0)
[05:21:05.718] Build status: STARTED
[05:21:05.718] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8927014255563081904:20:0) after 8m59s
[05:30:04.854] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8927014255563081904:20:0)
[05:30:04.876] Build status: STARTED
[05:30:04.877] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8927014255563081904:21:0) after 3m38s
[05:33:42.915] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8927014255563081904:21:0)
[05:33:42.933] Build status: STARTED
[05:33:42.933] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8927014255563081904:22:0) after 7m26s
[05:41:08.953] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8927014255563081904:22:0)
[05:41:08.970] Build status: STARTED
[05:41:08.970] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8927014255563081904:23:0) after 8m21s
[05:49:30.129] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8927014255563081904:23:0)
[05:49:30.155] Build status: STARTED
[05:49:30.155] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8927014255563081904:24:0) after 1m26s
[05:50:56.132] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8927014255563081904:24:0)
[05:50:56.185] Build status: STARTED
[05:50:56.185] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8927014255563081904:25:0) after 7m0s
[05:57:56.221] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8927014255563081904:25:0)
[05:57:56.240] Build status: STARTED
[05:57:56.240] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8927014255563081904:26:0) after 6m36s
[06:04:32.527] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8927014255563081904:26:0)
[06:04:32.563] Build status: STARTED
[06:04:32.563] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8927014255563081904:27:0) after 5m40s
[06:10:12.767] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8927014255563081904:27:0)
[06:10:12.793] Build status: STARTED
[06:10:12.793] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8927014255563081904:28:0) after 3m52s
[06:14:04.820] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8927014255563081904:28:0)
[06:14:04.838] Build status: STARTED
[06:14:04.838] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8927014255563081904:29:0) after 7m54s
[06:21:59.029] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8927014255563081904:29:0)
[06:21:59.064] Build status: STARTED
[06:21:59.064] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8927014255563081904:30:0) after 3m24s
[06:25:23.184] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8927014255563081904:30:0)
[06:25:23.208] Build status: STARTED
[06:25:23.208] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8927014255563081904:31:0) after 7m58s
[06:33:21.343] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8927014255563081904:31:0)
[06:33:21.364] Build status: STARTED
[06:33:21.364] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8927014255563081904:32:0) after 4m44s
[06:38:05.392] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8927014255563081904:32:0)
[06:38:05.451] Build status: STARTED
[06:38:05.451] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8927014255563081904:33:0) after 4m0s
[06:42:05.473] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8927014255563081904:33:0)
[06:42:05.491] Build status: STARTED
[06:42:05.491] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8927014255563081904:34:0) after 8m49s
[06:50:54.508] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8927014255563081904:34:0)
[06:50:54.542] Build status: STARTED
[06:50:54.542] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8927014255563081904:35:0) after 9m48s
[07:00:42.771] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8927014255563081904:35:0)
[07:00:42.832] Build status: STARTED
[07:00:42.832] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8927014255563081904:36:0) after 8m35s
[07:09:17.859] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8927014255563081904:36:0)
[07:09:17.878] Build status: STARTED
[07:09:17.878] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8927014255563081904:37:0) after 8m57s
[07:10:23.489] Received PubSub notification, asking Buildbucket for the build status
[07:10:23.509] Build:
{
  "id": "8761584193575209329",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Dawn Win10 x64 ASAN Release (NVIDIA)"
  },
  "number": 1588,
  "createdBy": "project:chromium",
  "createTime": "2023-12-16T04:00:05.764006576Z",
  "startTime": "2023-12-16T04:01:18.650437Z",
  "endTime": "2023-12-16T07:10:22.469449Z",
  "updateTime": "2023-12-16T07:10:22.469449Z",
  "status": "INFRA_FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "caf2bd22641d32cf7869020ead999e5ed4996412",
      "ref": "refs/heads/main"
    }
  }
}
[07:10:23.509] Invocation finished in 3h10m19.023838675s with status FAILED