Status: FAILED
Triggered by: chromium-ci-gpu-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 3 hours
Actions:

Definition (rev f48072dfb60d8fe758af47cc9af397252e2280e7)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Dawn Win10 x64 Experimental Release (NVIDIA)"
>

Incoming triggers

  • Dawn Win10 x64 Builder/127858 (5 months ago by chromium-ci-gpu-builder@chops-service-accounts.iam.gserviceaccount.com)
  • Dawn Win10 x64 Builder/127859 (5 months ago by chromium-ci-gpu-builder@chops-service-accounts.iam.gserviceaccount.com)
  • Dawn Win10 x64 Builder/127860 (5 months ago by chromium-ci-gpu-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "b74507e81e275a6c8474b183844e8ef95b6aac43",
        "project": "chromium/src",
        "ref": "refs/heads/main"
      }
    ]
  },
  "branch": "refs/heads/main",
  "deps_revision_overrides": {
    "src": "b74507e81e275a6c8474b183844e8ef95b6aac43",
    "src/third_party/dawn": "1057a7f19330029f7fa312f28661cac0dda8bfad"
  },
  "parent_build_id": "8750477271982660753",
  "parent_builder_group": "chromium.dawn",
  "parent_buildername": "Dawn Win10 x64 Builder",
  "parent_got_angle_revision": "97cb3eb8a79dcf752a99d0895719fde9f6bb3392",
  "parent_got_dawn_revision": "1057a7f19330029f7fa312f28661cac0dda8bfad",
  "parent_got_revision": "b74507e81e275a6c8474b183844e8ef95b6aac43",
  "parent_got_revision_cp": "refs/heads/main@{#1288184}",
  "parent_got_swiftshader_revision": "1eaac56def92dfadfb2f49695c7d3c5cd1e1274d",
  "parent_got_v8_revision": "15b9756484d5bda98ba273ae13f8db58200db4db",
  "parent_got_v8_revision_cp": "refs/heads/12.5.227@{#1}",
  "parent_got_webrtc_revision": "fb61154da1f42a01d10cbb67f226df6e9e6c6bf7",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#42086}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "b74507e81e275a6c8474b183844e8ef95b6aac43",
  "swarm_hashes": {
    "dawn_end2end_tests": "10298aac50949fd5f51382275662628662cba5cdfce9827f33d9ead9fa603710/322",
    "dawn_perf_tests": "b9eaf442e08e77ab69b0e65842905049ab7f83fd70e98670d012e202433c13b6/486",
    "gl_tests": "883a6459a71c1b3fbe21d691b4de4ab70676abb45c1a1fccf4d0f107efb5835d/322",
    "gl_unittests": "a54539c63cee8ff1441f1684cfadc514f7d337b1d097d0e3577bc27b1695bbac/401",
    "telemetry_gpu_integration_test": "d839a68f5270d4327d90ad2e67724b12405acbee500f8d1bbaaeca159cd86a0c/814",
    "telemetry_gpu_unittests": "617e6e9d94b0a41b4e4ae93e9c28507f21220ca009a543e81b02b45488e31ec1/735",
    "webgpu_blink_web_tests": "a8f617ebed324d63a7cbb9b6875e316deeb4074094f5cf6c255d92b270051abf/565"
  },
  "swarming_command_lines_cwd": "out\\Release_x64",
  "swarming_command_lines_digest": "40420e5889a0e7d57b0c3d6e43ef878629908374a8dee055acb98f5dece44ba4/93"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b74507e81e275a6c8474b183844e8ef95b6aac43
  • gitiles_ref:refs/heads/main
  • parent_buildername:Dawn Win10 x64 Builder
  • parent_buildnumber:127860
  • user_agent:recipe

Debug log (UTC)

[19:56:25.389] New invocation is queued and will start shortly
[19:56:25.389] Triggered by user:chromium-ci-gpu-builder@chops-service-accounts.iam.gserviceaccount.com
[19:56:26.591] Starting the invocation (attempt 1)
[19:56:26.618] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b74507e81e275a6c8474b183844e8ef95b6aac43"
[19:56:26.618] Popped gitiles commit info from properties and tags
[19:56:26.618] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[19:56:26.618] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[19:56:26.619] Buildbucket request:
{
  "requestId": "8915901257427718368",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Dawn Win10 x64 Experimental Release (NVIDIA)"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "b74507e81e275a6c8474b183844e8ef95b6aac43",
                        "project": "chromium/src",
                        "ref": "refs/heads/main"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "b74507e81e275a6c8474b183844e8ef95b6aac43",
            "src/third_party/dawn": "1057a7f19330029f7fa312f28661cac0dda8bfad"
          },
      "parent_build_id": "8750477271982660753",
      "parent_builder_group": "chromium.dawn",
      "parent_buildername": "Dawn Win10 x64 Builder",
      "parent_got_angle_revision": "97cb3eb8a79dcf752a99d0895719fde9f6bb3392",
      "parent_got_dawn_revision": "1057a7f19330029f7fa312f28661cac0dda8bfad",
      "parent_got_revision": "b74507e81e275a6c8474b183844e8ef95b6aac43",
      "parent_got_revision_cp": "refs/heads/main@{#1288184}",
      "parent_got_swiftshader_revision": "1eaac56def92dfadfb2f49695c7d3c5cd1e1274d",
      "parent_got_v8_revision": "15b9756484d5bda98ba273ae13f8db58200db4db",
      "parent_got_v8_revision_cp": "refs/heads/12.5.227@{#1}",
      "parent_got_webrtc_revision": "fb61154da1f42a01d10cbb67f226df6e9e6c6bf7",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#42086}",
      "swarm_hashes": {
            "dawn_end2end_tests": "10298aac50949fd5f51382275662628662cba5cdfce9827f33d9ead9fa603710/322",
            "dawn_perf_tests": "b9eaf442e08e77ab69b0e65842905049ab7f83fd70e98670d012e202433c13b6/486",
            "gl_tests": "883a6459a71c1b3fbe21d691b4de4ab70676abb45c1a1fccf4d0f107efb5835d/322",
            "gl_unittests": "a54539c63cee8ff1441f1684cfadc514f7d337b1d097d0e3577bc27b1695bbac/401",
            "telemetry_gpu_integration_test": "d839a68f5270d4327d90ad2e67724b12405acbee500f8d1bbaaeca159cd86a0c/814",
            "telemetry_gpu_unittests": "617e6e9d94b0a41b4e4ae93e9c28507f21220ca009a543e81b02b45488e31ec1/735",
            "webgpu_blink_web_tests": "a8f617ebed324d63a7cbb9b6875e316deeb4074094f5cf6c255d92b270051abf/565"
          },
      "swarming_command_lines_cwd": "out\\Release_x64",
      "swarming_command_lines_digest": "40420e5889a0e7d57b0c3d6e43ef878629908374a8dee055acb98f5dece44ba4/93"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "b74507e81e275a6c8474b183844e8ef95b6aac43",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8915901257427718368"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Dawn Win10 x64 Experimental Release (NVIDIA)"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Dawn Win10 x64 Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "127860"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[19:56:27.178] Scheduled build:
{
  "id": "8750471195423018289",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Dawn Win10 x64 Experimental Release (NVIDIA)"
  },
  "number": 661,
  "createdBy": "project:chromium",
  "createTime": "2024-04-16T19:56:26.680838847Z",
  "updateTime": "2024-04-16T19:56:26.680838847Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "b74507e81e275a6c8474b183844e8ef95b6aac43",
      "ref": "refs/heads/main"
    }
  }
}
[19:56:27.178] Task URL: https://cr-buildbucket.appspot.com/build/8750471195423018289
[19:56:27.178] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8915901257427718368:2:0) after 9m26s
[19:56:28.137] Received PubSub notification, asking Buildbucket for the build status
[19:56:28.243] Build status: SCHEDULED
[19:56:35.571] Received PubSub notification, asking Buildbucket for the build status
[19:56:35.598] Build status: STARTED
[20:05:53.397] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8915901257427718368:2:0)
[20:05:53.436] Build status: STARTED
[20:05:53.436] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8915901257427718368:5:0) after 6m2s
[20:11:55.483] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8915901257427718368:5:0)
[20:11:55.509] Build status: STARTED
[20:11:55.509] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8915901257427718368:6:0) after 9m25s
[20:21:20.545] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8915901257427718368:6:0)
[20:21:20.605] Build status: STARTED
[20:21:20.605] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8915901257427718368:7:0) after 6m57s
[20:28:17.653] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8915901257427718368:7:0)
[20:28:17.681] Build status: STARTED
[20:28:17.681] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8915901257427718368:8:0) after 2m16s
[20:30:33.759] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8915901257427718368:8:0)
[20:30:33.785] Build status: STARTED
[20:30:33.785] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8915901257427718368:9:0) after 4m48s
[20:35:21.826] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8915901257427718368:9:0)
[20:35:21.949] Build status: STARTED
[20:35:21.950] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8915901257427718368:10:0) after 4m24s
[20:39:46.074] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8915901257427718368:10:0)
[20:39:46.152] Build status: STARTED
[20:39:46.152] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8915901257427718368:11:0) after 9m3s
[20:48:49.327] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8915901257427718368:11:0)
[20:48:49.346] Build status: STARTED
[20:48:49.346] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8915901257427718368:12:0) after 9m26s
[20:58:15.330] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8915901257427718368:12:0)
[20:58:15.354] Build status: STARTED
[20:58:15.354] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8915901257427718368:13:0) after 1m4s
[20:59:19.435] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8915901257427718368:13:0)
[20:59:19.452] Build status: STARTED
[20:59:19.452] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8915901257427718368:14:0) after 9m18s
[21:08:37.596] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8915901257427718368:14:0)
[21:08:37.618] Build status: STARTED
[21:08:37.618] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8915901257427718368:15:0) after 4m33s
[21:13:10.637] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8915901257427718368:15:0)
[21:13:10.700] Build status: STARTED
[21:13:10.700] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8915901257427718368:16:0) after 6m8s
[21:19:18.752] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8915901257427718368:16:0)
[21:19:18.770] Build status: STARTED
[21:19:18.770] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8915901257427718368:17:0) after 7m13s
[21:26:31.799] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8915901257427718368:17:0)
[21:26:31.820] Build status: STARTED
[21:26:31.820] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8915901257427718368:18:0) after 9m52s
[21:36:23.862] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8915901257427718368:18:0)
[21:36:23.880] Build status: STARTED
[21:36:23.880] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8915901257427718368:19:0) after 6m45s
[21:43:08.924] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8915901257427718368:19:0)
[21:43:08.963] Build status: STARTED
[21:43:08.963] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8915901257427718368:20:0) after 3m3s
[21:46:11.984] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8915901257427718368:20:0)
[21:46:12.016] Build status: STARTED
[21:46:12.016] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8915901257427718368:21:0) after 1m41s
[21:47:53.083] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8915901257427718368:21:0)
[21:47:53.130] Build status: STARTED
[21:47:53.130] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8915901257427718368:22:0) after 6m33s
[21:54:26.147] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8915901257427718368:22:0)
[21:54:26.169] Build status: STARTED
[21:54:26.169] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8915901257427718368:23:0) after 7m11s
[22:01:37.193] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8915901257427718368:23:0)
[22:01:37.245] Build status: STARTED
[22:01:37.245] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8915901257427718368:24:0) after 1m30s
[22:03:07.292] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8915901257427718368:24:0)
[22:03:07.314] Build status: STARTED
[22:03:07.314] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8915901257427718368:25:0) after 3m6s
[22:06:13.481] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8915901257427718368:25:0)
[22:06:13.562] Build status: STARTED
[22:06:13.562] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8915901257427718368:26:0) after 8m27s
[22:14:40.580] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8915901257427718368:26:0)
[22:14:40.604] Build status: STARTED
[22:14:40.604] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8915901257427718368:27:0) after 2m57s
[22:17:37.623] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8915901257427718368:27:0)
[22:17:37.797] Build status: STARTED
[22:17:37.798] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8915901257427718368:28:0) after 9m47s
[22:27:24.867] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8915901257427718368:28:0)
[22:27:24.938] Build status: STARTED
[22:27:24.938] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8915901257427718368:29:0) after 2m11s
[22:29:36.001] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8915901257427718368:29:0)
[22:29:36.021] Build status: STARTED
[22:29:36.021] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8915901257427718368:30:0) after 3m57s
[22:33:33.038] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8915901257427718368:30:0)
[22:33:33.114] Build status: STARTED
[22:33:33.114] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8915901257427718368:31:0) after 8m39s
[22:42:12.219] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8915901257427718368:31:0)
[22:42:12.375] Build status: STARTED
[22:42:12.375] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8915901257427718368:32:0) after 7m57s
[22:50:09.420] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8915901257427718368:32:0)
[22:50:09.456] Build status: STARTED
[22:50:09.456] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8915901257427718368:33:0) after 3m25s
[22:53:34.483] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8915901257427718368:33:0)
[22:53:34.513] Build status: STARTED
[22:53:34.513] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8915901257427718368:34:0) after 4m5s
[22:57:39.531] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8915901257427718368:34:0)
[22:57:39.549] Build status: STARTED
[22:57:39.549] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8915901257427718368:35:0) after 8m36s
[23:06:16.192] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8915901257427718368:35:0)
[23:06:16.211] Build status: STARTED
[23:06:16.211] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8915901257427718368:36:0) after 2m22s
[23:08:38.591] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8915901257427718368:36:0)
[23:08:38.613] Build status: STARTED
[23:08:38.613] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8915901257427718368:37:0) after 2m37s
[23:11:15.679] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8915901257427718368:37:0)
[23:11:15.698] Build status: STARTED
[23:11:15.698] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8915901257427718368:38:0) after 9m4s
[23:16:43.967] Received PubSub notification, asking Buildbucket for the build status
[23:16:43.984] Build:
{
  "id": "8750471195423018289",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Dawn Win10 x64 Experimental Release (NVIDIA)"
  },
  "number": 661,
  "createdBy": "project:chromium",
  "createTime": "2024-04-16T19:56:26.680838847Z",
  "startTime": "2024-04-16T19:56:35.281101609Z",
  "endTime": "2024-04-16T23:16:43.157225726Z",
  "updateTime": "2024-04-16T23:16:43.157225726Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "b74507e81e275a6c8474b183844e8ef95b6aac43",
      "ref": "refs/heads/main"
    }
  }
}
[23:16:43.984] Invocation finished in 3h20m18.600747038s with status FAILED