Status: FAILED
Triggered by: chromium-ci-gpu-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 3 hours
Actions:

Definition (rev cb5dce3b5608486899cb3dda521a0bf219feee99)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Dawn Win10 x64 Release (Intel UHD 770)"
>

Incoming triggers

  • Dawn Win10 x64 Builder/134337 (1 week ago by chromium-ci-gpu-builder@chops-service-accounts.iam.gserviceaccount.com)
  • Dawn Win10 x64 Builder/134338 (1 week ago by chromium-ci-gpu-builder@chops-service-accounts.iam.gserviceaccount.com)
  • Dawn Win10 x64 Builder/134339 (1 week ago by chromium-ci-gpu-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "5e671f3c2d49c1761077ca6eb060434a0758fe94",
        "project": "chromium/src",
        "ref": "refs/heads/main"
      }
    ]
  },
  "branch": "refs/heads/main",
  "deps_revision_overrides": {
    "src": "5e671f3c2d49c1761077ca6eb060434a0758fe94",
    "src/third_party/dawn": "7de7f1ef865aa9c975bd5420ca66745f0dc42633"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8731710153537628993"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8731710153537628993"
    }
  ],
  "parent_build_id": "8731710153537628993",
  "parent_builder_group": "chromium.dawn",
  "parent_buildername": "Dawn Win10 x64 Builder",
  "parent_got_angle_revision": "7fea539cc99bed8fd315cfbc5026952a133ac3ae",
  "parent_got_dawn_revision": "7de7f1ef865aa9c975bd5420ca66745f0dc42633",
  "parent_got_revision": "5e671f3c2d49c1761077ca6eb060434a0758fe94",
  "parent_got_revision_cp": "refs/heads/main@{#1380874}",
  "parent_got_swiftshader_revision": "76855a9baecc97fa144ce70d7ae43a9f878e14c8",
  "parent_got_v8_revision": "870eec55ef286eb42bd62b7e37f32acdfd1d4150",
  "parent_got_v8_revision_cp": "refs/heads/13.2.147@{#1}",
  "parent_got_webrtc_revision": "8bc85f99c235bf258e5952a25420529de4e2024b",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#43381}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "5e671f3c2d49c1761077ca6eb060434a0758fe94",
  "swarm_hashes": {
    "dawn_end2end_tests": "c76af469abc8be5a035aec90878dfe3189451bd112a5e25f4f696174381d8901/323",
    "dawn_perf_tests": "8407d5a7d4be595d9003390a418ef8ce0e14d4b2856fc868fa8e1fd622ff23ec/487",
    "gl_tests": "12bc7eac0cd4da8a5b2c2897b2ae4f60380b2d6abaea77807b3aae79852aa7d4/323",
    "gl_unittests": "72c9018132d2caddc1c2648e4efbc6eec0a3f32f42c5f24d0471a30c7479db4b/402",
    "telemetry_gpu_integration_test": "7189a374489ba850062e539239848da17c458bca2bb76727b0c399eaa1ae1341/815",
    "telemetry_gpu_unittests": "a163a0b702e8f01f5bcfb36ac5033bf144aa997d6382ca37a6265d01762d7bb7/736",
    "webgpu_blink_web_tests": "03d32fa47c63bd6879bc8316de193433c98134d2b6322c5c674c5026439120d7/566"
  },
  "swarming_command_lines_cwd": "out\\9f0d-Dawn_Win10_x64_",
  "swarming_command_lines_digest": "7aeb6d1c6a48a8535af5116a806064295f19d4c0a17b169a6156304caa1fbe77/93"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/5e671f3c2d49c1761077ca6eb060434a0758fe94
  • gitiles_ref:refs/heads/main
  • parent_buildername:Dawn Win10 x64 Builder
  • parent_buildnumber:134339
  • user_agent:recipe

Debug log (UTC)

[22:31:36.354] New invocation is queued and will start shortly
[22:31:36.354] Triggered by user:chromium-ci-gpu-builder@chops-service-accounts.iam.gserviceaccount.com
[22:31:37.504] Starting the invocation (attempt 1)
[22:31:37.536] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/5e671f3c2d49c1761077ca6eb060434a0758fe94"
[22:31:37.536] Popped gitiles commit info from properties and tags
[22:31:37.536] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[22:31:37.536] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[22:31:37.536] Buildbucket request:
{
  "requestId": "8897137922139889008",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Dawn Win10 x64 Release (Intel UHD 770)"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "5e671f3c2d49c1761077ca6eb060434a0758fe94",
                        "project": "chromium/src",
                        "ref": "refs/heads/main"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "5e671f3c2d49c1761077ca6eb060434a0758fe94",
            "src/third_party/dawn": "7de7f1ef865aa9c975bd5420ca66745f0dc42633"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8731710153537628993"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8731710153537628993"
                }
          ],
      "parent_build_id": "8731710153537628993",
      "parent_builder_group": "chromium.dawn",
      "parent_buildername": "Dawn Win10 x64 Builder",
      "parent_got_angle_revision": "7fea539cc99bed8fd315cfbc5026952a133ac3ae",
      "parent_got_dawn_revision": "7de7f1ef865aa9c975bd5420ca66745f0dc42633",
      "parent_got_revision": "5e671f3c2d49c1761077ca6eb060434a0758fe94",
      "parent_got_revision_cp": "refs/heads/main@{#1380874}",
      "parent_got_swiftshader_revision": "76855a9baecc97fa144ce70d7ae43a9f878e14c8",
      "parent_got_v8_revision": "870eec55ef286eb42bd62b7e37f32acdfd1d4150",
      "parent_got_v8_revision_cp": "refs/heads/13.2.147@{#1}",
      "parent_got_webrtc_revision": "8bc85f99c235bf258e5952a25420529de4e2024b",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#43381}",
      "swarm_hashes": {
            "dawn_end2end_tests": "c76af469abc8be5a035aec90878dfe3189451bd112a5e25f4f696174381d8901/323",
            "dawn_perf_tests": "8407d5a7d4be595d9003390a418ef8ce0e14d4b2856fc868fa8e1fd622ff23ec/487",
            "gl_tests": "12bc7eac0cd4da8a5b2c2897b2ae4f60380b2d6abaea77807b3aae79852aa7d4/323",
            "gl_unittests": "72c9018132d2caddc1c2648e4efbc6eec0a3f32f42c5f24d0471a30c7479db4b/402",
            "telemetry_gpu_integration_test": "7189a374489ba850062e539239848da17c458bca2bb76727b0c399eaa1ae1341/815",
            "telemetry_gpu_unittests": "a163a0b702e8f01f5bcfb36ac5033bf144aa997d6382ca37a6265d01762d7bb7/736",
            "webgpu_blink_web_tests": "03d32fa47c63bd6879bc8316de193433c98134d2b6322c5c674c5026439120d7/566"
          },
      "swarming_command_lines_cwd": "out\\9f0d-Dawn_Win10_x64_",
      "swarming_command_lines_digest": "7aeb6d1c6a48a8535af5116a806064295f19d4c0a17b169a6156304caa1fbe77/93"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "5e671f3c2d49c1761077ca6eb060434a0758fe94",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897137922139889008"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Dawn Win10 x64 Release (Intel UHD 770)"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Dawn Win10 x64 Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "134339"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[22:31:38.051] Scheduled build:
{
  "id": "8731707860173770737",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Dawn Win10 x64 Release (Intel UHD 770)"
  },
  "number": 2154,
  "createdBy": "project:chromium",
  "createTime": "2024-11-09T22:31:37.597687403Z",
  "updateTime": "2024-11-09T22:31:37.597687403Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "5e671f3c2d49c1761077ca6eb060434a0758fe94",
      "ref": "refs/heads/main"
    }
  }
}
[22:31:38.051] Task URL: https://cr-buildbucket.appspot.com/build/8731707860173770737
[22:31:38.051] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8897137922139889008:2:0) after 1m4s
[22:31:39.050] Received PubSub notification, asking Buildbucket for the build status
[22:31:39.079] Build status: SCHEDULED
[22:32:42.070] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8897137922139889008:2:0)
[22:32:42.159] Build status: SCHEDULED
[22:32:42.160] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8897137922139889008:4:0) after 7m50s
[22:35:58.187] Received PubSub notification, asking Buildbucket for the build status
[22:35:58.207] Build status: STARTED
[22:40:32.253] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8897137922139889008:4:0)
[22:40:32.284] Build status: STARTED
[22:40:32.285] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8897137922139889008:6:0) after 2m57s
[22:43:29.404] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8897137922139889008:6:0)
[22:43:29.421] Build status: STARTED
[22:43:29.421] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8897137922139889008:7:0) after 5m5s
[22:48:34.464] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8897137922139889008:7:0)
[22:48:34.485] Build status: STARTED
[22:48:34.485] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8897137922139889008:8:0) after 7m13s
[22:55:47.501] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8897137922139889008:8:0)
[22:55:47.518] Build status: STARTED
[22:55:47.518] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8897137922139889008:9:0) after 5m11s
[23:00:58.543] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8897137922139889008:9:0)
[23:00:58.562] Build status: STARTED
[23:00:58.562] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8897137922139889008:10:0) after 6m41s
[23:07:39.680] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8897137922139889008:10:0)
[23:07:39.697] Build status: STARTED
[23:07:39.697] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8897137922139889008:11:0) after 8m55s
[23:16:34.716] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8897137922139889008:11:0)
[23:16:34.734] Build status: STARTED
[23:16:34.734] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8897137922139889008:12:0) after 2m14s
[23:18:48.879] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8897137922139889008:12:0)
[23:18:48.893] Build status: STARTED
[23:18:48.893] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8897137922139889008:13:0) after 9m1s
[23:27:50.038] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8897137922139889008:13:0)
[23:27:50.059] Build status: STARTED
[23:27:50.059] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8897137922139889008:14:0) after 2m51s
[23:30:41.156] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8897137922139889008:14:0)
[23:30:41.176] Build status: STARTED
[23:30:41.176] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8897137922139889008:15:0) after 6m8s
[23:36:49.190] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8897137922139889008:15:0)
[23:36:49.213] Build status: STARTED
[23:36:49.213] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8897137922139889008:16:0) after 9m36s
[23:46:25.317] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8897137922139889008:16:0)
[23:46:25.333] Build status: STARTED
[23:46:25.333] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8897137922139889008:17:0) after 2m31s
[23:48:56.467] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8897137922139889008:17:0)
[23:48:56.483] Build status: STARTED
[23:48:56.483] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8897137922139889008:18:0) after 5m28s
[23:54:24.503] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8897137922139889008:18:0)
[23:54:24.529] Build status: STARTED
[23:54:24.529] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8897137922139889008:19:0) after 7m24s
[00:01:48.747] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8897137922139889008:19:0)
[00:01:48.763] Build status: STARTED
[00:01:48.763] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8897137922139889008:20:0) after 5m16s
[00:07:04.842] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8897137922139889008:20:0)
[00:07:04.858] Build status: STARTED
[00:07:04.858] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8897137922139889008:21:0) after 2m54s
[00:09:58.876] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8897137922139889008:21:0)
[00:09:58.891] Build status: STARTED
[00:09:58.891] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8897137922139889008:22:0) after 3m3s
[00:13:01.908] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8897137922139889008:22:0)
[00:13:01.925] Build status: STARTED
[00:13:01.925] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8897137922139889008:23:0) after 6m15s
[00:19:17.005] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8897137922139889008:23:0)
[00:19:17.038] Build status: STARTED
[00:19:17.038] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8897137922139889008:24:0) after 9m44s
[00:29:01.058] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8897137922139889008:24:0)
[00:29:01.089] Build status: STARTED
[00:29:01.089] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8897137922139889008:25:0) after 1m50s
[00:30:51.116] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8897137922139889008:25:0)
[00:30:51.135] Build status: STARTED
[00:30:51.135] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8897137922139889008:26:0) after 7m49s
[00:38:40.219] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8897137922139889008:26:0)
[00:38:40.238] Build status: STARTED
[00:38:40.238] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8897137922139889008:27:0) after 1m54s
[00:40:34.262] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8897137922139889008:27:0)
[00:40:34.283] Build status: STARTED
[00:40:34.283] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8897137922139889008:28:0) after 4m18s
[00:44:52.311] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8897137922139889008:28:0)
[00:44:52.335] Build status: STARTED
[00:44:52.335] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8897137922139889008:29:0) after 3m50s
[00:48:42.356] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8897137922139889008:29:0)
[00:48:42.373] Build status: STARTED
[00:48:42.373] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8897137922139889008:30:0) after 6m35s
[00:55:17.398] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8897137922139889008:30:0)
[00:55:17.416] Build status: STARTED
[00:55:17.416] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8897137922139889008:31:0) after 7m5s
[01:02:22.464] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8897137922139889008:31:0)
[01:02:22.481] Build status: STARTED
[01:02:22.481] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8897137922139889008:32:0) after 9m15s
[01:11:37.581] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8897137922139889008:32:0)
[01:11:37.611] Build status: STARTED
[01:11:37.611] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8897137922139889008:33:0) after 7m17s
[01:18:54.635] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8897137922139889008:33:0)
[01:18:54.655] Build status: STARTED
[01:18:54.655] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8897137922139889008:34:0) after 4m21s
[01:23:15.672] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8897137922139889008:34:0)
[01:23:15.727] Build status: STARTED
[01:23:15.727] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8897137922139889008:35:0) after 6m56s
[01:30:11.776] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8897137922139889008:35:0)
[01:30:11.792] Build status: STARTED
[01:30:11.792] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8897137922139889008:36:0) after 6m7s
[01:36:18.831] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8897137922139889008:36:0)
[01:36:18.849] Build status: STARTED
[01:36:18.849] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8897137922139889008:37:0) after 6m7s
[01:39:31.877] Received PubSub notification, asking Buildbucket for the build status
[01:39:31.894] Build:
{
  "id": "8731707860173770737",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Dawn Win10 x64 Release (Intel UHD 770)"
  },
  "number": 2154,
  "createdBy": "project:chromium",
  "createTime": "2024-11-09T22:31:37.597687403Z",
  "startTime": "2024-11-09T22:35:57.310842818Z",
  "endTime": "2024-11-10T01:39:31.520568125Z",
  "updateTime": "2024-11-10T01:39:31.520568125Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "5e671f3c2d49c1761077ca6eb060434a0758fe94",
      "ref": "refs/heads/main"
    }
  }
}
[01:39:31.894] Invocation finished in 3h7m55.555310926s with status FAILED