Status: FAILED
Triggered by: chromium-ci-gpu-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 53 minutes
Actions:

Definition (rev dbc5bbb4d5c973373f7e6afa20eb56bb1648ac04)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Dawn Linux x64 DEPS Release (NVIDIA)"
>

Incoming triggers

  • Dawn Linux x64 DEPS Builder/933 (3 weeks ago by chromium-ci-gpu-builder@chops-service-accounts.iam.gserviceaccount.com)
  • Dawn Linux x64 DEPS Builder/934 (3 weeks ago by chromium-ci-gpu-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "5a0eaae08c708f788ae1122a6b11b51a143b25d9",
        "project": "chromium/src",
        "ref": "refs/branch-heads/7103"
      }
    ]
  },
  "branch": "refs/branch-heads/7103",
  "deps_revision_overrides": {
    "src": "5a0eaae08c708f788ae1122a6b11b51a143b25d9"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8717044710949396385"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8717044710949396385"
    },
    {
      "instruction_id": "compile_repro_instructions",
      "invocation_id": "build-8717044710949396385"
    }
  ],
  "parent_build_id": "8717044710949396385",
  "parent_builder_group": "chromium.dawn",
  "parent_buildername": "Dawn Linux x64 DEPS Builder",
  "parent_got_angle_revision": "ecc378cc61109732d174d6542c41fd523c331b13",
  "parent_got_dawn_revision": "1cffe7ec763900d104e4df62bc96d93f572157cb",
  "parent_got_revision": "5a0eaae08c708f788ae1122a6b11b51a143b25d9",
  "parent_got_revision_cp": "refs/branch-heads/7103@{#1276}",
  "parent_got_swiftshader_revision": "4982425ff1bdcb2ce52a360edde58a379119bfde",
  "parent_got_v8_revision": "d22666f8c53c1eeab6004be547d76453c81c0d0a",
  "parent_got_v8_revision_cp": "refs/branch-heads/13.6@{#13}",
  "parent_got_webrtc_revision": "2c8f5be6924d507ee74191b1aeadcec07f747f21",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#44272}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "5a0eaae08c708f788ae1122a6b11b51a143b25d9",
  "swarm_hashes": {
    "dawn_end2end_tests": "85b4bd00f0bf7155299da7cc97102c25044d7ec627c4ed4b99b9a716f02c6dd9/323",
    "dawn_perf_tests": "fd90635e767a00f4854c8515534a79e19cc69fde34d1b99a8202a9fb9b437180/487",
    "gl_tests": "4588c656c32282d2c13377df7454660133e9bb4c56f8e44ad80fdfa0b03659cf/323",
    "gl_unittests": "8f889aa3d9603780359afab666911064471e50fbd5655572e188cc178edd44a7/323",
    "telemetry_gpu_integration_test": "630f0cff8d9546bd5de795f615ab721d42097bb478f42a7eecadd2cd1e7aa664/815",
    "telemetry_gpu_unittests": "99a7792b6d7debe88c401f2c8c1140a8d34121d0726729fb57bda2fb305055a6/736",
    "webgpu_blink_web_tests": "c44551ffda28331760099349a3d4d1bb031e3483cf74f6f538fa553082535477/566"
  },
  "swarming_command_lines_cwd": "out/1d86-Dawn_Linux_x64_",
  "swarming_command_lines_digest": "f8affc12a6026f3b1c44ce425f22dbf15309123519a892be12a890f5a3bee036/93",
  "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/5a0eaae08c708f788ae1122a6b11b51a143b25d9
  • gitiles_ref:refs/branch-heads/7103
  • parent_buildername:Dawn Linux x64 DEPS Builder
  • parent_buildnumber:934
  • user_agent:recipe

Debug log (UTC)

[19:39:39.088] New invocation is queued and will start shortly
[19:39:39.088] Triggered by user:chromium-ci-gpu-builder@chops-service-accounts.iam.gserviceaccount.com
[19:39:40.128] Starting the invocation (attempt 1)
[19:39:40.154] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/5a0eaae08c708f788ae1122a6b11b51a143b25d9"
[19:39:40.154] Popped gitiles commit info from properties and tags
[19:39:40.154] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[19:39:40.156] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[19:39:40.156] Buildbucket request:
{
  "requestId": "8882472032017068144",
  "builder": {
    "project": "chromium-m136",
    "bucket": "ci",
    "builder": "Dawn Linux x64 DEPS Release (NVIDIA)"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "5a0eaae08c708f788ae1122a6b11b51a143b25d9",
                        "project": "chromium/src",
                        "ref": "refs/branch-heads/7103"
                      }
                ]
          },
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8882472032017068144",
            "job": "chromium-m136/Dawn Linux x64 DEPS Release (NVIDIA)",
            "triggers": [
                  {
                        "gitiles": {
                              "properties": {
                                    "$bootstrap/trigger": {
                                          "commits": [
                                                {
                                                      "host": "chromium.googlesource.com",
                                                      "id": "9ccecc3a70b5e6b834efb68b193c414c53d063ca",
                                                      "project": "chromium/src",
                                                      "ref": "refs/branch-heads/7103"
                                                    }
                                              ]
                                        },
                                    "deps_revision_overrides": {
                                          "src": "9ccecc3a70b5e6b834efb68b193c414c53d063ca"
                                        },
                                    "instruction_dependencies": [
                                          {
                                                "instruction_id": "bot_update_repro_instructions",
                                                "invocation_id": "build-8717045838932845265"
                                              },
                                          {
                                                "instruction_id": "generate_build_files_repro_instructions",
                                                "invocation_id": "build-8717045838932845265"
                                              },
                                          {
                                                "instruction_id": "compile_repro_instructions",
                                                "invocation_id": "build-8717045838932845265"
                                              }
                                        ],
                                    "parent_build_id": "8717045838932845265",
                                    "parent_builder_group": "chromium.dawn",
                                    "parent_buildername": "Dawn Linux x64 DEPS Builder",
                                    "parent_got_angle_revision": "ecc378cc61109732d174d6542c41fd523c331b13",
                                    "parent_got_dawn_revision": "1cffe7ec763900d104e4df62bc96d93f572157cb",
                                    "parent_got_revision": "9ccecc3a70b5e6b834efb68b193c414c53d063ca",
                                    "parent_got_revision_cp": "refs/branch-heads/7103@{#1274}",
                                    "parent_got_swiftshader_revision": "4982425ff1bdcb2ce52a360edde58a379119bfde",
                                    "parent_got_v8_revision": "d22666f8c53c1eeab6004be547d76453c81c0d0a",
                                    "parent_got_v8_revision_cp": "refs/branch-heads/13.6@{#13}",
                                    "parent_got_webrtc_revision": "2c8f5be6924d507ee74191b1aeadcec07f747f21",
                                    "parent_got_webrtc_revision_cp": "refs/heads/main@{#44272}",
                                    "revision": "9ccecc3a70b5e6b834efb68b193c414c53d063ca",
                                    "swarm_hashes": {
                                          "dawn_end2end_tests": "85b4bd00f0bf7155299da7cc97102c25044d7ec627c4ed4b99b9a716f02c6dd9/323",
                                          "dawn_perf_tests": "fd90635e767a00f4854c8515534a79e19cc69fde34d1b99a8202a9fb9b437180/487",
                                          "gl_tests": "4588c656c32282d2c13377df7454660133e9bb4c56f8e44ad80fdfa0b03659cf/323",
                                          "gl_unittests": "8f889aa3d9603780359afab666911064471e50fbd5655572e188cc178edd44a7/323",
                                          "telemetry_gpu_integration_test": "e8e5ebe3b243b7d02bd5754fd4958cb66ac35afb7904014c296b9b222ad5e838/815",
                                          "telemetry_gpu_unittests": "99a7792b6d7debe88c401f2c8c1140a8d34121d0726729fb57bda2fb305055a6/736",
                                          "webgpu_blink_web_tests": "7287864124dc9e5fd8246b0cd166e434d63c2749b02b56dc494c6195528b25b7/566"
                                        },
                                    "swarming_command_lines_cwd": "out/1d86-Dawn_Linux_x64_",
                                    "swarming_command_lines_digest": "f8affc12a6026f3b1c44ce425f22dbf15309123519a892be12a890f5a3bee036/93",
                                    "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
                                  },
                              "ref": "refs/branch-heads/7103",
                              "repo": "https://chromium.googlesource.com/chromium/src",
                              "revision": "9ccecc3a70b5e6b834efb68b193c414c53d063ca",
                              "tags": [
                                    "parent_buildername:Dawn Linux x64 DEPS Builder",
                                    "parent_buildnumber:933",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "3f97507f-a659-40e2-8c12-281f487c0d84",
                        "title": "Dawn Linux x64 DEPS Builder/933"
                      },
                  {
                        "gitiles": {
                              "properties": {
                                    "$bootstrap/trigger": {
                                          "commits": [
                                                {
                                                      "host": "chromium.googlesource.com",
                                                      "id": "5a0eaae08c708f788ae1122a6b11b51a143b25d9",
                                                      "project": "chromium/src",
                                                      "ref": "refs/branch-heads/7103"
                                                    }
                                              ]
                                        },
                                    "deps_revision_overrides": {
                                          "src": "5a0eaae08c708f788ae1122a6b11b51a143b25d9"
                                        },
                                    "instruction_dependencies": [
                                          {
                                                "instruction_id": "bot_update_repro_instructions",
                                                "invocation_id": "build-8717044710949396385"
                                              },
                                          {
                                                "instruction_id": "generate_build_files_repro_instructions",
                                                "invocation_id": "build-8717044710949396385"
                                              },
                                          {
                                                "instruction_id": "compile_repro_instructions",
                                                "invocation_id": "build-8717044710949396385"
                                              }
                                        ],
                                    "parent_build_id": "8717044710949396385",
                                    "parent_builder_group": "chromium.dawn",
                                    "parent_buildername": "Dawn Linux x64 DEPS Builder",
                                    "parent_got_angle_revision": "ecc378cc61109732d174d6542c41fd523c331b13",
                                    "parent_got_dawn_revision": "1cffe7ec763900d104e4df62bc96d93f572157cb",
                                    "parent_got_revision": "5a0eaae08c708f788ae1122a6b11b51a143b25d9",
                                    "parent_got_revision_cp": "refs/branch-heads/7103@{#1276}",
                                    "parent_got_swiftshader_revision": "4982425ff1bdcb2ce52a360edde58a379119bfde",
                                    "parent_got_v8_revision": "d22666f8c53c1eeab6004be547d76453c81c0d0a",
                                    "parent_got_v8_revision_cp": "refs/branch-heads/13.6@{#13}",
                                    "parent_got_webrtc_revision": "2c8f5be6924d507ee74191b1aeadcec07f747f21",
                                    "parent_got_webrtc_revision_cp": "refs/heads/main@{#44272}",
                                    "revision": "5a0eaae08c708f788ae1122a6b11b51a143b25d9",
                                    "swarm_hashes": {
                                          "dawn_end2end_tests": "85b4bd00f0bf7155299da7cc97102c25044d7ec627c4ed4b99b9a716f02c6dd9/323",
                                          "dawn_perf_tests": "fd90635e767a00f4854c8515534a79e19cc69fde34d1b99a8202a9fb9b437180/487",
                                          "gl_tests": "4588c656c32282d2c13377df7454660133e9bb4c56f8e44ad80fdfa0b03659cf/323",
                                          "gl_unittests": "8f889aa3d9603780359afab666911064471e50fbd5655572e188cc178edd44a7/323",
                                          "telemetry_gpu_integration_test": "630f0cff8d9546bd5de795f615ab721d42097bb478f42a7eecadd2cd1e7aa664/815",
                                          "telemetry_gpu_unittests": "99a7792b6d7debe88c401f2c8c1140a8d34121d0726729fb57bda2fb305055a6/736",
                                          "webgpu_blink_web_tests": "c44551ffda28331760099349a3d4d1bb031e3483cf74f6f538fa553082535477/566"
                                        },
                                    "swarming_command_lines_cwd": "out/1d86-Dawn_Linux_x64_",
                                    "swarming_command_lines_digest": "f8affc12a6026f3b1c44ce425f22dbf15309123519a892be12a890f5a3bee036/93",
                                    "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
                                  },
                              "ref": "refs/branch-heads/7103",
                              "repo": "https://chromium.googlesource.com/chromium/src",
                              "revision": "5a0eaae08c708f788ae1122a6b11b51a143b25d9",
                              "tags": [
                                    "parent_buildername:Dawn Linux x64 DEPS Builder",
                                    "parent_buildnumber:934",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "5e7717fd-b533-4e0e-bc95-61c2615303a7",
                        "title": "Dawn Linux x64 DEPS Builder/934"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "5a0eaae08c708f788ae1122a6b11b51a143b25d9"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8717044710949396385"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8717044710949396385"
                },
            {
                  "instruction_id": "compile_repro_instructions",
                  "invocation_id": "build-8717044710949396385"
                }
          ],
      "parent_build_id": "8717044710949396385",
      "parent_builder_group": "chromium.dawn",
      "parent_buildername": "Dawn Linux x64 DEPS Builder",
      "parent_got_angle_revision": "ecc378cc61109732d174d6542c41fd523c331b13",
      "parent_got_dawn_revision": "1cffe7ec763900d104e4df62bc96d93f572157cb",
      "parent_got_revision": "5a0eaae08c708f788ae1122a6b11b51a143b25d9",
      "parent_got_revision_cp": "refs/branch-heads/7103@{#1276}",
      "parent_got_swiftshader_revision": "4982425ff1bdcb2ce52a360edde58a379119bfde",
      "parent_got_v8_revision": "d22666f8c53c1eeab6004be547d76453c81c0d0a",
      "parent_got_v8_revision_cp": "refs/branch-heads/13.6@{#13}",
      "parent_got_webrtc_revision": "2c8f5be6924d507ee74191b1aeadcec07f747f21",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#44272}",
      "swarm_hashes": {
            "dawn_end2end_tests": "85b4bd00f0bf7155299da7cc97102c25044d7ec627c4ed4b99b9a716f02c6dd9/323",
            "dawn_perf_tests": "fd90635e767a00f4854c8515534a79e19cc69fde34d1b99a8202a9fb9b437180/487",
            "gl_tests": "4588c656c32282d2c13377df7454660133e9bb4c56f8e44ad80fdfa0b03659cf/323",
            "gl_unittests": "8f889aa3d9603780359afab666911064471e50fbd5655572e188cc178edd44a7/323",
            "telemetry_gpu_integration_test": "630f0cff8d9546bd5de795f615ab721d42097bb478f42a7eecadd2cd1e7aa664/815",
            "telemetry_gpu_unittests": "99a7792b6d7debe88c401f2c8c1140a8d34121d0726729fb57bda2fb305055a6/736",
            "webgpu_blink_web_tests": "c44551ffda28331760099349a3d4d1bb031e3483cf74f6f538fa553082535477/566"
          },
      "swarming_command_lines_cwd": "out/1d86-Dawn_Linux_x64_",
      "swarming_command_lines_digest": "f8affc12a6026f3b1c44ce425f22dbf15309123519a892be12a890f5a3bee036/93",
      "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "5a0eaae08c708f788ae1122a6b11b51a143b25d9",
    "ref": "refs/branch-heads/7103"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8882472032017068144"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium-m136/Dawn Linux x64 DEPS Release (NVIDIA)"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Dawn Linux x64 DEPS Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "934"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[19:39:40.845] Scheduled build:
{
  "id": "8717041970190041217",
  "builder": {
    "project": "chromium-m136",
    "bucket": "ci",
    "builder": "Dawn Linux x64 DEPS Release (NVIDIA)"
  },
  "number": 457,
  "createdBy": "project:chromium-m136",
  "createTime": "2025-04-20T19:39:40.202471935Z",
  "updateTime": "2025-04-20T19:39:40.202471935Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "5a0eaae08c708f788ae1122a6b11b51a143b25d9",
      "ref": "refs/branch-heads/7103"
    }
  }
}
[19:39:40.845] Task URL: https://cr-buildbucket.appspot.com/build/8717041970190041217
[19:39:40.845] Scheduling timer "check-buildbucket-build-status" (chromium-m136/Dawn Linux x64 DEPS Release (NVIDIA):8882472032017068144:2:0) after 4m33s
[19:39:40.911] Received PubSub notification, asking Buildbucket for the build status
[19:39:40.932] Build status: SCHEDULED
[19:40:01.436] Received PubSub notification, asking Buildbucket for the build status
[19:40:01.454] Build status: STARTED
[19:44:13.957] Handling timer "check-buildbucket-build-status" (chromium-m136/Dawn Linux x64 DEPS Release (NVIDIA):8882472032017068144:2:0)
[19:44:13.977] Build status: STARTED
[19:44:13.977] Scheduling timer "check-buildbucket-build-status" (chromium-m136/Dawn Linux x64 DEPS Release (NVIDIA):8882472032017068144:5:0) after 9m36s
[19:53:50.211] Handling timer "check-buildbucket-build-status" (chromium-m136/Dawn Linux x64 DEPS Release (NVIDIA):8882472032017068144:5:0)
[19:53:50.246] Build status: STARTED
[19:53:50.246] Scheduling timer "check-buildbucket-build-status" (chromium-m136/Dawn Linux x64 DEPS Release (NVIDIA):8882472032017068144:6:0) after 8m33s
[20:02:23.261] Handling timer "check-buildbucket-build-status" (chromium-m136/Dawn Linux x64 DEPS Release (NVIDIA):8882472032017068144:6:0)
[20:02:23.287] Build status: STARTED
[20:02:23.287] Scheduling timer "check-buildbucket-build-status" (chromium-m136/Dawn Linux x64 DEPS Release (NVIDIA):8882472032017068144:7:0) after 2m36s
[20:04:59.338] Handling timer "check-buildbucket-build-status" (chromium-m136/Dawn Linux x64 DEPS Release (NVIDIA):8882472032017068144:7:0)
[20:04:59.366] Build status: STARTED
[20:04:59.366] Scheduling timer "check-buildbucket-build-status" (chromium-m136/Dawn Linux x64 DEPS Release (NVIDIA):8882472032017068144:8:0) after 5m26s
[20:10:25.492] Handling timer "check-buildbucket-build-status" (chromium-m136/Dawn Linux x64 DEPS Release (NVIDIA):8882472032017068144:8:0)
[20:10:25.522] Build status: STARTED
[20:10:25.522] Scheduling timer "check-buildbucket-build-status" (chromium-m136/Dawn Linux x64 DEPS Release (NVIDIA):8882472032017068144:9:0) after 8m1s
[20:18:26.543] Handling timer "check-buildbucket-build-status" (chromium-m136/Dawn Linux x64 DEPS Release (NVIDIA):8882472032017068144:9:0)
[20:18:26.602] Build status: STARTED
[20:18:26.602] Scheduling timer "check-buildbucket-build-status" (chromium-m136/Dawn Linux x64 DEPS Release (NVIDIA):8882472032017068144:10:0) after 1m28s
[20:19:54.806] Handling timer "check-buildbucket-build-status" (chromium-m136/Dawn Linux x64 DEPS Release (NVIDIA):8882472032017068144:10:0)
[20:19:54.831] Build status: STARTED
[20:19:54.831] Scheduling timer "check-buildbucket-build-status" (chromium-m136/Dawn Linux x64 DEPS Release (NVIDIA):8882472032017068144:11:0) after 6m6s
[20:26:00.848] Handling timer "check-buildbucket-build-status" (chromium-m136/Dawn Linux x64 DEPS Release (NVIDIA):8882472032017068144:11:0)
[20:26:00.884] Build status: STARTED
[20:26:00.884] Scheduling timer "check-buildbucket-build-status" (chromium-m136/Dawn Linux x64 DEPS Release (NVIDIA):8882472032017068144:12:0) after 1m38s
[20:27:38.993] Handling timer "check-buildbucket-build-status" (chromium-m136/Dawn Linux x64 DEPS Release (NVIDIA):8882472032017068144:12:0)
[20:27:39.020] Build status: STARTED
[20:27:39.020] Scheduling timer "check-buildbucket-build-status" (chromium-m136/Dawn Linux x64 DEPS Release (NVIDIA):8882472032017068144:13:0) after 1m21s
[20:29:00.196] Handling timer "check-buildbucket-build-status" (chromium-m136/Dawn Linux x64 DEPS Release (NVIDIA):8882472032017068144:13:0)
[20:29:00.223] Build status: STARTED
[20:29:00.223] Scheduling timer "check-buildbucket-build-status" (chromium-m136/Dawn Linux x64 DEPS Release (NVIDIA):8882472032017068144:14:0) after 4m25s
[20:33:06.118] Received PubSub notification, asking Buildbucket for the build status
[20:33:06.158] Build:
{
  "id": "8717041970190041217",
  "builder": {
    "project": "chromium-m136",
    "bucket": "ci",
    "builder": "Dawn Linux x64 DEPS Release (NVIDIA)"
  },
  "number": 457,
  "createdBy": "project:chromium-m136",
  "createTime": "2025-04-20T19:39:40.202471935Z",
  "startTime": "2025-04-20T19:40:01.186353486Z",
  "endTime": "2025-04-20T20:33:04.640397607Z",
  "updateTime": "2025-04-20T20:33:04.640397607Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "5a0eaae08c708f788ae1122a6b11b51a143b25d9",
      "ref": "refs/branch-heads/7103"
    }
  }
}
[20:33:06.158] Invocation finished in 53m27.082296961s with status FAILED