Status: FAILED
Triggered by: chromium-ci-gpu-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 1 hour
Actions:

Definition (rev aa94b58a2bf8ec2345249d58732becb5a6d9466d)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Dawn Linux x64 DEPS Release (Intel UHD 630)"
>

Incoming triggers

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "5510a3e9558f670a179b26d7278dd439ff9e6266",
        "project": "chromium/src",
        "ref": "refs/branch-heads/7977"
      }
    ]
  },
  "branch": "refs/branch-heads/7977",
  "deps_revision_overrides": {
    "src": "5510a3e9558f670a179b26d7278dd439ff9e6266"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8673988232092413905"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8673988232092413905"
    },
    {
      "instruction_id": "compile_repro_instructions",
      "invocation_id": "build-8673988232092413905"
    }
  ],
  "parent_build_id": "8673988232092413905",
  "parent_builder_group": "chromium.dawn",
  "parent_buildername": "Dawn Linux x64 DEPS Builder",
  "parent_got_angle_revision": "464fd3e879d6bb72fe8210b3e58b59836f711951",
  "parent_got_dawn_revision": "4ad5700c273f6b8e36058699df7eb30be22ce935",
  "parent_got_revision": "5510a3e9558f670a179b26d7278dd439ff9e6266",
  "parent_got_revision_cp": "refs/branch-heads/7977@{#1011}",
  "parent_got_swiftshader_revision": "5b0479bd2d15058aaa9eb490e364f920ff824a8c",
  "parent_got_v8_revision": "cdec2b8282a8d34d2fae5ec8bba6a8c182d176d3",
  "parent_got_v8_revision_cp": "refs/branch-heads/15.2@{#14}",
  "parent_got_webrtc_revision": "6f37672d358475cd17544121a12494da454d85fb",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#48235}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "5510a3e9558f670a179b26d7278dd439ff9e6266",
  "swarm_hashes": {
    "gl_tests": "87d310c09e022a0d97e1a2809ab151d5bc6ba8e116d5d015af57e6eec620f0a4/323",
    "gl_unittests": "2f8106edfb16bf880b53c913700f34a0c197d4da21f6729d37a3983947094332/323",
    "telemetry_gpu_integration_test": "fd8fb2a07e3ab3293a811901620d9b26b23790fb2979d95298f7afff955f0792/815",
    "telemetry_gpu_unittests": "f8bf415ec7b227953e0091b503cabdb94bb6a816538fa3d606ef76dc96f26bb7/736",
    "webgpu_blink_web_tests": "98ad904f3a08c9b7c5094cac346fabafcc690ec42c86f7d284b36a5d34fd1bf5/486"
  },
  "swarming_command_lines_cwd": "out/d169-Dawn_Linux_x64_",
  "swarming_command_lines_digest": "fda5e69a2e82ed66c97e4dc825b747978cbc1fd2eb46ffe4382049f5a3a5b672/93"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/5510a3e9558f670a179b26d7278dd439ff9e6266
  • gitiles_ref:refs/branch-heads/7977
  • parent_buildername:Dawn Linux x64 DEPS Builder
  • parent_buildnumber:564
  • user_agent:recipe

Debug log (UTC)

[01:35:32.269] New invocation is queued and will start shortly
[01:35:32.269] Triggered by user:chromium-ci-gpu-builder@chops-service-accounts.iam.gserviceaccount.com
[01:35:33.413] Starting the invocation (attempt 1)
[01:35:33.438] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/5510a3e9558f670a179b26d7278dd439ff9e6266"
[01:35:33.438] Popped gitiles commit info from properties and tags
[01:35:33.438] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:35:33.439] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:35:33.439] Buildbucket request:
{
  "requestId": "8839416082536304432",
  "builder": {
    "project": "chromium-m152",
    "bucket": "ci",
    "builder": "Dawn Linux x64 DEPS Release (Intel UHD 630)"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "5510a3e9558f670a179b26d7278dd439ff9e6266",
                        "project": "chromium/src",
                        "ref": "refs/branch-heads/7977"
                      }
                ]
          },
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8839416082536304432",
            "job": "chromium-m152/Dawn Linux x64 DEPS Release (Intel UHD 630)",
            "triggers": [
                  {
                        "gitiles": {
                              "properties": {
                                    "$bootstrap/trigger": {
                                          "commits": [
                                                {
                                                      "host": "chromium.googlesource.com",
                                                      "id": "0f4a07dd6c55865235cf4f6ea33c03332c9d7a4f",
                                                      "project": "chromium/src",
                                                      "ref": "refs/branch-heads/7977"
                                                    }
                                              ]
                                        },
                                    "deps_revision_overrides": {
                                          "src": "0f4a07dd6c55865235cf4f6ea33c03332c9d7a4f"
                                        },
                                    "instruction_dependencies": [
                                          {
                                                "instruction_id": "bot_update_repro_instructions",
                                                "invocation_id": "build-8673989822948114097"
                                              },
                                          {
                                                "instruction_id": "generate_build_files_repro_instructions",
                                                "invocation_id": "build-8673989822948114097"
                                              },
                                          {
                                                "instruction_id": "compile_repro_instructions",
                                                "invocation_id": "build-8673989822948114097"
                                              }
                                        ],
                                    "parent_build_id": "8673989822948114097",
                                    "parent_builder_group": "chromium.dawn",
                                    "parent_buildername": "Dawn Linux x64 DEPS Builder",
                                    "parent_got_angle_revision": "464fd3e879d6bb72fe8210b3e58b59836f711951",
                                    "parent_got_dawn_revision": "4ad5700c273f6b8e36058699df7eb30be22ce935",
                                    "parent_got_revision": "0f4a07dd6c55865235cf4f6ea33c03332c9d7a4f",
                                    "parent_got_revision_cp": "refs/branch-heads/7977@{#1010}",
                                    "parent_got_swiftshader_revision": "5b0479bd2d15058aaa9eb490e364f920ff824a8c",
                                    "parent_got_v8_revision": "cdec2b8282a8d34d2fae5ec8bba6a8c182d176d3",
                                    "parent_got_v8_revision_cp": "refs/branch-heads/15.2@{#14}",
                                    "parent_got_webrtc_revision": "6f37672d358475cd17544121a12494da454d85fb",
                                    "parent_got_webrtc_revision_cp": "refs/heads/main@{#48235}",
                                    "revision": "0f4a07dd6c55865235cf4f6ea33c03332c9d7a4f",
                                    "swarm_hashes": {
                                          "gl_tests": "87d310c09e022a0d97e1a2809ab151d5bc6ba8e116d5d015af57e6eec620f0a4/323",
                                          "gl_unittests": "2f8106edfb16bf880b53c913700f34a0c197d4da21f6729d37a3983947094332/323",
                                          "telemetry_gpu_integration_test": "a01b96aa9cf25386b772125f947795e2092a892bd9e2028f0fa581f292bf1242/815",
                                          "telemetry_gpu_unittests": "f8bf415ec7b227953e0091b503cabdb94bb6a816538fa3d606ef76dc96f26bb7/736",
                                          "webgpu_blink_web_tests": "16f0b673d59af5ccb406dcc3f489c53b89a4d44b4034c3d4b33e12623484b843/486"
                                        },
                                    "swarming_command_lines_cwd": "out/d169-Dawn_Linux_x64_",
                                    "swarming_command_lines_digest": "fda5e69a2e82ed66c97e4dc825b747978cbc1fd2eb46ffe4382049f5a3a5b672/93"
                                  },
                              "ref": "refs/branch-heads/7977",
                              "repo": "https://chromium.googlesource.com/chromium/src",
                              "revision": "0f4a07dd6c55865235cf4f6ea33c03332c9d7a4f",
                              "tags": [
                                    "parent_buildername:Dawn Linux x64 DEPS Builder",
                                    "parent_buildnumber:563",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "d9c54be7-9468-43e7-8f08-0a2782bf576e",
                        "title": "Dawn Linux x64 DEPS Builder/563",
                        "url": "https://cr-buildbucket.appspot.com/build/8673989822948114097"
                      },
                  {
                        "gitiles": {
                              "properties": {
                                    "$bootstrap/trigger": {
                                          "commits": [
                                                {
                                                      "host": "chromium.googlesource.com",
                                                      "id": "5510a3e9558f670a179b26d7278dd439ff9e6266",
                                                      "project": "chromium/src",
                                                      "ref": "refs/branch-heads/7977"
                                                    }
                                              ]
                                        },
                                    "deps_revision_overrides": {
                                          "src": "5510a3e9558f670a179b26d7278dd439ff9e6266"
                                        },
                                    "instruction_dependencies": [
                                          {
                                                "instruction_id": "bot_update_repro_instructions",
                                                "invocation_id": "build-8673988232092413905"
                                              },
                                          {
                                                "instruction_id": "generate_build_files_repro_instructions",
                                                "invocation_id": "build-8673988232092413905"
                                              },
                                          {
                                                "instruction_id": "compile_repro_instructions",
                                                "invocation_id": "build-8673988232092413905"
                                              }
                                        ],
                                    "parent_build_id": "8673988232092413905",
                                    "parent_builder_group": "chromium.dawn",
                                    "parent_buildername": "Dawn Linux x64 DEPS Builder",
                                    "parent_got_angle_revision": "464fd3e879d6bb72fe8210b3e58b59836f711951",
                                    "parent_got_dawn_revision": "4ad5700c273f6b8e36058699df7eb30be22ce935",
                                    "parent_got_revision": "5510a3e9558f670a179b26d7278dd439ff9e6266",
                                    "parent_got_revision_cp": "refs/branch-heads/7977@{#1011}",
                                    "parent_got_swiftshader_revision": "5b0479bd2d15058aaa9eb490e364f920ff824a8c",
                                    "parent_got_v8_revision": "cdec2b8282a8d34d2fae5ec8bba6a8c182d176d3",
                                    "parent_got_v8_revision_cp": "refs/branch-heads/15.2@{#14}",
                                    "parent_got_webrtc_revision": "6f37672d358475cd17544121a12494da454d85fb",
                                    "parent_got_webrtc_revision_cp": "refs/heads/main@{#48235}",
                                    "revision": "5510a3e9558f670a179b26d7278dd439ff9e6266",
                                    "swarm_hashes": {
                                          "gl_tests": "87d310c09e022a0d97e1a2809ab151d5bc6ba8e116d5d015af57e6eec620f0a4/323",
                                          "gl_unittests": "2f8106edfb16bf880b53c913700f34a0c197d4da21f6729d37a3983947094332/323",
                                          "telemetry_gpu_integration_test": "fd8fb2a07e3ab3293a811901620d9b26b23790fb2979d95298f7afff955f0792/815",
                                          "telemetry_gpu_unittests": "f8bf415ec7b227953e0091b503cabdb94bb6a816538fa3d606ef76dc96f26bb7/736",
                                          "webgpu_blink_web_tests": "98ad904f3a08c9b7c5094cac346fabafcc690ec42c86f7d284b36a5d34fd1bf5/486"
                                        },
                                    "swarming_command_lines_cwd": "out/d169-Dawn_Linux_x64_",
                                    "swarming_command_lines_digest": "fda5e69a2e82ed66c97e4dc825b747978cbc1fd2eb46ffe4382049f5a3a5b672/93"
                                  },
                              "ref": "refs/branch-heads/7977",
                              "repo": "https://chromium.googlesource.com/chromium/src",
                              "revision": "5510a3e9558f670a179b26d7278dd439ff9e6266",
                              "tags": [
                                    "parent_buildername:Dawn Linux x64 DEPS Builder",
                                    "parent_buildnumber:564",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "90092a44-06a5-46a7-b0b8-aad38c9982cd",
                        "title": "Dawn Linux x64 DEPS Builder/564",
                        "url": "https://cr-buildbucket.appspot.com/build/8673988232092413905"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "5510a3e9558f670a179b26d7278dd439ff9e6266"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8673988232092413905"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8673988232092413905"
                },
            {
                  "instruction_id": "compile_repro_instructions",
                  "invocation_id": "build-8673988232092413905"
                }
          ],
      "parent_build_id": "8673988232092413905",
      "parent_builder_group": "chromium.dawn",
      "parent_buildername": "Dawn Linux x64 DEPS Builder",
      "parent_got_angle_revision": "464fd3e879d6bb72fe8210b3e58b59836f711951",
      "parent_got_dawn_revision": "4ad5700c273f6b8e36058699df7eb30be22ce935",
      "parent_got_revision": "5510a3e9558f670a179b26d7278dd439ff9e6266",
      "parent_got_revision_cp": "refs/branch-heads/7977@{#1011}",
      "parent_got_swiftshader_revision": "5b0479bd2d15058aaa9eb490e364f920ff824a8c",
      "parent_got_v8_revision": "cdec2b8282a8d34d2fae5ec8bba6a8c182d176d3",
      "parent_got_v8_revision_cp": "refs/branch-heads/15.2@{#14}",
      "parent_got_webrtc_revision": "6f37672d358475cd17544121a12494da454d85fb",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#48235}",
      "swarm_hashes": {
            "gl_tests": "87d310c09e022a0d97e1a2809ab151d5bc6ba8e116d5d015af57e6eec620f0a4/323",
            "gl_unittests": "2f8106edfb16bf880b53c913700f34a0c197d4da21f6729d37a3983947094332/323",
            "telemetry_gpu_integration_test": "fd8fb2a07e3ab3293a811901620d9b26b23790fb2979d95298f7afff955f0792/815",
            "telemetry_gpu_unittests": "f8bf415ec7b227953e0091b503cabdb94bb6a816538fa3d606ef76dc96f26bb7/736",
            "webgpu_blink_web_tests": "98ad904f3a08c9b7c5094cac346fabafcc690ec42c86f7d284b36a5d34fd1bf5/486"
          },
      "swarming_command_lines_cwd": "out/d169-Dawn_Linux_x64_",
      "swarming_command_lines_digest": "fda5e69a2e82ed66c97e4dc825b747978cbc1fd2eb46ffe4382049f5a3a5b672/93"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "5510a3e9558f670a179b26d7278dd439ff9e6266",
    "ref": "refs/branch-heads/7977"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8839416082536304432"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium-m152/Dawn Linux x64 DEPS Release (Intel UHD 630)"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Dawn Linux x64 DEPS Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "564"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[01:35:34.047] Scheduled build:
{
  "id": "8673986020505065057",
  "builder": {
    "project": "chromium-m152",
    "bucket": "ci",
    "builder": "Dawn Linux x64 DEPS Release (Intel UHD 630)"
  },
  "number": 229,
  "createdBy": "project:chromium-m152",
  "createTime": "2026-08-09T01:35:33.585389511Z",
  "updateTime": "2026-08-09T01:35:33.585389511Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "5510a3e9558f670a179b26d7278dd439ff9e6266",
      "ref": "refs/branch-heads/7977"
    }
  }
}
[01:35:34.047] Task URL: https://cr-buildbucket.appspot.com/build/8673986020505065057
[01:35:34.047] Scheduling timer "check-buildbucket-build-status" (chromium-m152/Dawn Linux x64 DEPS Release (Intel UHD 630):8839416082536304432:2:0) after 1m18s
[01:35:34.248] Received PubSub notification, asking Buildbucket for the build status
[01:35:34.275] Build status: SCHEDULED
[01:36:44.826] Received PubSub notification, asking Buildbucket for the build status
[01:36:44.935] Build status: STARTED
[01:36:52.164] Handling timer "check-buildbucket-build-status" (chromium-m152/Dawn Linux x64 DEPS Release (Intel UHD 630):8839416082536304432:2:0)
[01:36:52.187] Build status: STARTED
[01:36:52.187] Scheduling timer "check-buildbucket-build-status" (chromium-m152/Dawn Linux x64 DEPS Release (Intel UHD 630):8839416082536304432:5:0) after 5m27s
[01:42:19.318] Handling timer "check-buildbucket-build-status" (chromium-m152/Dawn Linux x64 DEPS Release (Intel UHD 630):8839416082536304432:5:0)
[01:42:19.339] Build status: STARTED
[01:42:19.339] Scheduling timer "check-buildbucket-build-status" (chromium-m152/Dawn Linux x64 DEPS Release (Intel UHD 630):8839416082536304432:6:0) after 6m52s
[01:49:11.352] Handling timer "check-buildbucket-build-status" (chromium-m152/Dawn Linux x64 DEPS Release (Intel UHD 630):8839416082536304432:6:0)
[01:49:11.373] Build status: STARTED
[01:49:11.373] Scheduling timer "check-buildbucket-build-status" (chromium-m152/Dawn Linux x64 DEPS Release (Intel UHD 630):8839416082536304432:7:0) after 1m4s
[01:50:15.509] Handling timer "check-buildbucket-build-status" (chromium-m152/Dawn Linux x64 DEPS Release (Intel UHD 630):8839416082536304432:7:0)
[01:50:15.528] Build status: STARTED
[01:50:15.528] Scheduling timer "check-buildbucket-build-status" (chromium-m152/Dawn Linux x64 DEPS Release (Intel UHD 630):8839416082536304432:8:0) after 3m53s
[01:54:08.631] Handling timer "check-buildbucket-build-status" (chromium-m152/Dawn Linux x64 DEPS Release (Intel UHD 630):8839416082536304432:8:0)
[01:54:08.716] Build status: STARTED
[01:54:08.716] Scheduling timer "check-buildbucket-build-status" (chromium-m152/Dawn Linux x64 DEPS Release (Intel UHD 630):8839416082536304432:9:0) after 5m29s
[01:59:37.732] Handling timer "check-buildbucket-build-status" (chromium-m152/Dawn Linux x64 DEPS Release (Intel UHD 630):8839416082536304432:9:0)
[01:59:37.750] Build status: STARTED
[01:59:37.750] Scheduling timer "check-buildbucket-build-status" (chromium-m152/Dawn Linux x64 DEPS Release (Intel UHD 630):8839416082536304432:10:0) after 1m47s
[02:01:25.421] Handling timer "check-buildbucket-build-status" (chromium-m152/Dawn Linux x64 DEPS Release (Intel UHD 630):8839416082536304432:10:0)
[02:01:25.437] Build status: STARTED
[02:01:25.437] Scheduling timer "check-buildbucket-build-status" (chromium-m152/Dawn Linux x64 DEPS Release (Intel UHD 630):8839416082536304432:11:0) after 8m47s
[02:10:12.581] Handling timer "check-buildbucket-build-status" (chromium-m152/Dawn Linux x64 DEPS Release (Intel UHD 630):8839416082536304432:11:0)
[02:10:12.609] Build status: STARTED
[02:10:12.609] Scheduling timer "check-buildbucket-build-status" (chromium-m152/Dawn Linux x64 DEPS Release (Intel UHD 630):8839416082536304432:12:0) after 8m32s
[02:18:44.611] Handling timer "check-buildbucket-build-status" (chromium-m152/Dawn Linux x64 DEPS Release (Intel UHD 630):8839416082536304432:12:0)
[02:18:44.642] Build status: STARTED
[02:18:44.642] Scheduling timer "check-buildbucket-build-status" (chromium-m152/Dawn Linux x64 DEPS Release (Intel UHD 630):8839416082536304432:13:0) after 6m44s
[02:25:28.637] Handling timer "check-buildbucket-build-status" (chromium-m152/Dawn Linux x64 DEPS Release (Intel UHD 630):8839416082536304432:13:0)
[02:25:28.702] Build status: STARTED
[02:25:28.702] Scheduling timer "check-buildbucket-build-status" (chromium-m152/Dawn Linux x64 DEPS Release (Intel UHD 630):8839416082536304432:14:0) after 2m7s
[02:27:35.717] Handling timer "check-buildbucket-build-status" (chromium-m152/Dawn Linux x64 DEPS Release (Intel UHD 630):8839416082536304432:14:0)
[02:27:35.735] Build status: STARTED
[02:27:35.735] Scheduling timer "check-buildbucket-build-status" (chromium-m152/Dawn Linux x64 DEPS Release (Intel UHD 630):8839416082536304432:15:0) after 1m37s
[02:29:12.753] Handling timer "check-buildbucket-build-status" (chromium-m152/Dawn Linux x64 DEPS Release (Intel UHD 630):8839416082536304432:15:0)
[02:29:12.809] Build status: STARTED
[02:29:12.809] Scheduling timer "check-buildbucket-build-status" (chromium-m152/Dawn Linux x64 DEPS Release (Intel UHD 630):8839416082536304432:16:0) after 7m57s
[02:37:09.865] Handling timer "check-buildbucket-build-status" (chromium-m152/Dawn Linux x64 DEPS Release (Intel UHD 630):8839416082536304432:16:0)
[02:37:09.898] Build status: STARTED
[02:37:09.898] Scheduling timer "check-buildbucket-build-status" (chromium-m152/Dawn Linux x64 DEPS Release (Intel UHD 630):8839416082536304432:17:0) after 4m10s
[02:41:19.981] Handling timer "check-buildbucket-build-status" (chromium-m152/Dawn Linux x64 DEPS Release (Intel UHD 630):8839416082536304432:17:0)
[02:41:19.998] Build status: STARTED
[02:41:19.998] Scheduling timer "check-buildbucket-build-status" (chromium-m152/Dawn Linux x64 DEPS Release (Intel UHD 630):8839416082536304432:18:0) after 3m48s
[02:41:43.043] Received PubSub notification, asking Buildbucket for the build status
[02:41:43.062] Build:
{
  "id": "8673986020505065057",
  "builder": {
    "project": "chromium-m152",
    "bucket": "ci",
    "builder": "Dawn Linux x64 DEPS Release (Intel UHD 630)"
  },
  "number": 229,
  "createdBy": "project:chromium-m152",
  "createTime": "2026-08-09T01:35:33.585389511Z",
  "startTime": "2026-08-09T01:36:44.633136767Z",
  "endTime": "2026-08-09T02:41:40.881137832Z",
  "updateTime": "2026-08-09T02:41:40.881137832Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "5510a3e9558f670a179b26d7278dd439ff9e6266",
      "ref": "refs/branch-heads/7977"
    }
  }
}
[02:41:43.062] Invocation finished in 1h6m10.798081904s with status FAILED