[13:58:15.557] New invocation is queued and will start shortly
[13:58:15.557] Triggered by user:chromium-ci-gpu-builder@chops-service-accounts.iam.gserviceaccount.com
[13:58:18.295] Starting the invocation (attempt 1)
[13:58:18.331] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/835502b9f03135cb1a192b3e88b7bea40375f655"
[13:58:18.331] Popped gitiles commit info from properties and tags
[13:58:18.331] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[13:58:18.331] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[13:58:18.333] Buildbucket request:
{
"requestId": "8865189489976194224",
"builder": {
"project": "chromium-m142",
"bucket": "ci",
"builder": "Dawn Mac arm64 DEPS Release (Apple M2)"
},
"properties": {
"$bootstrap/trigger": {
"commits": [
{
"host": "chromium.googlesource.com",
"id": "835502b9f03135cb1a192b3e88b7bea40375f655",
"project": "chromium/src",
"ref": "refs/branch-heads/7444"
}
]
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8865189489976194224",
"job": "chromium-m142/Dawn Mac arm64 DEPS Release (Apple M2)",
"triggers": [
{
"gitiles": {
"properties": {
"$bootstrap/trigger": {
"commits": [
{
"host": "chromium.googlesource.com",
"id": "23fc1d7c051292dcd6ac7a6882019cdf1f49bc1d",
"project": "chromium/src",
"ref": "refs/branch-heads/7444"
}
]
},
"deps_revision_overrides": {
"src": "23fc1d7c051292dcd6ac7a6882019cdf1f49bc1d"
},
"instruction_dependencies": [
{
"instruction_id": "bot_update_repro_instructions",
"invocation_id": "build-8699761140594430529"
},
{
"instruction_id": "generate_build_files_repro_instructions",
"invocation_id": "build-8699761140594430529"
},
{
"instruction_id": "compile_repro_instructions",
"invocation_id": "build-8699761140594430529"
}
],
"parent_build_id": "8699761140594430529",
"parent_builder_group": "chromium.dawn",
"parent_buildername": "Dawn Mac arm64 DEPS Builder",
"parent_got_angle_revision": "e5b338502c7c65bd38d4695bc557938ca4cc3aa7",
"parent_got_dawn_revision": "cee9cb0d67e749bf42f5e90cb3b8a6f525dbb920",
"parent_got_revision": "23fc1d7c051292dcd6ac7a6882019cdf1f49bc1d",
"parent_got_revision_cp": "refs/branch-heads/7444@{#2210}",
"parent_got_swiftshader_revision": "5f1c459a11bb4899301e89609cbf7547f9f31e20",
"parent_got_v8_revision": "fd9c56506b6d879cab4ee5fd6349406eedb0cd24",
"parent_got_v8_revision_cp": "refs/branch-heads/14.2@{#30}",
"parent_got_webrtc_revision": "29d6eabaf0b5c1a62af6e7fd03adebf5e1a446e8",
"parent_got_webrtc_revision_cp": "refs/branch-heads/7444@{#2}",
"revision": "23fc1d7c051292dcd6ac7a6882019cdf1f49bc1d",
"swarm_hashes": {
"dawn_end2end_tests": "07a24996bb0635d88cc6e7c6e126413fec278b717de652e831787fdb0d2800ba/323",
"dawn_perf_tests": "6bfb9e3e6bc1c7b7db1d47f169348be31ec3ea4a1c465db0dd1f3d5a9456d683/487",
"gl_tests": "b458987b44c865ec2be53dfce9095e77766879b38fb3328074858ebd8715c6e6/323",
"gl_unittests": "331f8acec49f77fd69fcff1cf1212ffc7a483f021a6f9fbb19e3d4910d718f3c/323",
"telemetry_gpu_integration_test": "cbee4e7e71a637802c77123a1d3a40d34e92298f2616301a3263ff502da51314/815",
"telemetry_gpu_unittests": "84d6ab2e32cb9cf7443551af831967486c9e20c6f962772e7db5bc1215fb0854/736",
"webgpu_blink_web_tests": "0e513397cfdbdbaa41d2b10f46b903f060958ab9cd6322aa35a69a95d0d87dc7/566"
},
"swarming_command_lines_cwd": "out/1668-Dawn_Mac_arm64_",
"swarming_command_lines_digest": "60de9dd905cce771078a83e00991e4c89813c7ce0fd35ffdc98650f989deaf14/93",
"swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
},
"ref": "refs/branch-heads/7444",
"repo": "https://chromium.googlesource.com/chromium/src",
"revision": "23fc1d7c051292dcd6ac7a6882019cdf1f49bc1d",
"tags": [
"parent_buildername:Dawn Mac arm64 DEPS Builder",
"parent_buildnumber:2013",
"user_agent:recipe"
]
},
"id": "f38fbed8-53c0-4c82-820f-fc4747f71d8b",
"title": "Dawn Mac arm64 DEPS Builder/2013",
"url": "https://cr-buildbucket.appspot.com/build/8699761140594430529"
},
{
"gitiles": {
"properties": {
"$bootstrap/trigger": {
"commits": [
{
"host": "chromium.googlesource.com",
"id": "f8a7d7e5a02b57392102a8516d2a1f0a4b63392f",
"project": "chromium/src",
"ref": "refs/branch-heads/7444"
}
]
},
"deps_revision_overrides": {
"src": "f8a7d7e5a02b57392102a8516d2a1f0a4b63392f"
},
"instruction_dependencies": [
{
"instruction_id": "bot_update_repro_instructions",
"invocation_id": "build-8699760747809373169"
},
{
"instruction_id": "generate_build_files_repro_instructions",
"invocation_id": "build-8699760747809373169"
},
{
"instruction_id": "compile_repro_instructions",
"invocation_id": "build-8699760747809373169"
}
],
"parent_build_id": "8699760747809373169",
"parent_builder_group": "chromium.dawn",
"parent_buildername": "Dawn Mac arm64 DEPS Builder",
"parent_got_angle_revision": "e5b338502c7c65bd38d4695bc557938ca4cc3aa7",
"parent_got_dawn_revision": "cee9cb0d67e749bf42f5e90cb3b8a6f525dbb920",
"parent_got_revision": "f8a7d7e5a02b57392102a8516d2a1f0a4b63392f",
"parent_got_revision_cp": "refs/branch-heads/7444@{#2211}",
"parent_got_swiftshader_revision": "5f1c459a11bb4899301e89609cbf7547f9f31e20",
"parent_got_v8_revision": "fd9c56506b6d879cab4ee5fd6349406eedb0cd24",
"parent_got_v8_revision_cp": "refs/branch-heads/14.2@{#30}",
"parent_got_webrtc_revision": "29d6eabaf0b5c1a62af6e7fd03adebf5e1a446e8",
"parent_got_webrtc_revision_cp": "refs/branch-heads/7444@{#2}",
"revision": "f8a7d7e5a02b57392102a8516d2a1f0a4b63392f",
"swarm_hashes": {
"dawn_end2end_tests": "07a24996bb0635d88cc6e7c6e126413fec278b717de652e831787fdb0d2800ba/323",
"dawn_perf_tests": "6bfb9e3e6bc1c7b7db1d47f169348be31ec3ea4a1c465db0dd1f3d5a9456d683/487",
"gl_tests": "b458987b44c865ec2be53dfce9095e77766879b38fb3328074858ebd8715c6e6/323",
"gl_unittests": "331f8acec49f77fd69fcff1cf1212ffc7a483f021a6f9fbb19e3d4910d718f3c/323",
"telemetry_gpu_integration_test": "04a22bb10b0cf47659d6b374023836d90f8146262f4336f6bdd46e4af7e72bcb/815",
"telemetry_gpu_unittests": "84d6ab2e32cb9cf7443551af831967486c9e20c6f962772e7db5bc1215fb0854/736",
"webgpu_blink_web_tests": "228484f8e9bb1dbe4426cdbb89b59fd9f193b29797f1053c8e117a0a89859f64/566"
},
"swarming_command_lines_cwd": "out/1668-Dawn_Mac_arm64_",
"swarming_command_lines_digest": "60de9dd905cce771078a83e00991e4c89813c7ce0fd35ffdc98650f989deaf14/93",
"swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
},
"ref": "refs/branch-heads/7444",
"repo": "https://chromium.googlesource.com/chromium/src",
"revision": "f8a7d7e5a02b57392102a8516d2a1f0a4b63392f",
"tags": [
"parent_buildername:Dawn Mac arm64 DEPS Builder",
"parent_buildnumber:2014",
"user_agent:recipe"
]
},
"id": "360d07e9-51d4-4667-8376-497dcc765270",
"title": "Dawn Mac arm64 DEPS Builder/2014",
"url": "https://cr-buildbucket.appspot.com/build/8699760747809373169"
},
{
"gitiles": {
"properties": {
"$bootstrap/trigger": {
"commits": [
{
"host": "chromium.googlesource.com",
"id": "835502b9f03135cb1a192b3e88b7bea40375f655",
"project": "chromium/src",
"ref": "refs/branch-heads/7444"
}
]
},
"deps_revision_overrides": {
"src": "835502b9f03135cb1a192b3e88b7bea40375f655"
},
"instruction_dependencies": [
{
"instruction_id": "bot_update_repro_instructions",
"invocation_id": "build-8699760399233358225"
},
{
"instruction_id": "generate_build_files_repro_instructions",
"invocation_id": "build-8699760399233358225"
},
{
"instruction_id": "compile_repro_instructions",
"invocation_id": "build-8699760399233358225"
}
],
"parent_build_id": "8699760399233358225",
"parent_builder_group": "chromium.dawn",
"parent_buildername": "Dawn Mac arm64 DEPS Builder",
"parent_got_angle_revision": "e5b338502c7c65bd38d4695bc557938ca4cc3aa7",
"parent_got_dawn_revision": "cee9cb0d67e749bf42f5e90cb3b8a6f525dbb920",
"parent_got_revision": "835502b9f03135cb1a192b3e88b7bea40375f655",
"parent_got_revision_cp": "refs/branch-heads/7444@{#2212}",
"parent_got_swiftshader_revision": "5f1c459a11bb4899301e89609cbf7547f9f31e20",
"parent_got_v8_revision": "fd9c56506b6d879cab4ee5fd6349406eedb0cd24",
"parent_got_v8_revision_cp": "refs/branch-heads/14.2@{#30}",
"parent_got_webrtc_revision": "29d6eabaf0b5c1a62af6e7fd03adebf5e1a446e8",
"parent_got_webrtc_revision_cp": "refs/branch-heads/7444@{#2}",
"revision": "835502b9f03135cb1a192b3e88b7bea40375f655",
"swarm_hashes": {
"dawn_end2end_tests": "07a24996bb0635d88cc6e7c6e126413fec278b717de652e831787fdb0d2800ba/323",
"dawn_perf_tests": "6bfb9e3e6bc1c7b7db1d47f169348be31ec3ea4a1c465db0dd1f3d5a9456d683/487",
"gl_tests": "b458987b44c865ec2be53dfce9095e77766879b38fb3328074858ebd8715c6e6/323",
"gl_unittests": "331f8acec49f77fd69fcff1cf1212ffc7a483f021a6f9fbb19e3d4910d718f3c/323",
"telemetry_gpu_integration_test": "eb8260624c11ce26b86dd2b2db522b3c14a962267c667ea0c4df73019d920ff5/815",
"telemetry_gpu_unittests": "84d6ab2e32cb9cf7443551af831967486c9e20c6f962772e7db5bc1215fb0854/736",
"webgpu_blink_web_tests": "267def814d182638020d3588ef7ca97a86d3e7c0d3cbffab0ebc57f5a171d331/566"
},
"swarming_command_lines_cwd": "out/1668-Dawn_Mac_arm64_",
"swarming_command_lines_digest": "60de9dd905cce771078a83e00991e4c89813c7ce0fd35ffdc98650f989deaf14/93",
"swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
},
"ref": "refs/branch-heads/7444",
"repo": "https://chromium.googlesource.com/chromium/src",
"revision": "835502b9f03135cb1a192b3e88b7bea40375f655",
"tags": [
"parent_buildername:Dawn Mac arm64 DEPS Builder",
"parent_buildnumber:2015",
"user_agent:recipe"
]
},
"id": "95e4a71e-6d96-4f56-90cc-5d2791387d53",
"title": "Dawn Mac arm64 DEPS Builder/2015",
"url": "https://cr-buildbucket.appspot.com/build/8699760399233358225"
}
]
},
"deps_revision_overrides": {
"src": "835502b9f03135cb1a192b3e88b7bea40375f655"
},
"instruction_dependencies": [
{
"instruction_id": "bot_update_repro_instructions",
"invocation_id": "build-8699760399233358225"
},
{
"instruction_id": "generate_build_files_repro_instructions",
"invocation_id": "build-8699760399233358225"
},
{
"instruction_id": "compile_repro_instructions",
"invocation_id": "build-8699760399233358225"
}
],
"parent_build_id": "8699760399233358225",
"parent_builder_group": "chromium.dawn",
"parent_buildername": "Dawn Mac arm64 DEPS Builder",
"parent_got_angle_revision": "e5b338502c7c65bd38d4695bc557938ca4cc3aa7",
"parent_got_dawn_revision": "cee9cb0d67e749bf42f5e90cb3b8a6f525dbb920",
"parent_got_revision": "835502b9f03135cb1a192b3e88b7bea40375f655",
"parent_got_revision_cp": "refs/branch-heads/7444@{#2212}",
"parent_got_swiftshader_revision": "5f1c459a11bb4899301e89609cbf7547f9f31e20",
"parent_got_v8_revision": "fd9c56506b6d879cab4ee5fd6349406eedb0cd24",
"parent_got_v8_revision_cp": "refs/branch-heads/14.2@{#30}",
"parent_got_webrtc_revision": "29d6eabaf0b5c1a62af6e7fd03adebf5e1a446e8",
"parent_got_webrtc_revision_cp": "refs/branch-heads/7444@{#2}",
"swarm_hashes": {
"dawn_end2end_tests": "07a24996bb0635d88cc6e7c6e126413fec278b717de652e831787fdb0d2800ba/323",
"dawn_perf_tests": "6bfb9e3e6bc1c7b7db1d47f169348be31ec3ea4a1c465db0dd1f3d5a9456d683/487",
"gl_tests": "b458987b44c865ec2be53dfce9095e77766879b38fb3328074858ebd8715c6e6/323",
"gl_unittests": "331f8acec49f77fd69fcff1cf1212ffc7a483f021a6f9fbb19e3d4910d718f3c/323",
"telemetry_gpu_integration_test": "eb8260624c11ce26b86dd2b2db522b3c14a962267c667ea0c4df73019d920ff5/815",
"telemetry_gpu_unittests": "84d6ab2e32cb9cf7443551af831967486c9e20c6f962772e7db5bc1215fb0854/736",
"webgpu_blink_web_tests": "267def814d182638020d3588ef7ca97a86d3e7c0d3cbffab0ebc57f5a171d331/566"
},
"swarming_command_lines_cwd": "out/1668-Dawn_Mac_arm64_",
"swarming_command_lines_digest": "60de9dd905cce771078a83e00991e4c89813c7ce0fd35ffdc98650f989deaf14/93",
"swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
},
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "835502b9f03135cb1a192b3e88b7bea40375f655",
"ref": "refs/branch-heads/7444"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8865189489976194224"
},
{
"key": "scheduler_job_id",
"value": "chromium-m142/Dawn Mac arm64 DEPS Release (Apple M2)"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "Dawn Mac arm64 DEPS Builder"
},
{
"key": "parent_buildnumber",
"value": "2015"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[13:58:18.842] Scheduled build:
{
"id": "8699759426356609985",
"builder": {
"project": "chromium-m142",
"bucket": "ci",
"builder": "Dawn Mac arm64 DEPS Release (Apple M2)"
},
"number": 537,
"createdBy": "project:chromium-m142",
"createTime": "2025-10-28T13:58:18.378795561Z",
"updateTime": "2025-10-28T13:58:18.378795561Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "835502b9f03135cb1a192b3e88b7bea40375f655",
"ref": "refs/branch-heads/7444"
}
}
}
[13:58:18.842] Task URL: https://cr-buildbucket.appspot.com/build/8699759426356609985
[13:58:18.842] Scheduling timer "check-buildbucket-build-status" (chromium-m142/Dawn Mac arm64 DEPS Release (Apple M2):8865189489976194224:2:0) after 8m24s
[13:58:19.812] Received PubSub notification, asking Buildbucket for the build status
[13:58:19.827] Build status: SCHEDULED
[14:02:27.124] Received PubSub notification, asking Buildbucket for the build status
[14:02:27.142] Build status: STARTED
[14:06:42.872] Handling timer "check-buildbucket-build-status" (chromium-m142/Dawn Mac arm64 DEPS Release (Apple M2):8865189489976194224:2:0)
[14:06:42.904] Build status: STARTED
[14:06:42.904] Scheduling timer "check-buildbucket-build-status" (chromium-m142/Dawn Mac arm64 DEPS Release (Apple M2):8865189489976194224:5:0) after 7m12s
[14:13:54.971] Handling timer "check-buildbucket-build-status" (chromium-m142/Dawn Mac arm64 DEPS Release (Apple M2):8865189489976194224:5:0)
[14:13:54.992] Build status: STARTED
[14:13:54.992] Scheduling timer "check-buildbucket-build-status" (chromium-m142/Dawn Mac arm64 DEPS Release (Apple M2):8865189489976194224:6:0) after 4m15s
[14:18:10.104] Handling timer "check-buildbucket-build-status" (chromium-m142/Dawn Mac arm64 DEPS Release (Apple M2):8865189489976194224:6:0)
[14:18:10.123] Build status: STARTED
[14:18:10.123] Scheduling timer "check-buildbucket-build-status" (chromium-m142/Dawn Mac arm64 DEPS Release (Apple M2):8865189489976194224:7:0) after 9m17s
[14:27:27.299] Handling timer "check-buildbucket-build-status" (chromium-m142/Dawn Mac arm64 DEPS Release (Apple M2):8865189489976194224:7:0)
[14:27:27.322] Build status: STARTED
[14:27:27.322] Scheduling timer "check-buildbucket-build-status" (chromium-m142/Dawn Mac arm64 DEPS Release (Apple M2):8865189489976194224:8:0) after 5m52s
[14:33:19.342] Handling timer "check-buildbucket-build-status" (chromium-m142/Dawn Mac arm64 DEPS Release (Apple M2):8865189489976194224:8:0)
[14:33:19.462] Build status: STARTED
[14:33:19.462] Scheduling timer "check-buildbucket-build-status" (chromium-m142/Dawn Mac arm64 DEPS Release (Apple M2):8865189489976194224:9:0) after 9m39s
[14:42:58.482] Handling timer "check-buildbucket-build-status" (chromium-m142/Dawn Mac arm64 DEPS Release (Apple M2):8865189489976194224:9:0)
[14:42:58.505] Build status: STARTED
[14:42:58.505] Scheduling timer "check-buildbucket-build-status" (chromium-m142/Dawn Mac arm64 DEPS Release (Apple M2):8865189489976194224:10:0) after 9m31s
[14:52:29.654] Handling timer "check-buildbucket-build-status" (chromium-m142/Dawn Mac arm64 DEPS Release (Apple M2):8865189489976194224:10:0)
[14:52:29.691] Build status: STARTED
[14:52:29.691] Scheduling timer "check-buildbucket-build-status" (chromium-m142/Dawn Mac arm64 DEPS Release (Apple M2):8865189489976194224:11:0) after 1m35s
[14:54:04.727] Handling timer "check-buildbucket-build-status" (chromium-m142/Dawn Mac arm64 DEPS Release (Apple M2):8865189489976194224:11:0)
[14:54:04.749] Build status: STARTED
[14:54:04.749] Scheduling timer "check-buildbucket-build-status" (chromium-m142/Dawn Mac arm64 DEPS Release (Apple M2):8865189489976194224:12:0) after 8m45s
[15:02:49.727] Handling timer "check-buildbucket-build-status" (chromium-m142/Dawn Mac arm64 DEPS Release (Apple M2):8865189489976194224:12:0)
[15:02:49.762] Build status: STARTED
[15:02:49.762] Scheduling timer "check-buildbucket-build-status" (chromium-m142/Dawn Mac arm64 DEPS Release (Apple M2):8865189489976194224:13:0) after 4m30s
[15:07:19.765] Handling timer "check-buildbucket-build-status" (chromium-m142/Dawn Mac arm64 DEPS Release (Apple M2):8865189489976194224:13:0)
[15:07:19.782] Build status: STARTED
[15:07:19.782] Scheduling timer "check-buildbucket-build-status" (chromium-m142/Dawn Mac arm64 DEPS Release (Apple M2):8865189489976194224:14:0) after 5m11s
[15:12:30.805] Handling timer "check-buildbucket-build-status" (chromium-m142/Dawn Mac arm64 DEPS Release (Apple M2):8865189489976194224:14:0)
[15:12:30.829] Build status: STARTED
[15:12:30.829] Scheduling timer "check-buildbucket-build-status" (chromium-m142/Dawn Mac arm64 DEPS Release (Apple M2):8865189489976194224:15:0) after 3m49s
[15:16:19.973] Handling timer "check-buildbucket-build-status" (chromium-m142/Dawn Mac arm64 DEPS Release (Apple M2):8865189489976194224:15:0)
[15:16:19.992] Build status: STARTED
[15:16:19.992] Scheduling timer "check-buildbucket-build-status" (chromium-m142/Dawn Mac arm64 DEPS Release (Apple M2):8865189489976194224:16:0) after 4m22s
[15:20:42.009] Handling timer "check-buildbucket-build-status" (chromium-m142/Dawn Mac arm64 DEPS Release (Apple M2):8865189489976194224:16:0)
[15:20:42.024] Build status: STARTED
[15:20:42.024] Scheduling timer "check-buildbucket-build-status" (chromium-m142/Dawn Mac arm64 DEPS Release (Apple M2):8865189489976194224:17:0) after 3m41s
[15:24:23.293] Handling timer "check-buildbucket-build-status" (chromium-m142/Dawn Mac arm64 DEPS Release (Apple M2):8865189489976194224:17:0)
[15:24:23.308] Build status: STARTED
[15:24:23.308] Scheduling timer "check-buildbucket-build-status" (chromium-m142/Dawn Mac arm64 DEPS Release (Apple M2):8865189489976194224:18:0) after 9m27s
[15:24:52.647] Received PubSub notification, asking Buildbucket for the build status
[15:24:52.666] Build:
{
"id": "8699759426356609985",
"builder": {
"project": "chromium-m142",
"bucket": "ci",
"builder": "Dawn Mac arm64 DEPS Release (Apple M2)"
},
"number": 537,
"createdBy": "project:chromium-m142",
"createTime": "2025-10-28T13:58:18.378795561Z",
"startTime": "2025-10-28T14:02:26.934210912Z",
"endTime": "2025-10-28T15:24:52.157564790Z",
"updateTime": "2025-10-28T15:24:52.157564790Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "835502b9f03135cb1a192b3e88b7bea40375f655",
"ref": "refs/branch-heads/7444"
}
}
}
[15:24:52.666] Invocation finished in 1h26m37.123389263s with status FAILED