[00:01:32.953] New invocation is queued and will start shortly
[00:01:32.953] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[00:01:34.087] Starting the invocation (attempt 1)
[00:01:34.112] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/42a9eaa388c7294ecbe87d5b4066f386365a7c88"
[00:01:34.112] Popped gitiles commit info from properties and tags
[00:01:34.112] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:01:34.112] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:01:34.112] Buildbucket request:
{
"requestId": "8843136471409380848",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "win11-arm64-dbg-tests"
},
"properties": {
"$bootstrap/trigger": {
"commits": [
{
"host": "chromium.googlesource.com",
"id": "42a9eaa388c7294ecbe87d5b4066f386365a7c88",
"project": "chromium/src",
"ref": "refs/heads/main"
}
]
},
"deps_revision_overrides": {
"src": "42a9eaa388c7294ecbe87d5b4066f386365a7c88"
},
"instruction_dependencies": [
{
"instruction_id": "bot_update_repro_instructions",
"invocation_id": "build-8677712521323099137"
},
{
"instruction_id": "generate_build_files_repro_instructions",
"invocation_id": "build-8677712521323099137"
},
{
"instruction_id": "compile_repro_instructions",
"invocation_id": "build-8677712521323099137"
}
],
"parent_build_id": "8677712521323099137",
"parent_builder_group": "chromium.win",
"parent_buildername": "win-arm64-dbg",
"parent_got_angle_revision": "79053f47bd64d29249226d0e9d9dcf5a27293530",
"parent_got_dawn_revision": "7807dcbdca245e462617c04d544706394db245ba",
"parent_got_revision": "42a9eaa388c7294ecbe87d5b4066f386365a7c88",
"parent_got_revision_cp": "refs/heads/main@{#1653814}",
"parent_got_swiftshader_revision": "5b0479bd2d15058aaa9eb490e364f920ff824a8c",
"parent_got_v8_revision": "7518eeb5a914e389ec2f4eb5fff4b4435b4c9296",
"parent_got_v8_revision_cp": "refs/heads/15.1.200@{#1}",
"parent_got_webrtc_revision": "32f0f78eb2a9242abffa9813c4d715519d866676",
"parent_got_webrtc_revision_cp": "refs/heads/main@{#48100}",
"swarm_hashes": {
"absl_hardening_tests": "3e9581822039ea6dae12d0cf19f2bf958bd560037c2570da2600cddfd84ffdb0/323",
"accessibility_unittests": "2e25c0c438201f224baa06b306593751d130d96054611edb222deff284ec528b/323",
"angle_unittests": "080ef3db717c32b233a87df894156839c2528c0de04d17fb823e6873f7c6c743/408",
"aura_unittests": "29c593300d643d7e9b3c444103c79f80338acbd51cdb99b249b3c49481ee04bd/323",
"base_unittests": "b54f66ebe031845f0cf17498d906bb9e9a27e0ebd6a65a6f848678c968bda6f7/480",
"blink_common_unittests": "f2a276057620965f0446f77e02e8b97d8cea2c58a8df2790595a2bf5a141baee/485",
"blink_fuzzer_unittests": "4c5549f6526f1701c20c24e7422e13eddbdf45586baef75a91163aa0d16ce154/323",
"blink_heap_unittests": "bf5179de119aa3548b31fc386ea21699bb710b4fd9696b743a46e913a2c6fe26/323",
"blink_platform_unittests": "6d22f46885da6c431074e4c38651166c352c9411274008ca5d265e77f5a1203d/643",
"blink_python_tests": "81b867232ad0eb1a552b421265d84f35776e8356a894c1f984eaa11f59dfe4c9/573",
"blink_unittests": "9b4ccf86df8a11e5c5f3519ddc46fca857144c58b9cabd4cbd287ae883a72731/649",
"boringssl_crypto_tests": "a987b89ca07ccb8c8eb3b98785925a9c094dbf2c78a03870b976262786c1a475/408",
"boringssl_ssl_tests": "33cd1ea647e9a970c4a947e5b24a3fefbbb8d6290bd7225974bca9f1c90467df/323",
"capture_unittests": "1cbbb515960089290b1d4f7f443d9488f114f8f932cb82e45a6aa9ffb877d206/402",
"cast_unittests": "63fbb75a21c29c2e036b9bff9744ac18df774d0fdcd21898cd990fb457db8d12/323",
"cc_unittests": "dbff5b1b49789de53e81e554a8fe88867dbbd05792fb4187bfccedb2bb8f0b8c/483",
"chrome_app_unittests": "cc9e8f8b50b7fce3cb795921ffe0c7e34c2a3aed4a0892b51dc32e4185c8465a/564",
"chrome_elf_unittests": "fc0771b1ff3f0f0c313951a4933cbba3e14c9c887ddceaabd59cbcd4cf4976c3/323",
"chromedriver_py_tests": "963c8dc3cb97e0e988b8d71b70fa48d38e37138c0e3cba818d9b0b0c7bb6fa99/489",
"chromedriver_py_tests_headless_shell": "3a5d5dd2aa49c971d50043abee9bd60b751c83f2d16abaf46d7e3933e8deadd9/489",
"chromedriver_replay_unittests": "0ead0efceb2a9c71a79a46c30b3405be7765ba1cb082e4a3df5e500c0a64d14f/326",
"chromedriver_unittests": "152c01557defd92e763623f54cef98cd02056d7391d3657f74aaf416fd8b4b6e/480",
"components_browsertests": "3d4be31123ec0cebac647e292572be1b33fad62198d92c47aea246415ff096b1/652",
"components_perftests": "534095da657a8c3f244fb7807c0c8b1d0fa7394faac3a8ea45d70f02a4d186a9/650",
"components_unittests": "f45527c5310c38e9c7d2959b42151bec6d64f71e05d0661c08a63650f56cc1cb/810",
"compositor_unittests": "eeed16e4d95a781432f3061e87b819fa9a459cddca394b9da6581a3e24538274/399",
"content_browsertests": "78f0106cc294113eaadaa15103cb62110166b448332771be2ec72083e3dc97ec/725",
"content_shell_crash_test": "8cebf90d30527b8eefdaa897f38263a6bc4bb99a794161f768e80afd24c9da7e/481",
"content_unittests": "7b1cdb67c4e22311a387ccf515606909cc7a9f84021988baa9e7272ec3e9447b/560",
"crashpad_tests": "ae578b6be9ec6b0106a0db49b1d74461bd24e2f0d8445e13e1ab6d51dfc5a070/408",
"crypto_unittests": "56a5df5fedb7eb953631feb2f5051935df07931d7a29e32cad5c21a2fb5352d7/403",
"delayloads_unittests": "b203a361fa6e9ebbecdcce85f18ec9a7e7430eabf72e36f55fa0ed23d92cf914/323",
"device_unittests": "8385eaff6c3d8a6f9e842e727d26175596077e20d9b763ea741e3749f356f158/400",
"display_unittests": "c4603e3c87a8a2678a4b9f8156632f20180e9c49f996465e570027dfc85e0794/323",
"elevated_tracing_service_unittests": "f7fba1776171f03b741b806309f3261136484d2249423111aefa2b4f336e6322/323",
"elevation_service_unittests": "85844996f111dc05a584440fb973da4493d67147c9f9899d4d2882e1708ba288/323",
"env_chromium_unittests": "46bc55de53cf71ee3191e850c5462929716ca354b4cbf6d4f961358d9d3dbd78/323",
"events_unittests": "7cda42902dc13aa1994f40d3fd991e0d64292ddce9b682b2e18340fa2e3dab71/323",
"extensions_unittests": "32cb968b4f0ef472223edd8fd4c106ff3ec509ff5f3851ccd646008aecc780cf/644",
"filesystem_service_unittests": "0cb928af2e6c9d20a1af4db208037c7aca3b8d34244d2bed952f8a9151796831/323",
"flatbuffers_unittests": "95305cee696949f940edf181cab7675649a38511b8cef130ad6ffd14102dccb3/408",
"fuzzing_unittests": "403c1e3c894464304bcbe78aadd0c8618f3c05f844f55836f3672d301072fb01/323",
"gcm_unit_tests": "0b775b5ea4be78ebd00288934cca560c46761418f7de94b6b38b12d782624945/400",
"gcp_unittests": "2be24391601f3adf1ac85863ca62cb8530b16aa7785432205854fda8740b281d/486",
"gfx_unittests": "83536c17e1ea1bf79c38031caeb6d0b5730fb1e69c1d74df3781336afa60eff7/399",
"gin_unittests": "779cd2ceedf9c2cfc3fc6cbbd30c9529dbdc81ba33dc0ec86509fc6f3cae98be/400",
"google_apis_unittests": "7c08fe14c9841359e22b883d25d4e22168d5a514963de2851b27e82ecd5d60d6/485",
"gpu_unittests": "c7d85a39872942995f2e4ead26f4e3dcdfc8a497e5b520692d8901acedb3da45/400",
"grit_python_unittests": "311b3a7245704d4659111d41351a2a334c1d828e9faee3968d8ac777658cd066/411",
"gwp_asan_unittests": "32630a5479cdb1f8a83a2df9b2510ccd6eca0f0f4d456d61bcc4fd90e7976d21/408",
"headless_browsertests": "487de482078b976c182830ee8a830096496a97228bf5e58e73e5b1032bfe2e02/653",
"headless_unittests": "3b776a8a88dfeec8fdfa4152dc47cf86d1ac58c104a3257f83f1707c4101f57d/323",
"install_static_unittests": "7c561832008b66d27926afa9fef4919b428b52c1c0c40308d03806894473d2c4/323",
"installer_util_unittests": "e26816f4acdac183493e16421398f8c577c4e8ab786ad36e5d9f82b1ccd2d964/403",
"interactive_ui_tests": "588b7a05dd86d132cb5b3353e0787ed94bd03374047808b7afaae3490c120706/1059",
"ipc_tests": "551d99bec86e9c9536e5ced096fa146aaf988e819aaa2405a5b832a3ff733e19/323",
"latency_unittests": "1b9328a6dd92cfec21ae6f9c06e192002d4da7bb112192bc5fd492dc9942cd65/323",
"leveldb_unittests": "04f7ca9e5e412480e246ca4e206b6768f8171099126d68165b9fe4fa578edd27/323",
"libjingle_xmpp_unittests": "b00c36c811ac0db1b230f55cd4149d86dc9e986b231cb61697b3ce204ad1a920/323",
"liburlpattern_unittests": "eb8dd907b8acc55658e4583f1b14ff4bdbb77dc39fa3bbdcc58bcc52072ba80b/323",
"media_unittests": "304e5c7b2de3a45ff1959e476d4dddc5921dc6868aa60398f064563ced4b3f92/403",
"message_center_unittests": "59eb47e0fc1d0f905d0955144ac494fd87a0de8e89ee4cb5fa74c388abf799d1/323",
"midi_unittests": "690e2392dd000cc28805b7222cc0a5c58610d25ab713887da5162d42fa61bee8/323",
"mojo_unittests": "bcb5e26af745105900cec1a77c9a236f715ce3bf8a3c0d2e053c370e84eafa7c/401",
"native_theme_unittests": "b9913f6aa8e47cf0e8459c0581ed771d65b66ff88119e8dced408d84407f6aa4/323",
"net_unittests": "fb34672aae0d54941f95d3821cad6c4dd7c7b8e4e0a5b01f85959d871b4b9b81/486",
"notification_helper_unittests": "103e94ffaaf889d1156042798a7a7dc70eed2b914f825c2a2545b9478ec38c16/323",
"pdf_unittests": "5d468a8f0cae7f8d33a228817f770d36cc56e4538fcd27ecd9eb58336a12dddd/400",
"perfetto_unittests": "296fea0e8db5de8b622edc6a2832fee975b5440697c8f65a6a9c4e953e916e0f/323",
"performance_test_suite": "9d92935fd6d834153d7f6cd7060ea43ba7344d77cd3b4cc14f6b4a2de032db60/732",
"printing_unittests": "172ecfdaa0131684d306d4705194258192020b28d7a8f73cb4ebe2878a648e8b/405",
"pthreadpool_unittests": "2a6224c3e472dcf41a46bebcdeeb73949c7b223b2c49c535fe136deb9b31b3f0/323",
"puffin_unittests": "96819c3126a4ea3a42c0fa31b0ac0f1dddf4bd4bce9c6965f6707ae4ddd3a8ee/407",
"remoting_unittests": "c47f214c5a2968fa38ed3aefaecc7763ab1e0f0f7d4d24e06bb218580cc22912/400",
"sbox_integration_tests": "f9f4c45e6502f54babcebcc59eeac29b0f3fe34c774bb0b19537d96b6727a241/401",
"sbox_unittests": "9f8a82c63abb7193872a09787bc672d9f2775d4901f4a6f580c2c8abc7e37a83/323",
"sbox_validation_tests": "820bc446f4cae5f9659ca2a70306a3df0605e1d5df3c192d854c36c8b7baad6c/323",
"services_unittests": "e6634bd26bb1d9bd05f5689ddf2044657be1dc2262003baf7b81ae27630d6bcd/732",
"setup_unittests": "50c779eab4ff9b4da4385e906c2a7d776d7991311b08f7526ddcdbcaafdbfb1d/404",
"shell_dialogs_unittests": "f64abbf3b44a16617aa705bd8ce5c65efb32d2a1af23176ece2133c0a07c001d/323",
"skia_unittests": "9a9b034463552251ae0a344501b9a14a0b76f1cf4a813570fe6a00065930410e/323",
"snapshot_unittests": "8e2e3b4e2f0a69da5387d632d5347fd560f396f9791db1e40cabb9ff31dca2ec/323",
"sql_unittests": "419419997845cd23353cab49d0bebc2d4d6b3350dde101aa9160c8246500110e/400",
"storage_unittests": "db2584ce11dbe50b80576dbd8f015d6077e2d353fb9e824c0ce5d0f8dc9f7bfa/481",
"sync_integration_tests": "50a07f640af890c84bb355379d65cfe421870ca307b2838efec3ccbb79079a6e/646",
"telemetry_gpu_unittests": "8f55607cd87a993c882a55a100976defb3b478231d706c5fc3b4d81732a8a160/736",
"ui_base_unittests": "53aae273193192dc21dcc196d4724791dcdbee16e130fb7ef57891052ba98ea1/555",
"ui_touch_selection_unittests": "ba6d7fe6500c2269f9dcdf1d68cabb66da12228ac8b5e3748dc58e44d9195e39/323",
"ui_unittests": "ddbe9fb7d4da3e3191996f9854e320b9a6b33706cb339083ad8eba404999b8d0/323",
"unit_tests": "55284972f00aa5f272b7de3c2d2ad8b186653ae837b31bdb7f54fe5e8a8cfc26/1061",
"updater_tests": "bba4991b5fda1f70d20688a258f42997f740f340098f31a15328665062974d13/566",
"updater_tests_system": "5ffde06f07cd1410481226ac5bebd7bfb2dd77b67fb7a2230353666f4b51a426/566",
"url_unittests": "30a0b85dbaa88e6de9c8b2456758a31dd5952442b2e960f59b0aff73892d3d88/323",
"views_perftests": "61883ec240902ea632ae7dd79c8a39e23a9d769eab9066037af20f61f0d9bf71/487",
"views_unittests": "7134dd381ef7336bc88c84c12f65d571bf6020a320c48a073ac2db19d4aa7082/402",
"viz_unittests": "e04fedd2cb8425983f72662f615f61915ab41b2878d097406d5b7d0552688393/407",
"vr_common_unittests": "ac5d3d5b3408ff60a87c96f97725848a93106c0e651831b4673f3af67ebd8d11/564",
"wm_unittests": "b60de534ac827a66ebc2644166cb50506962753fc1b54387cba8040bc7f682b4/323",
"wtf_unittests": "77734f2aa40aa31e51d63ee566d3195ef5f8be2195c3229bb81fde897481ab29/323",
"zlib_unittests": "65149b2f111ac5549ef6892e50ae63cbdc45e2816afd7246ea2d1bd816f80807/408",
"zucchini_unittests": "174df4c0c92b158631226b9316ea7a1ac11c56396c9d038a60bc56d06be3bae2/323"
},
"swarming_command_lines_cwd": "out\\5c6a-win-arm64-dbg",
"swarming_command_lines_digest": "f3e0b2f7efeed9baf62f472b0ab2abfe398fb2fb2b7d8fef085e41263386e349/94"
},
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "42a9eaa388c7294ecbe87d5b4066f386365a7c88",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8843136471409380848"
},
{
"key": "scheduler_job_id",
"value": "chromium/win11-arm64-dbg-tests"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "win-arm64-dbg"
},
{
"key": "parent_buildnumber",
"value": "14621"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[00:01:34.797] Scheduled build:
{
"id": "8677706409429583489",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "win11-arm64-dbg-tests"
},
"number": 12146,
"createdBy": "project:chromium",
"createTime": "2026-06-29T00:01:34.221940728Z",
"updateTime": "2026-06-29T00:01:34.221940728Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "42a9eaa388c7294ecbe87d5b4066f386365a7c88",
"ref": "refs/heads/main"
}
}
}
[00:01:34.797] Task URL: https://cr-buildbucket.appspot.com/build/8677706409429583489
[00:01:34.797] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8843136471409380848:2:0) after 2m0s
[00:01:35.225] Received PubSub notification, asking Buildbucket for the build status
[00:01:35.246] Build status: SCHEDULED
[00:01:40.043] Received PubSub notification, asking Buildbucket for the build status
[00:01:40.140] Build status: STARTED
[00:03:34.988] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8843136471409380848:2:0)
[00:03:35.005] Build status: STARTED
[00:03:35.005] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8843136471409380848:5:0) after 1m23s
[00:04:58.203] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8843136471409380848:5:0)
[00:04:58.217] Build status: STARTED
[00:04:58.217] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8843136471409380848:6:0) after 2m1s
[00:06:59.342] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8843136471409380848:6:0)
[00:06:59.361] Build status: STARTED
[00:06:59.361] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8843136471409380848:7:0) after 7m9s
[00:14:08.378] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8843136471409380848:7:0)
[00:14:08.422] Build status: STARTED
[00:14:08.422] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8843136471409380848:8:0) after 8m32s
[00:22:40.610] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8843136471409380848:8:0)
[00:22:40.629] Build status: STARTED
[00:22:40.629] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8843136471409380848:9:0) after 4m45s
[00:27:25.822] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8843136471409380848:9:0)
[00:27:25.852] Build status: STARTED
[00:27:25.852] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8843136471409380848:10:0) after 9m50s
[00:37:16.061] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8843136471409380848:10:0)
[00:37:16.088] Build status: STARTED
[00:37:16.088] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8843136471409380848:11:0) after 2m33s
[00:39:49.209] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8843136471409380848:11:0)
[00:39:49.247] Build status: STARTED
[00:39:49.247] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8843136471409380848:12:0) after 3m42s
[00:43:31.601] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8843136471409380848:12:0)
[00:43:31.626] Build status: STARTED
[00:43:31.626] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8843136471409380848:13:0) after 4m42s
[00:48:13.724] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8843136471409380848:13:0)
[00:48:13.748] Build status: STARTED
[00:48:13.748] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8843136471409380848:14:0) after 4m50s
[00:53:03.801] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8843136471409380848:14:0)
[00:53:03.820] Build status: STARTED
[00:53:03.821] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8843136471409380848:15:0) after 1m7s
[00:54:10.969] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8843136471409380848:15:0)
[00:54:10.998] Build status: STARTED
[00:54:10.998] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8843136471409380848:16:0) after 6m55s
[01:01:06.030] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8843136471409380848:16:0)
[01:01:06.053] Build status: STARTED
[01:01:06.053] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8843136471409380848:17:0) after 1m33s
[01:02:39.292] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8843136471409380848:17:0)
[01:02:39.317] Build status: STARTED
[01:02:39.317] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8843136471409380848:18:0) after 4m31s
[01:07:10.406] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8843136471409380848:18:0)
[01:07:10.436] Build status: STARTED
[01:07:10.436] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8843136471409380848:19:0) after 8m3s
[01:09:59.506] Received PubSub notification, asking Buildbucket for the build status
[01:09:59.542] Build:
{
"id": "8677706409429583489",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "win11-arm64-dbg-tests"
},
"number": 12146,
"createdBy": "project:chromium",
"createTime": "2026-06-29T00:01:34.221940728Z",
"startTime": "2026-06-29T00:01:38.386701724Z",
"endTime": "2026-06-29T01:09:58.717851733Z",
"updateTime": "2026-06-29T01:09:58.717851733Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "42a9eaa388c7294ecbe87d5b4066f386365a7c88",
"ref": "refs/heads/main"
}
}
}
[01:09:59.542] Invocation finished in 1h8m26.592539271s with status FAILED