[05:55:49.723] New invocation is queued and will start shortly
[05:55:49.723] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[05:55:51.209] Starting the invocation (attempt 1)
[05:55:51.235] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/ed0fdf8a8b9dbe0325983de73012463fe159fa92"
[05:55:51.235] Popped gitiles commit info from properties and tags
[05:55:51.235] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[05:55:51.236] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[05:55:51.236] Buildbucket request:
{
"requestId": "8855163578602759536",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "win11-arm64-dbg-tests"
},
"properties": {
"$bootstrap/trigger": {
"commits": [
{
"host": "chromium.googlesource.com",
"id": "ed0fdf8a8b9dbe0325983de73012463fe159fa92",
"project": "chromium/src",
"ref": "refs/heads/main"
}
]
},
"deps_revision_overrides": {
"src": "ed0fdf8a8b9dbe0325983de73012463fe159fa92"
},
"instruction_dependencies": [
{
"instruction_id": "bot_update_repro_instructions",
"invocation_id": "build-8689738738772872417"
},
{
"instruction_id": "generate_build_files_repro_instructions",
"invocation_id": "build-8689738738772872417"
},
{
"instruction_id": "compile_repro_instructions",
"invocation_id": "build-8689738738772872417"
}
],
"parent_build_id": "8689738738772872417",
"parent_builder_group": "chromium.win",
"parent_buildername": "win-arm64-dbg",
"parent_got_angle_revision": "ad96e4bb5071aa32dc4b5782ae710b3989f04664",
"parent_got_dawn_revision": "4a3897841ea19078f5ce5e5d7f058a30a60e3edc",
"parent_got_revision": "ed0fdf8a8b9dbe0325983de73012463fe159fa92",
"parent_got_revision_cp": "refs/heads/main@{#1585263}",
"parent_got_swiftshader_revision": "b7b7fd22e5f28079b92412f47f6da4df43e4cd37",
"parent_got_v8_revision": "a34bd9f7817340131236c096e7a36fdf50ab8fdf",
"parent_got_v8_revision_cp": "refs/heads/14.7.58@{#1}",
"parent_got_webrtc_revision": "25713d97ffa88b4b478981c333a0d88444295b08",
"parent_got_webrtc_revision_cp": "refs/heads/main@{#46906}",
"swarm_hashes": {
"absl_hardening_tests": "b9501a2648ec7a34e5b21ad9698b950df7da26b94ee8714617e2ab535658571a/323",
"accessibility_unittests": "d4bb5b873ea72cf613ba7b5e18e9735445a9f44b0803e1b755924cccb9be924b/323",
"angle_unittests": "546d678399ac3cfa5b2995fb4a3850c5eb9064a6dba3b12d1f2fef770cf5c7b3/408",
"app_shell_unittests": "aae0af2358610485671c7db790279707e36be50d86a5ea4d5e05df61d3c2982c/484",
"aura_unittests": "102c5427e4fe46104524a42415dbca5bb9e08a52e56ab3519c999a7a71273376/323",
"base_unittests": "76e16ac7cc7d2699e8232c37e4985534d1610fe69851f6971cee4f5f7ca09c1c/480",
"blink_common_unittests": "b3b6fa6be2494c1bbc64c23b06408a14d1ee0717cd4467dc006d1ae246971376/485",
"blink_fuzzer_unittests": "192a08ac0be2c8d10fb1e6174c647043ab1c71f05f4da0e6682824d34237142b/323",
"blink_heap_unittests": "bb6f055086188cb7a9cf69ba04c5386c7e7e3b00cf204ef549db51f7998b48d7/323",
"blink_platform_unittests": "0dc21721642e78d1ebf7b8a254a282ed7e81e835b3c1427227867d3847aff108/643",
"blink_python_tests": "663bd4cd901f19f94ce76d8e1267280989e6eb8b7b761b45cf59bcf893cb2b41/574",
"blink_unittests": "43f4172acae90b8a0ae6cc2bc62416d55255964e7b06905fe4aff9db316f6d26/649",
"boringssl_crypto_tests": "9aa5e5366d59ad97e8e40457a628c03539cddea8013e1b50e423517897c4ea4b/408",
"boringssl_ssl_tests": "f5262e7080b517aea51fd05dda4e94b4f105c77925b72523c07f5d4d07fa139f/323",
"capture_unittests": "78a169e590158b1edea4f5654fad8e1150dcaa85fe474d78d4116d4c32cbaada/402",
"cast_unittests": "121f123e99b2b1ff7818a4427e62588969522c3b8f6ea214ad1795de93acac9f/323",
"cc_unittests": "9af85e57b5e067b9e451c89eadfad9aed6799a556b66e4f2897d8d4fef402017/483",
"chrome_app_unittests": "7ec8a7ce1f61daabf3667102885379e74221b70b5644e9330d06ee105ed42f5e/564",
"chrome_elf_unittests": "3ff2e417a6b69491ecadd34bbf5c90e856ac5ac55ed0bb82141450f219e66ea6/323",
"chromedriver_py_tests": "0515a0102f7b614f3cff10ce488d1f61b547f5013aaaba5d0b75e5385af72242/489",
"chromedriver_py_tests_headless_shell": "1f7425e89b2d6654844d522056aa2ddbea83f633e48698442b3d8eb004a5964d/489",
"chromedriver_replay_unittests": "d896cac486f378a1171b1e6945ce839c72fb5d4f54be0621b5c26e883310b62c/326",
"chromedriver_unittests": "e7723489e3ed818163e661dd7d4b17ac0072bcad24353df8328260569080ee5e/480",
"components_browsertests": "b61bde2b53e39cd7c61ac650152361f2bf2eae1aea923057d38ba3c59d07719d/652",
"components_perftests": "6d83989faa1398f51e850d345d10bacae6dba890816d411ed56be2c602ce6610/650",
"components_unittests": "2b8570d0da391d644b10004a4428f156029342f016bb76a03f527d9874a264d8/810",
"compositor_unittests": "5ee55c09177ab052396e219b7b0aaba6402bec868df989e506e682465a5e6fed/399",
"content_browsertests": "0e3f194b55112608e5ea962fbc5a3d3be2d63129637f82b58f099219da1bd516/725",
"content_shell_crash_test": "46a6e9fae3642d84fa9a132c6ed57a2f36beab64670b6ee8c40ae2f0aef79aed/481",
"content_unittests": "73f799dcaaea5335275c824b849dc82e69f76dc9781e3bade35f6da2f5598c67/560",
"crashpad_tests": "0001c260095d9f8b2fcdddea60a8a3b496d4f87fce5165ca4a6f9b5173ab3160/408",
"crypto_unittests": "3c1f390266eaee54a94f5fffed509df8bedbbd5b94039eef7e981e508ebed382/403",
"delayloads_unittests": "1bf3b6de7d1dc6e11ff97fc6d0895f21057bb875379dadc2abd6b907df863946/323",
"device_unittests": "993f7418f087994ec3fd79bca5eba49d910d2d6c80a429888771d2cf75870a00/400",
"display_unittests": "8ed50e4eeb085616d54bc95170b1e2fd603b6ebb7ad67a795b92f5a8461a1a93/323",
"elevated_tracing_service_unittests": "d4efa40c504945f803875b6d1c567f1902889750894c91edd42b1e1c5fdd60ad/323",
"elevation_service_unittests": "ab7db9c20c5b7e42334361b19bd9575a340fb34bd0977ba28c49f8ee0eb4b2c5/323",
"env_chromium_unittests": "50c87f58cc4819a50847c97c41d4763ee8dab86dda45b0e348022a06c17251f2/323",
"events_unittests": "ff6130dec92d66e6381a4dc54f631a85c31e662ea11bd8f9ca13e2caa73320d0/323",
"extensions_browsertests": "5207eb3fcb1e6e4ffbca2cf86ea6b0242069e0c5c8dff0546350d5d0af5adcec/570",
"extensions_unittests": "819739f3a8fe15a1925c8918ac5821cbc16a0f0b9c293295a1170aeca9ad94cc/644",
"filesystem_service_unittests": "4894f6f0c2810334065fac17538891eaff7fc86c406ee1c570ec0c5a49f375d0/323",
"flatbuffers_unittests": "bacbc5d5938127cf3dc64c7f0d920ded95486b089897c5908ce7cfb73b5baf1a/408",
"fuzzing_unittests": "d680844f41970ae1c69bcc072cee9c285caa90807a334597fe4e3b34d1c1a9dc/323",
"gcm_unit_tests": "185101bf0ac2ca38668d495a066d41c454c1e00edc40d7c976b288bf73726de2/400",
"gcp_unittests": "9a2ec49591f7d73a3c7e8367ee1e066c49fe38db97421b9363f15329d8e25ac5/486",
"gfx_unittests": "9cd51b2a82c529a1fd8c463afa21a06b332bfc9080e5320df616247d4fc4e771/399",
"gin_unittests": "76b542c304e05cfdb1dbaa819d3fbc25b9e5cebd394de44420ddda986a3898e7/400",
"google_apis_unittests": "a8e2994cc6705fc828e33bdd2f60db0174e2d14cfc6c94a081b873b23ddc89b8/485",
"gpu_unittests": "f287246fa28f61534324a59bc8eb7fecb65074c0ab2811d45c2a9069dd0e4e4c/400",
"grit_python_unittests": "a0488624b7fc6c011558135fd8a37acf8933299ee44ef5f957c1afcbfb3f6a30/411",
"gwp_asan_unittests": "5adb04c765f0c0c256fb2a9d7883bd3854ca2e0aa7c4ab24f3897530d8dc6d30/408",
"headless_browsertests": "a53640db8534794985f4e0451877c81fc993e0966e3d49806de1e7f3ae465bed/653",
"headless_unittests": "eff6cc7fafe07b53a98a9cd86c77557bf74f6822606fa016534c0a2f213d3218/323",
"install_static_unittests": "47cbba8d1dd4c74648a3961f793073faf46ead4da6edcc5d38abb48c905c249d/323",
"installer_util_unittests": "8498b4ea2d9ac7c8be989da0905bc552aa075ad53fa9e89b7c9f26def8a586f6/403",
"interactive_ui_tests": "aaff4746538ee1c0b40e32f510025890fb6f2c78c929dbfce697645cf96d94d4/1059",
"ipc_tests": "8b899685e27941cf9820cfb1188107a193abf761967caf2e5f5c7e5033faf312/323",
"latency_unittests": "4e5cc05b23407dd8b4964c3d81fb03bfa13349a6b831d8af285ee57b8b871a8a/323",
"leveldb_unittests": "ab56c974cf4ecc9a6f73ef6685fc12b3014b4f53ffe6089e7d7a22f44fb1480e/323",
"libjingle_xmpp_unittests": "f06af3541fb2a024789e095b3b5c2cc1a772a8286aa056051622b5bb5d9b2c92/323",
"liburlpattern_unittests": "dda7d0bf6845a4b05d345fb1a063b02c98e0c8e0383a05fd32504b45c1ba8155/323",
"media_unittests": "969c36cda1eeaee0af4f9689a97b4e852c2ec1b85433c970e9e99e28643e5ecb/403",
"message_center_unittests": "8871d0e4f194c269726b40ae8d87ace27379614dc0741ae4aa361ea79ce85f4f/323",
"midi_unittests": "2df2c8d52b9caabace0321c025001727ee990553735e88f187e41e7f1380a909/323",
"mojo_unittests": "c24de6e055309c3335ffd7f41d42c90eeabae68516240ba49bf2f51d8bac6b91/401",
"native_theme_unittests": "b99fa08febf2634203ec748951bf303ffef2453bd3c9f9bb2de0faf6e5334e50/323",
"net_unittests": "5dc73c5690226f03da82793ec13f91e91f368dcf4c2223998e433060cb907d57/486",
"notification_helper_unittests": "78ed96847029b01b7c070ec7049f1f3fe0f356ae0ff4a52fe576352c6b5fe1ca/323",
"pdf_unittests": "e96ce7cd23da1ee8b97a71e1ad7cc71bbda9d12a22e8356a42d366d350ca5374/400",
"perfetto_unittests": "3ea86ca138065b6737e9500f384dc19ab4b584097ef9b68dc2a54d9fb19e7f3b/323",
"performance_test_suite": "7dc57cca137ecb21df3a2239b7d2209e0330c237447e0514b5e46d20d832b3be/732",
"printing_unittests": "dc9cef490f35d043b2c618d19d42393d8ca885c5a09410ce12e33cca0c7731a4/405",
"pthreadpool_unittests": "0045ddca1f2bd22308c836ab2b286f4ddbcf9c2448175e0adbcad2eeb63c49f9/323",
"remoting_unittests": "d8bcbb0cf8562c019df33658ff253d1b6224ed36ecdf7d1aca82440b0adf2ef2/400",
"sbox_integration_tests": "9f3c88a4a216033498e54f758da38dc9de0f806af7a343c0a8624ea892f12a35/401",
"sbox_unittests": "f63a5592bfc8ae8a08cc35acf479563796b95941954d69e7b0a9d6da936e2272/323",
"sbox_validation_tests": "6da00da9a9f580dc8bbe0dbb001447f4aa92251535fa45fe49de3e2c39c068fb/323",
"services_unittests": "d9997e1bafff2f76ae6b49dd39e4956f0b7c2b075f6a92cb630a44963c28b554/653",
"setup_unittests": "30e20130bea2553cf30843063a6db87f7cc73814a9c935919fb9e7f52e4a863f/404",
"shell_dialogs_unittests": "a10fe8c1ef83d2846be797e7e415697fc8c6828adbd81659155ace2d5b03f6e7/323",
"skia_unittests": "d4aaa53418e8cd1f2de632e395daa90487e1eb79e738c2b717376b2c0449b5d1/323",
"snapshot_unittests": "f0d7b0bce753b0582de2ef8c9cb6dc7e2801517ecec33d8f583f1b183d5998ee/323",
"sql_unittests": "1660d6fe3a767320e611351f92753d29cf79438670e296097d3529095f153f7b/400",
"storage_unittests": "e8c538d030d4e9f854aad6a304038c4a7f04d03d9319aea80f48cd4c101c9d0a/481",
"sync_integration_tests": "5c45c4156c45521496599038b630a30776ac76a6b4fe4e58a8cc1935b6538f9e/646",
"telemetry_gpu_unittests": "96aa383656948e28400b36642bf91e319590b415a169adeb0845640927339aa5/736",
"ui_base_unittests": "fa9911ea13a8683a91448873edf220202ff61e5215469bb514891e7282c9f153/555",
"ui_touch_selection_unittests": "96695408f6702dde96286a915658135e57f200a0310280ec1424a663bca131b6/323",
"ui_unittests": "8eb43df967c55784fa1ba62f178c23c2be930d76eb221ba842bd0a1b238a1d2d/323",
"unit_tests": "e2bdf80e9a92ca468dafaeade6805f7d37422acc6779b35d94ff29e5ecc7e990/1061",
"updater_tests": "2d8f629d5aa8e5d5da6e0f3d802958d34ecc402638414a38b4fc7e1b0c7bc04d/566",
"updater_tests_system": "d680991d1911a22e060b9803a219e3e53cb4ebc4385ae171f0b90c5c74d7245e/566",
"url_unittests": "bc99a505e55f3f014af2bbb9b8301de010bc6cf4caa22974666bc0424e53f390/323",
"views_perftests": "ac6e7b3e4318d3688c815227bbfa59dc9201e24ca32605a6edfec037fa1e3604/487",
"views_unittests": "17bc5274e89e7c3b580704cfb27c959b01d41c322e1dacec89388ed05afb1548/402",
"viz_unittests": "a534e0773ba3aa7fd8f226cbb75f00bd5eae9f074afece9401e749028147fc53/407",
"vr_common_unittests": "563a32bf0031f1837f7bf74349a13326465961d0262d68754062fa0c2fafa947/564",
"wm_unittests": "6b97ee8f345a5272987d7bf99b765d452509fd9ad903f385613a4a1f3e6ab1b9/323",
"wtf_unittests": "f85323da39f21898d5036077220e28db55ca45e71425b93b1db9b3141a40bf71/323",
"zlib_unittests": "edf0ad13bcbeeda776bf6d3e1ec4ed0e555ea7ed01ba48727cd41aa2b7f3c6f2/408",
"zucchini_unittests": "cc04a19a5989ee8a8944c4f4f261a1804d477e757d9b5759314f77a999826f34/323"
},
"swarming_command_lines_cwd": "out\\5c6a-win-arm64-dbg",
"swarming_command_lines_digest": "fd5f4ba2404dc8d8237b73546eb2e636914329396fe751498e2d786c5aeff6b9/94",
"swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
},
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "ed0fdf8a8b9dbe0325983de73012463fe159fa92",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8855163578602759536"
},
{
"key": "scheduler_job_id",
"value": "chromium/win11-arm64-dbg-tests"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "win-arm64-dbg"
},
{
"key": "parent_buildnumber",
"value": "13038"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[05:55:51.820] Scheduled build:
{
"id": "8689733516296288577",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "win11-arm64-dbg-tests"
},
"number": 10611,
"createdBy": "project:chromium",
"createTime": "2026-02-16T05:55:51.301092534Z",
"updateTime": "2026-02-16T05:55:51.301092534Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "ed0fdf8a8b9dbe0325983de73012463fe159fa92",
"ref": "refs/heads/main"
}
}
}
[05:55:51.820] Task URL: https://cr-buildbucket.appspot.com/build/8689733516296288577
[05:55:51.820] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8855163578602759536:2:0) after 4m22s
[05:55:52.752] Received PubSub notification, asking Buildbucket for the build status
[05:55:52.841] Build status: SCHEDULED
[06:00:01.942] Received PubSub notification, asking Buildbucket for the build status
[06:00:01.962] Build status: STARTED
[06:00:14.156] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8855163578602759536:2:0)
[06:00:14.182] Build status: STARTED
[06:00:14.182] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8855163578602759536:5:0) after 9m39s
[06:09:53.237] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8855163578602759536:5:0)
[06:09:53.255] Build status: STARTED
[06:09:53.255] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8855163578602759536:6:0) after 6m51s
[06:16:44.416] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8855163578602759536:6:0)
[06:16:44.442] Build status: STARTED
[06:16:44.442] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8855163578602759536:7:0) after 6m34s
[06:23:18.435] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8855163578602759536:7:0)
[06:23:18.489] Build status: STARTED
[06:23:18.489] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8855163578602759536:8:0) after 8m15s
[06:31:33.612] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8855163578602759536:8:0)
[06:31:33.630] Build status: STARTED
[06:31:33.630] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8855163578602759536:9:0) after 6m24s
[06:37:57.744] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8855163578602759536:9:0)
[06:37:57.756] Build status: STARTED
[06:37:57.756] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8855163578602759536:10:0) after 5m3s
[06:43:00.865] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8855163578602759536:10:0)
[06:43:00.939] Build status: STARTED
[06:43:00.939] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8855163578602759536:11:0) after 3m33s
[06:46:34.084] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8855163578602759536:11:0)
[06:46:34.105] Build status: STARTED
[06:46:34.105] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8855163578602759536:12:0) after 2m0s
[06:48:34.342] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8855163578602759536:12:0)
[06:48:34.365] Build status: STARTED
[06:48:34.365] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8855163578602759536:13:0) after 3m34s
[06:52:08.393] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8855163578602759536:13:0)
[06:52:08.407] Build status: STARTED
[06:52:08.407] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8855163578602759536:14:0) after 1m11s
[06:53:19.425] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8855163578602759536:14:0)
[06:53:19.440] Build status: STARTED
[06:53:19.440] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8855163578602759536:15:0) after 2m23s
[06:55:42.458] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8855163578602759536:15:0)
[06:55:42.476] Build status: STARTED
[06:55:42.476] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8855163578602759536:16:0) after 9m36s
[07:05:18.494] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8855163578602759536:16:0)
[07:05:18.562] Build status: STARTED
[07:05:18.562] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8855163578602759536:17:0) after 5m23s
[07:10:41.580] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8855163578602759536:17:0)
[07:10:41.620] Build status: STARTED
[07:10:41.620] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8855163578602759536:18:0) after 5m4s
[07:10:55.916] Received PubSub notification, asking Buildbucket for the build status
[07:10:55.931] Build:
{
"id": "8689733516296288577",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "win11-arm64-dbg-tests"
},
"number": 10611,
"createdBy": "project:chromium",
"createTime": "2026-02-16T05:55:51.301092534Z",
"startTime": "2026-02-16T06:00:01.787742487Z",
"endTime": "2026-02-16T07:10:55.294727505Z",
"updateTime": "2026-02-16T07:10:55.294727505Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "ed0fdf8a8b9dbe0325983de73012463fe159fa92",
"ref": "refs/heads/main"
}
}
}
[07:10:55.931] Invocation finished in 1h15m6.212746601s with status FAILED