[18:27:18.111] New invocation is queued and will start shortly
[18:27:18.111] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[18:27:19.251] Starting the invocation (attempt 1)
[18:27:19.273] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/8da9611821d751762d6c5ae237a62905e89e9639"
[18:27:19.273] Popped gitiles commit info from properties and tags
[18:27:19.273] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[18:27:19.273] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[18:27:19.274] Buildbucket request:
{
"requestId": "8851220630446003024",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "win11-arm64-dbg-tests"
},
"properties": {
"$bootstrap/trigger": {
"commits": [
{
"host": "chromium.googlesource.com",
"id": "8da9611821d751762d6c5ae237a62905e89e9639",
"project": "chromium/src",
"ref": "refs/heads/main"
}
]
},
"deps_revision_overrides": {
"src": "8da9611821d751762d6c5ae237a62905e89e9639"
},
"instruction_dependencies": [
{
"instruction_id": "bot_update_repro_instructions",
"invocation_id": "build-8685801051758567297"
},
{
"instruction_id": "generate_build_files_repro_instructions",
"invocation_id": "build-8685801051758567297"
},
{
"instruction_id": "compile_repro_instructions",
"invocation_id": "build-8685801051758567297"
}
],
"parent_build_id": "8685801051758567297",
"parent_builder_group": "chromium.win",
"parent_buildername": "win-arm64-dbg",
"parent_got_angle_revision": "8ce63479cbe11d0e9c94cfe884b5e80f2800a729",
"parent_got_dawn_revision": "7ae353ac9aa94aa78fe51673d363463e821c9dca",
"parent_got_revision": "8da9611821d751762d6c5ae237a62905e89e9639",
"parent_got_revision_cp": "refs/heads/main@{#1607886}",
"parent_got_swiftshader_revision": "89556131bf9d48af3c5c9fbb9a3322e706da89a3",
"parent_got_v8_revision": "13ac1201434c35b656fd811a27e1898f5c19877e",
"parent_got_v8_revision_cp": "refs/heads/14.8.164@{#1}",
"parent_got_webrtc_revision": "f79b11597724fe7c30a9d38705e78456dda36672",
"parent_got_webrtc_revision_cp": "refs/heads/main@{#47298}",
"swarm_hashes": {
"absl_hardening_tests": "7b7572567f0c65224f2340b0711d4b06d7f3749b6b1e1d6ebdfa368055604bc0/323",
"accessibility_unittests": "02fe8fa83d2c26577d8f04ae4b7396f8afc37f109d0ae4b31aa6a25afc3b4735/323",
"angle_unittests": "a46fc5dab71c7d094da7832df50e4f3dd712c533a92b4907634068549d16bdc5/408",
"app_shell_unittests": "342c2aed72e3032ad472bdd6b643852dd8020d53a07b2826ebe6ee5c983900a9/484",
"aura_unittests": "372c503058e510088609632426d8b6b1a5fb7ba0d20d691c54dd0bfe4b1460cd/323",
"base_unittests": "800df9088db429b260ef77b5dfbc16a8710981b9ffadd720acc040ef0015dffc/480",
"blink_common_unittests": "bb72b1faa8b1b6d296a3da48386447d4da8c64c91c1c9ab2fd792ea7c5ef49dd/485",
"blink_fuzzer_unittests": "8256d869c8478e2a0c2f9af594ab3909da6d8ad8174182ba1e9228c8da66332e/323",
"blink_heap_unittests": "111ada5d5795aef74acfd0e0ce7e1f24ca89949c07ed2243563b7765501b11bc/323",
"blink_platform_unittests": "829ecd78c8bd88e42728e62916f30d7ce1fb55877a48a18098cf5b02d973177c/643",
"blink_python_tests": "851588adffff1d871d95449643c91d0b37578826acb2165d55133053dfda8c62/574",
"blink_unittests": "2da29466a0d158b3360c4fdef8ea2c3198b1a96e005269ba1e6515d558ad2967/649",
"boringssl_crypto_tests": "6262b19aeaba32767282a10c65e303403ee976d2bc9c4b0c533b5ae0fc51b127/408",
"boringssl_ssl_tests": "db9e717b3f835893dfcbcc01326188c22c8ff6ec0a19eb9987d1c52d940cc36e/323",
"capture_unittests": "23707c35b0eb8721eab134fb5d553fcddcbb1aa385273848f0425f2a6b487fa5/402",
"cast_unittests": "a3da9781bdd93b4f6bf1a7d48702e2ff24bf9f33807b94424407e9c4feb48da1/323",
"cc_unittests": "4b0f94d47aab037d8f4ec5200dd09854afe5db1be2e76f9766792954a23ba587/483",
"chrome_app_unittests": "ad91db75a520bda4f46164b1d6ae284ccafda29b7d9b4c7b7973bd0f46990fa4/564",
"chrome_elf_unittests": "f8859d0ed3a6fa9eaeba1201e7ce7439b86193d0037a4d150076f044f74b7899/323",
"chromedriver_py_tests": "66a4a3c466a6f407fcf2b14d29a6969ebc87aae23f7dade3c6b450f217cc9ccd/489",
"chromedriver_py_tests_headless_shell": "fa0c52b13e9101f394fb40638a2572b2fad2818e1b4eb4dcd796efe52973d983/489",
"chromedriver_replay_unittests": "674353b1d0b1f5b6676fb52dc4a362ad2da44c25d483ebbf2fb1ab33f31901df/326",
"chromedriver_unittests": "7ea4455392792301af882948a98c5eab79bc6469623015b0bd1f6d28356886fc/480",
"components_browsertests": "addab648fbc9fa6f44d731790ae42ff136f9b7ae38d27c79661e6621e8075824/652",
"components_perftests": "0b1cb36767f7d79addf3b58fbec56cbc2f7d90003c043c53d8df3536de8dd10d/650",
"components_unittests": "706c3fc66e80bf8fe24a99cb76a893188fb378a425527c9c8d937375a245d73c/810",
"compositor_unittests": "c959e97a3fcc533c9361bc234c215dcb70cfe342043f241e2cfb9e6c4c1e8513/399",
"content_browsertests": "ba9bc115842d02043529296a904ef10b454a7a96bab5aff8b8cc5d6c26c51c30/725",
"content_shell_crash_test": "17b2204fa1b519c0fe4d5497919494aa65b06d199b4f15ca3719cc1d4ab56f1f/481",
"content_unittests": "6298a97451916083301be81628baf1e5f79e8df665a019746b4f3abfd2a50329/560",
"crashpad_tests": "d30e72be3b8174e1485e0ea35dd97f8e2643d39a9781e6ed82d4e013c3b08445/408",
"crypto_unittests": "87d3a5912a1c4d663cb8c2dd537a00697e1db9bc6e907dea0662ee95443bee7f/403",
"delayloads_unittests": "d8a53d065d335c41f137fb4ba4f8d3dfccc0199406c642a49a3c912a06791afb/323",
"device_unittests": "bc9b12180188fa2d86f3273728e7820242c721db981e68d3b3cd4b741efcd827/400",
"display_unittests": "339a47f5684b9e832564551498d672205a7b585b41bdd7cda1b3e64acf09b7eb/323",
"elevated_tracing_service_unittests": "cb5f843359606449c854a46658124bf20e301010f9f64e2b3eba6e3f4b047752/323",
"elevation_service_unittests": "3e893727df8b6a332c5494e9da4e9833385b56e747545c9bf07f6018648e8a88/323",
"env_chromium_unittests": "ebe2fa32c377858f12ee6579dc3dbd2623dba5d58ff10bc2294ca7c7524e4a1a/323",
"events_unittests": "acf73413ffd72d5b14a34b00ef60050da2be6579b355fa7468c02f18fd8884c2/323",
"extensions_browsertests": "68244a2a9d6d6a5bd2c8ff423d355fe9b3b9564699294aa409301f0b01dcfcfb/570",
"extensions_unittests": "9fa2d69cf4605cdface7779dd446fa1fc493a02f4398ea15931a121467d6eaad/644",
"filesystem_service_unittests": "af8fb489401ccaa7926d586ccbcb01597025bc89817699f6865013e9b8f51877/323",
"flatbuffers_unittests": "1086412f03e7b969e1bf08e116965d1371d9a3e008b2c7f62072dc5d637525cf/408",
"fuzzing_unittests": "473335ef8ec367d3d9631bf387ea5aaf16d7c31445f7dab78d71f23023995899/323",
"gcm_unit_tests": "61e31a08e3c847e68ddbfd4077437fbbfccc3b719b6231ff42214a119e5cee77/400",
"gcp_unittests": "7e4eb5822a6b3ec9003d3d57b641759aacae2a93c92117b155b9559b796967c6/486",
"gfx_unittests": "cf064857b8d95f20a55d2540133511230584e733dce5b680d41ee0eb04b909ef/399",
"gin_unittests": "e23af1accbaa91b5f8d877aa9e0673446ecd29c195c982e5639a28170b50f5e7/400",
"google_apis_unittests": "29e8bec1a36ab69957a01ab15a2e21a5bdb6ba02b6faac8a52dfcf3507ff91b9/485",
"gpu_unittests": "ed4a6e6416742a873856d55afa5707ada9e2537f3a0f8292e9ad3bfbda5bb150/400",
"grit_python_unittests": "ae35b1d089addcde35411de56369393c5afc492a42f6f5bf27cc7fc6ba42960f/411",
"gwp_asan_unittests": "1236f917ddcaa39812050d07ae768d45da836a35c8454e24bb8e78fb30c8a8a5/408",
"headless_browsertests": "1ef18af29e3e6a2f3887d054fc1ee7f5f1b6a0211b8e22c906a546b7fb7e4238/653",
"headless_unittests": "c7e879cb60f154dd4d69ed6b5600cc718001e0fa0c8da6bc40aae1387e5c20fe/323",
"install_static_unittests": "0c0bea2abfe1e4abe8ceab07ae2eee6550d7d7bdaaee8e3024baeb006cfafaa8/323",
"installer_util_unittests": "555791a869c64d58404d2be4834431c82b0dfb50dbc532cf1868dabd7eaa43e5/403",
"interactive_ui_tests": "c7c425c0b838c9be7440897124444f40be064e087d4e8d745fccf32bff49ceaf/1059",
"ipc_tests": "8d48bdd655418fe3c3c8f7b9de201f9242bbe6189f58a0bea3aef0686598e36f/323",
"latency_unittests": "d282b35dce6f1cbd15737e635c8719a520de9f6339d3b38f512b046dd41ff1df/323",
"leveldb_unittests": "361e2af5574b0c54c4134121c78a8b5a9a62aa6fd32ebadc1c9aaf7bf3efc9b4/323",
"libjingle_xmpp_unittests": "e2d7edf3dddbe039c504746526e922a8350be3ad649d5d0de08fb89713cb2c11/323",
"liburlpattern_unittests": "4d0d3804275c9534bc889bf2509473cf55d784f4e6b1befc36ca471ec4650e44/323",
"media_unittests": "a766c5805d3295e67d72fcbfcd9711a8af93fe4902de16201e06255cb8c9360a/403",
"message_center_unittests": "dcdbeee7b87a91544f747f43828693da3269cfa8eb1ea250586b521466d813f4/323",
"midi_unittests": "fc9e7cf5c6edd649a1da23c97212917f479a80d7dc5f593fb4aa5418650c4d9d/323",
"mojo_unittests": "be0bb126f1c0c3e64790d16781b62cd9c7d46440bf1d557185ef9564d793ed87/401",
"native_theme_unittests": "2984e578c2bc5ff73112fc07c1d3e941224f0cb7465b37e43450e81ecc1db47e/323",
"net_unittests": "283ec48ff0e1d4206275c34fdd50740cad51d11131b75b9f0d57b1b78061f5ec/486",
"notification_helper_unittests": "677579a9be13a20afdf2a5e1dd124b1950346327bf11971962c8c3c34ade8fed/323",
"pdf_unittests": "bbaa63dda849fb8b5a7772df00801033e3b23818f93b6558f99a4a7bf46d7408/400",
"perfetto_unittests": "c67f2f5c70112e5e9fbdbb533c72b9b27429784ebfb475ccc8b342d0f1c15ef8/323",
"performance_test_suite": "5e70c26ec99ee6bf75997998181efaf7696d0c6be86e0bf46c4d1ebdf6efc2d6/732",
"printing_unittests": "f0301cb24c305e4ae42908af340023ea0676a066311ab810d9b585889738b490/405",
"pthreadpool_unittests": "0fe87d18ecf8934b8dba5b82169b81aee55cd560bd79fafe997dbb7bce4642e0/323",
"remoting_unittests": "7f97191536c51154bed518d82ae6e416cced82bcb81b11b33bf3074e11687ce2/400",
"sbox_integration_tests": "b409760a0ee73f715a571a2f4284b0be8d2b0b9f296db6446d8009847dba68f0/401",
"sbox_unittests": "f042f180b23bdc891fdd3c647ed5a39baba0eb864f9a84c31ed8cb8179061ed0/323",
"sbox_validation_tests": "948e3f26122c3863cb2697daefff555fb559c9dda3c153891202a05f5b10d556/323",
"services_unittests": "8ef120d8f56421dd0b2a1e952778f31275ff6f5b36efb9dc8587cac8b4743f31/653",
"setup_unittests": "7ab5ab5960a883c3c2dc53e49a8d1464661a8bbb2d4f9dd172c3bc4470c4bf36/404",
"shell_dialogs_unittests": "c7119bf41a3dfd7ea469cc4038d9a4e2612a77945ac5f76eee371599b029a63c/323",
"skia_unittests": "4785fb2e0a904febb5aa7d5b7fcfed451e52747f3d9d48ed26074a5adc64abf6/323",
"snapshot_unittests": "c693d3335de794f7937e44fff23d37d3b603b1310cf43539112f34f0c301fe02/323",
"sql_unittests": "5cf79ed94c4e18a1e4b6741910bae8fe168a5ef85b124fe0fb3bb4088b45b94e/400",
"storage_unittests": "2b9842b0fdf246c10fcb5483df11c1ed773cb3388f803533dd02f9a92db03795/481",
"sync_integration_tests": "92abbd3c665f636222ca67b438b52b78dcca962b7f598ea26131b4a4e8b6ccc3/646",
"telemetry_gpu_unittests": "9fa26d0264bb5486f47ded6918c9a1061c65f6ab4c05aeb95e71924bd36e8187/736",
"ui_base_unittests": "ea745a5c058f2733bfbffc56aacfaebe96ceafab3d49cda391552fdb164e59c1/555",
"ui_touch_selection_unittests": "20ddf742b492ab2492e622ef49997334aa82092cc7fe2885e0134c44e15d5871/323",
"ui_unittests": "ecb5d9e18055f36514e43c5039cc8f3a3b12f8b038c9c4fa0defe4ab82b5d486/323",
"unit_tests": "2321120f65792d3291af56b6d074e7714844c5352801d205799285cae6b43cb6/1061",
"updater_tests": "7b8670f5f87eb9e53e0dddd91652050a8bdef58a3877a8e657bc544658705deb/566",
"updater_tests_system": "107c73ffc6ef4d5dbc23b48d5218e8e2a8bb688b89f0a401b46cc1f093a8af10/566",
"url_unittests": "17459bfb973cb98da694d73a2aef09d9c207c9e3cd7583114f6b99b92a147444/323",
"views_perftests": "fc9532705e25eccd9bbfc3f48469f36a82b4d488f5761890b9db170038a1421a/487",
"views_unittests": "3feb98949d009ecd95fc233cad28d4e5a130e4b5cc9021be424dcd9f714266f2/402",
"viz_unittests": "b3dc654294976b81f67f0f7cb0259647c6e2dc842529b6b945f323a1a1d159d6/407",
"vr_common_unittests": "a5838262ef7d00f6aae5b49c9c91c9677e158e057fd769974dd2d594aebe0e58/564",
"wm_unittests": "4c558633eb14a78020f26402b571fe9eb30f1d7bbf77269368129386bfa638ac/323",
"wtf_unittests": "fd77341b0ff0559cb958f6d7bcd674ec8e62502f08f30e2981d1ef2bf10fc38d/323",
"zlib_unittests": "bb5ec75eee6e4c301a0d0025df60160a79878f6ab05cf53511e321581fe00634/408",
"zucchini_unittests": "cc8c78fcdcba7845331abf4cc5ed1dedbb6359263c8971b97c022130c6794bd3/323"
},
"swarming_command_lines_cwd": "out\\5c6a-win-arm64-dbg",
"swarming_command_lines_digest": "fd5f4ba2404dc8d8237b73546eb2e636914329396fe751498e2d786c5aeff6b9/94",
"swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
},
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "8da9611821d751762d6c5ae237a62905e89e9639",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8851220630446003024"
},
{
"key": "scheduler_job_id",
"value": "chromium/win11-arm64-dbg-tests"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "win-arm64-dbg"
},
{
"key": "parent_buildnumber",
"value": "13592"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[18:27:19.820] Scheduled build:
{
"id": "8685790568501791601",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "win11-arm64-dbg-tests"
},
"number": 11156,
"createdBy": "project:chromium",
"createTime": "2026-03-31T18:27:19.344001542Z",
"updateTime": "2026-03-31T18:27:19.344001542Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "8da9611821d751762d6c5ae237a62905e89e9639",
"ref": "refs/heads/main"
}
}
}
[18:27:19.820] Task URL: https://cr-buildbucket.appspot.com/build/8685790568501791601
[18:27:19.820] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8851220630446003024:2:0) after 1m51s
[18:27:20.866] Received PubSub notification, asking Buildbucket for the build status
[18:27:20.893] Build status: SCHEDULED
[18:29:10.887] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8851220630446003024:2:0)
[18:29:10.920] Build status: SCHEDULED
[18:29:10.920] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8851220630446003024:4:0) after 9m36s
[18:31:32.533] Received PubSub notification, asking Buildbucket for the build status
[18:31:32.556] Build status: STARTED
[18:38:46.939] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8851220630446003024:4:0)
[18:38:46.972] Build status: STARTED
[18:38:46.972] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8851220630446003024:6:0) after 5m30s
[18:44:17.219] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8851220630446003024:6:0)
[18:44:17.242] Build status: STARTED
[18:44:17.242] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8851220630446003024:7:0) after 4m44s
[18:49:01.262] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8851220630446003024:7:0)
[18:49:01.275] Build status: STARTED
[18:49:01.275] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8851220630446003024:8:0) after 5m6s
[18:54:07.344] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8851220630446003024:8:0)
[18:54:07.366] Build status: STARTED
[18:54:07.366] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8851220630446003024:9:0) after 4m13s
[18:58:20.403] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8851220630446003024:9:0)
[18:58:20.423] Build status: STARTED
[18:58:20.423] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8851220630446003024:10:0) after 2m5s
[19:00:25.486] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8851220630446003024:10:0)
[19:00:25.506] Build status: STARTED
[19:00:25.506] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8851220630446003024:11:0) after 7m50s
[19:08:15.644] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8851220630446003024:11:0)
[19:08:15.678] Build status: STARTED
[19:08:15.678] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8851220630446003024:12:0) after 7m4s
[19:15:19.748] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8851220630446003024:12:0)
[19:15:19.771] Build status: STARTED
[19:15:19.771] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8851220630446003024:13:0) after 3m20s
[19:18:39.961] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8851220630446003024:13:0)
[19:18:39.980] Build status: STARTED
[19:18:39.980] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8851220630446003024:14:0) after 8m5s
[19:26:44.995] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8851220630446003024:14:0)
[19:26:45.022] Build status: STARTED
[19:26:45.022] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8851220630446003024:15:0) after 9m8s
[19:35:53.066] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8851220630446003024:15:0)
[19:35:53.117] Build status: STARTED
[19:35:53.117] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8851220630446003024:16:0) after 1m54s
[19:37:47.137] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8851220630446003024:16:0)
[19:37:47.155] Build status: STARTED
[19:37:47.156] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8851220630446003024:17:0) after 6m19s
[19:44:06.244] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8851220630446003024:17:0)
[19:44:06.269] Build status: STARTED
[19:44:06.269] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8851220630446003024:18:0) after 5m28s
[19:45:40.935] Received PubSub notification, asking Buildbucket for the build status
[19:45:40.953] Build:
{
"id": "8685790568501791601",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "win11-arm64-dbg-tests"
},
"number": 11156,
"createdBy": "project:chromium",
"createTime": "2026-03-31T18:27:19.344001542Z",
"startTime": "2026-03-31T18:31:31.746453697Z",
"endTime": "2026-03-31T19:45:32.048310824Z",
"updateTime": "2026-03-31T19:45:32.048310824Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "8da9611821d751762d6c5ae237a62905e89e9639",
"ref": "refs/heads/main"
}
}
}
[19:45:40.953] Invocation finished in 1h18m22.847503935s with status FAILED