[11:18:04.577] New invocation is queued and will start shortly
[11:18:04.577] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[11:18:05.677] Starting the invocation (attempt 1)
[11:18:05.704] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/5125ae0b0143cf784b49aa12fe2563d3f6998f00"
[11:18:05.704] Popped gitiles commit info from properties and tags
[11:18:05.704] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[11:18:05.704] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[11:18:05.705] Buildbucket request:
{
"requestId": "8888573585140007456",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "win11-arm64-rel-tests"
},
"properties": {
"$bootstrap/trigger": {
"commits": [
{
"host": "chromium.googlesource.com",
"id": "5125ae0b0143cf784b49aa12fe2563d3f6998f00",
"project": "chromium/src",
"ref": "refs/heads/main"
}
]
},
"deps_revision_overrides": {
"src": "5125ae0b0143cf784b49aa12fe2563d3f6998f00"
},
"instruction_dependencies": [
{
"instruction_id": "bot_update_repro_instructions",
"invocation_id": "build-8723154508253391265"
},
{
"instruction_id": "generate_build_files_repro_instructions",
"invocation_id": "build-8723154508253391265"
},
{
"instruction_id": "compile_repro_instructions",
"invocation_id": "build-8723154508253391265"
}
],
"parent_build_id": "8723154508253391265",
"parent_builder_group": "chromium.win",
"parent_buildername": "win-arm64-rel",
"parent_got_angle_revision": "706e3be9d658488694afaae74b95e3991d378723",
"parent_got_dawn_revision": "da9cb1750c4312bbe29e6517009e7a0918e1ec63",
"parent_got_revision": "5125ae0b0143cf784b49aa12fe2563d3f6998f00",
"parent_got_revision_cp": "refs/heads/main@{#1419144}",
"parent_got_swiftshader_revision": "720189cae8478484f51531a9eed9abc6d8635271",
"parent_got_v8_revision": "f57757ff66da0830ef9060ea7669cce9f863cbcf",
"parent_got_v8_revision_cp": "refs/heads/13.5.61@{#1}",
"parent_got_webrtc_revision": "c592e766a062aa6c2ea5dbe20237b71f5848c6ba",
"parent_got_webrtc_revision_cp": "refs/heads/main@{#43874}",
"swarm_hashes": {
"absl_hardening_tests": "2376f5e1d0e910f84f329680b38f147f3c8bf084aaa2e98eb7a940236c99c5cf/323",
"accessibility_unittests": "1d6e72b2914edcd72c2310de2365c1cb06d21d2efcc0a46a8a22c6e4f8bc93a9/323",
"angle_unittests": "d101419cc829cb75920c559828c0f9ec78e09ad87e58606dd3fdc641f39454b5/408",
"app_shell_unittests": "e245c7a531f992b61404a592c28ec7938e177b2dd9b79f43697827b961d13f96/484",
"aura_unittests": "e0c5648b335b6ad3b7aa94eb63d66ee1c216567ad7fb1eeec3d29b02180a2763/323",
"base_unittests": "8993abe2b4b0d52396dd3ed11088846200cdd88082d9430206ed3232078fca0f/480",
"blink_common_unittests": "5c5dfb9cdd1a9c6a7a20c3d1d196c2bcf8cdaa116365c00eba41bba99db0f72e/485",
"blink_fuzzer_unittests": "b557a9a577ca29ec73c04612057c4b3d904cf9469beb83bf2a2f61ccf5a42bb3/323",
"blink_heap_unittests": "a56946d3e6db99cc086cc8d0356e673f44c216785a5c042809a50ad23e6cc5e0/323",
"blink_platform_unittests": "27d16f446b11f5fbf3bdc59086dfe14d3ab7c991433a6809f34e84b6c27e15a2/643",
"blink_python_tests": "23339309e6b761222b8110a5aebbda0fe6177c32b0d2c5d7ebae8b0a615ecd50/574",
"blink_unittests": "4ae70309467cccfd88b4757e451a556cca2968758afd4e5cee26ba3feab0b2a6/649",
"blink_web_tests": "6fccabc8daafc30684f533c36e3254e416e654398621471f1e5fa13a20e3ecb7/566",
"blink_wpt_tests": "5bec1c3b54dbfb54edafda74bb528f743ceafbb522457338b7c760055a8d37af/566",
"boringssl_crypto_tests": "116dcaff7b8fd12f39518f0ccb4c516664a796a0bfad68666b7156f544153907/408",
"boringssl_ssl_tests": "50d27314a20e6abd7ca9210bca7bea719f7802d0144ed45f76d3dd10da85d7e0/323",
"browser_tests": "1fa2cbf5b0c0f8a4e7cf4a66c1e1b58d41ce119589aefeb66451345c13aaabbb/1220",
"capture_unittests": "deb86ece39454feca982b34116be08bef57630ff2a39801ac3214b4904f4db25/402",
"cast_unittests": "d5714336e1656bfa8a252a4d959db2ad28f8ce7413321742ed195f9217e5fa24/323",
"cc_unittests": "fa607bfb09a53f3c274a3cdce475e2bce5e4949783bb11f790f4e750720c1f16/483",
"chrome_app_unittests": "23574af70e7c31e6f126b52ead02e565797f116c985b17e51182f4b526e86101/564",
"chrome_elf_unittests": "573e961ffe6be3647a5f9a6141ed1e5687bf7a971f1a399b2043381162c0fa64/323",
"chrome_wpt_tests": "99f89e6e48450ceeb101a271d612a997ec10a30ef4bd8655190ec4d099bd4d9c/566",
"chromedriver_py_tests": "d098186d55bf261f54b2b32107e4aef0eb3bc223532b3feb1760f93f950b4a70/489",
"chromedriver_py_tests_headless_shell": "d33782339486bd2f2badcb6dd3a8a5b51f0fabd6047d7941df319943024bad0f/489",
"chromedriver_replay_unittests": "18657efddd0b09ac394d1b4a19c95de237cbc24ae5d06a967d534eff0e0d35ac/326",
"chromedriver_unittests": "3abeb1cd62870989b5653d4af22977b3f0c9d1f5cef952211d4b911042ff0445/480",
"components_browsertests": "c918e87c3b1cb9198c8bccc6156a2d66c1fb91fd8c14abff73f58b003efe3cf1/652",
"components_perftests": "dbaedc9587da47f86d46dca66f8315beab5fc99f9a09be03ac29a1c3518c6e52/649",
"components_unittests": "ca350f47ce9f04e9b2584b51d81b9fedd7390e12590353ba5585be342e57439b/731",
"compositor_unittests": "e0a927e49f61cb7ba0ebfea2a2d7697c495cc02795513f4c1f25a3a9f29d750a/399",
"content_browsertests": "c76066de735fe1dc6dc92f559fe593f4e4754d6f43416f9cbf2f6a326db2a25b/724",
"content_shell_crash_test": "29b140e1b490d38c57175d1df8292aea635bcc9f1f4457914b1a2e2a8c4b21ae/481",
"content_unittests": "4a598511dc00ea56e61fa006529f173924f99aff5639f6e9c58dbcd02c378fdd/560",
"crashpad_tests": "8ca0f2a169b597476d9ed95156769a9efd114f9978b8ce7291ad4b09bdbe95f1/408",
"cronet_tests": "842d8fb88d4df1df753518c009c49c12873c8f50e2b669c52bee39dbacaae122/484",
"cronet_unittests": "b8eb8996cd41845b39daac20aedc9b63b5d07d30ffb9f8038ca7568990d285e0/400",
"crypto_unittests": "0e41190ad35db7f5f30321666a78302a98fb6041ae2dcb623ea5e6eaf997ee70/323",
"delayloads_unittests": "edfec778d545d184da344e8782fe4e21549fb353ca2d80f5ac0095567c9982e9/323",
"device_unittests": "565b1844542f3e004d5339f155529d4190f37f19c25c15a888c51bdff164bc0d/400",
"display_unittests": "d81eea3c26bd64feb343e2431bdf4a64132fe7c89e1f9bfe27234ea9c89260c1/323",
"elevated_tracing_service_unittests": "c82614966dbb5cfce18a03625ed6062c378d56de9e28929b38857586fab297bf/323",
"elevation_service_unittests": "5f8d26211d6e888d70ca7db21862b39322318c2bfe51029aaee8d23b88549070/323",
"env_chromium_unittests": "df82f18488aa19a82e8011229be9240cdd94be561f9697c4a151fd2c573c5632/323",
"events_unittests": "f873fe767abf0195b577c9a09a27328a655fd61c4fd1757bb2419bf04d7cd4b8/323",
"extensions_browsertests": "5d31a04578493aedfda90bcd0a8c945bcf17be7b3b55f63c4fb0ee4c33905493/570",
"extensions_unittests": "479fcfc5b6e95e25d5f321933eaaa573763ccb7dcbeeb0dcad975d7a383622bf/644",
"filesystem_service_unittests": "0752376603de17f8c6b14c02334bfd76600d3b5422cd2c723cf7bd7a269dd62a/323",
"flatbuffers_unittests": "e30e2b3aff8917fae6be6f49b882c3a0af9200e7d84487b1ebd741d5d4e8ed26/408",
"fuzzing_unittests": "e90fe854bd3991701b65bb3324b1c25f09b8c5bff99b3ca43c141d4b87e95a9f/323",
"gcm_unit_tests": "3169e7fdef2971ae19b5fa97dcdbb5ac4f0216911fbb03dfa2e5c2fdb94412dd/400",
"gcp_unittests": "470c37360d382f452c3cbf71c342939fc3af2c1e02e399f32709385c558788f0/486",
"gfx_unittests": "f34085f575f416b858b24c9b3aa23dda88cd25667e25a8232cef9c09d8cc9ad0/399",
"gin_unittests": "74dc4f328b184255b632ac07795a2d67a3e319b964a16bbe163a33c93d3686c0/400",
"google_apis_unittests": "658cbb8d6ea17a2fc528c01affa33be2285679c835cd676ceca12c093fccb3a7/485",
"gpu_unittests": "1bf09a64231c44165d0bdd5fe20ccdb55ee1d675a549559e3de340fbaf50efc6/400",
"grit_python_unittests": "46d0a0a05eddd5c64b53442fe3d47714a393f658f247cc26617694fc6d75082d/411",
"gwp_asan_unittests": "0d7b18bff1f1a7c52ed35861c3b3f8a998dc27d776b93ecc02b6d6b02ef7cc74/408",
"headless_browsertests": "55b1d66c80b2ad367aaa761bc6f72f4fd45fabf54f7c22d2d50bd3692bd673ef/569",
"headless_shell_wpt": "c5d9e35da72de2a6b9965f6ec20e23991589b3dd070fc902f66cef37855ec08c/566",
"headless_unittests": "d78da71ef4d9d701065dbf7102b56f71f0300b5442c55d15c6da7761bd6476fb/323",
"install_static_unittests": "ec50a55f9ad67c7e8dae5e57687b03406361dce1cfd6cdfd970a11ce808cc197/323",
"installer_util_unittests": "195d76a1467dc5705500ef2a9fbafcbb7b57b1a24f3f71535cc368c4f4cc3ee7/403",
"interactive_ui_tests": "fc005430d8c3b742bd8c47b8291e32e690906fca2720350aff4247b08753a06c/973",
"ipc_tests": "2f61a8e4ff92df6e841820ecbb3924bdcb7506d9ce15e669e4d682dbaf3a450d/323",
"latency_unittests": "c4346ae563624ca9ba15cd6ccb0fd3847c72531f61cbf554c1c23d0e4ae8b068/323",
"leveldb_unittests": "6e5e6d1bd9c6dbc98b9c66f6a1aa88e5930e13e74161167194e941445bf7b541/323",
"libjingle_xmpp_unittests": "f5dbca9cf1aa1d8af043a6b352ef5b500cb471f065df7533a16a64cc93fd1fb9/323",
"liburlpattern_unittests": "d4fb985f5913b32c5600652706ea25699a30d34c9c4e3f6b8f814cf3d2d26eee/323",
"media_unittests": "bb4c25933922e125823c07676730c735c5d3ae12aad89aaa2067950aac41effd/403",
"message_center_unittests": "a0fadec13a10a1a99180db8cbc24acf54a1ee578ee5b6043b2dd5ea380daef5c/323",
"midi_unittests": "18eb74b5a6c1d41e7774b70bb5ca7459f76b2962cc7670995d394dfb7d87f9e2/323",
"mini_installer_tests": "f3e597337243166197816528617cc842c08b0c314f803a9643b3233e51a44d35/489",
"mojo_python_unittests": "b7da2a7b90048721f8284a5cd602091efb1a9733c830f8f4da86c16f1050b9d0/411",
"mojo_unittests": "e0ee89cf3eee7c3f98cc56067938f67c25be8ada09aff8542dfe730cbec29dcc/401",
"native_theme_unittests": "fcd7bd588978a8294e658c9f172b01eb4baea9705d1521191f70817beb0e8d8b/323",
"net_unittests": "e6c538f06f689517af19089fc7c38583be3d917c5b47e4a1f77bdf5d30d65ed1/487",
"notification_helper_unittests": "7f5c0f76bd93d42a8efa8832f1631f611b787d2e4e0bd35d05385c278a6f2d03/323",
"pdf_unittests": "d7d8b0571e7ac38a99a7d40452371a83f582c56bce61e01af83a7944793a9bb5/400",
"perfetto_unittests": "4f52e96cff3cc729f9264cc76854acdf37f5bf94110d1562684975a9faf22a29/323",
"printing_unittests": "a4f2bf6bcfded630b5c68c9066564d3c52c783dc85a8bafde6f4d7f4f0cf93cb/405",
"pthreadpool_unittests": "ad64c9e9609f9742eca71ccf2640b358a2363f7e0bc7ca5768ae3ac933eb35fc/323",
"remoting_unittests": "f83e4c55726cfda85601a1ea08bf35c5c1ab55c444f5187cb83ca36279f4c187/400",
"sbox_integration_tests": "5004abb598ca083bee93a4ead874936d0c2fb65798f43897e75f570481d972ca/401",
"sbox_unittests": "4e44406aaa8a478999617fec09327fa369ad3e8e86b9d4d58240887fa6daa5aa/323",
"sbox_validation_tests": "0337a811212478072617e10a74ecb5716e2579c77af423fb5f81d1e634f92b48/323",
"services_unittests": "d162a26f7c7e5c89a39a645e5f09c4c72e63b074193ee5cce3b77ff4643d363f/653",
"setup_unittests": "486f2426355080792469a05718e504b7ff8671e603dcb30258cf9384112fbcbd/404",
"shell_dialogs_unittests": "f92cef6099609fd2d88e9d018e01609db04dcc683fdc87667b213938ea996a6a/323",
"skia_unittests": "32bc34fcb6690927f564c1109d886370ce2727441625a7e822176cb0ad58013f/323",
"snapshot_unittests": "58035343345a6e4c00818ec9c40ff0db7fc20f8bacc88fe52299b0967c4bb862/323",
"sql_unittests": "a4ca2d7c56bd56ad875bcfaf01249c4abe3de2f23bcdc5ec5bf636e59b7bf5d9/400",
"storage_unittests": "620b0850c349f8057c23af267ab70eadd3f5838ca03a191ec70287b330414dee/481",
"sync_integration_tests": "736e160ce68d0c69e26fc49a750ae6f888a3181ac71a1505dbcc8839f5aecabd/646",
"telemetry_gpu_unittests": "4c53a8769e649f70e5c921e780ad2a0083d2d6bc909cfcc9242582e22d91014b/736",
"telemetry_perf_unittests": "5a1c32de4893cb10ed86712aec96b6ce75ac4b0ab3071e37c71edde546e40497/655",
"test_env_py_unittests": "868ced080a30288d9dc040b708f2dfa387f1d6441f009a04b2777c65cf8c9213/323",
"ui_base_unittests": "61d3a266090234ee07ee7fa31f5b13e9692fec805b2e18e1dbed85bd9a602b70/555",
"ui_touch_selection_unittests": "06e780cb2d49ccb72163d98abfb951917b23e168913c051d673cacca9fb2e429/323",
"ui_unittests": "634eb63f0f48d36690e1c0a70d4bbba391f2e419248fecd76d9df26d178ff351/323",
"unit_tests": "b4cab1203a23ed16453214c1d4f4bb3287f1041da538e9a2b4cd4bf8699166ea/1061",
"updater_tests": "0ce8c179f7bfcbee8fbe9c1a5769aeab0039b5b0bcee3b21c3234757ffdf10a6/566",
"updater_tests_system": "cc070c2f7e92ec846142b1272e6ebf0437e5f4e720a53dde665bf6ae59288513/566",
"url_unittests": "7206830853d0cc239ef657f87b7177763eec37c9b364a0befbed8be94e796861/323",
"views_examples_unittests": "99d0da96e9a63f584e93c7d8a08628ed46ee144006afa1cfb573c1bc36fa5dc4/402",
"views_perftests": "700285061b88d91711ee78dd099d8952ca611eec76d55bc8564ef987b6c6d8a1/487",
"views_unittests": "1ebc216a41bca96dec6a8e48ba86f8d2c2d0733cedd9bb73bb4d86bbaaea377b/402",
"viz_unittests": "856afb29341f9bd71d06e28abda478651dbaaf09aeb30b9eb3e7db0dc5f227ba/407",
"vr_common_unittests": "5c3d9b5608f7b9ac3db734f4114e54f3f1185e22543d420fa02b0abeed696276/564",
"wm_unittests": "c68ece4319114d9990696fd68ee94796ff7bdd5da5814197dff8e4bee14fca97/323",
"wtf_unittests": "1628fa107ca681ea3f9a96f3315a6b39b1bf3ff8dd54bebe66d40bd02f28d4a8/323",
"xvfb_py_unittests": "f34d96a62763e41dc6dce4d2c28782dc4bc96293dae2c00fd1ffa9dd9cb74703/323",
"zlib_unittests": "2d8687ac5344045b58f296cba8362b7aabc68e7fd67377a4cc6b93d13e5d1ea1/408",
"zucchini_unittests": "bd974dcf8d3776a8d598e9a9c5a4223a5a9dcac91aeba9a4f943d232bfcc663d/323"
},
"swarming_command_lines_cwd": "out\\e1d1-win-arm64-rel",
"swarming_command_lines_digest": "d9d8da29f284e230f02a4ac1ffd121f33f7a7a456b58fed04c2a0fabc7f594a6/94",
"swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
},
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "5125ae0b0143cf784b49aa12fe2563d3f6998f00",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8888573585140007456"
},
{
"key": "scheduler_job_id",
"value": "chromium/win11-arm64-rel-tests"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "win-arm64-rel"
},
{
"key": "parent_buildnumber",
"value": "3946"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[11:18:06.219] Scheduled build:
{
"id": "8723143523239517617",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "win11-arm64-rel-tests"
},
"number": 3785,
"createdBy": "project:chromium",
"createTime": "2025-02-12T11:18:05.768374893Z",
"updateTime": "2025-02-12T11:18:05.768374893Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "5125ae0b0143cf784b49aa12fe2563d3f6998f00",
"ref": "refs/heads/main"
}
}
}
[11:18:06.219] Task URL: https://cr-buildbucket.appspot.com/build/8723143523239517617
[11:18:06.219] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-rel-tests:8888573585140007456:2:0) after 1m52s
[11:18:06.476] Received PubSub notification, asking Buildbucket for the build status
[11:18:06.508] Build status: SCHEDULED
[11:19:58.327] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-rel-tests:8888573585140007456:2:0)
[11:19:58.355] Build status: SCHEDULED
[11:19:58.355] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-rel-tests:8888573585140007456:4:0) after 7m11s
[11:22:24.701] Received PubSub notification, asking Buildbucket for the build status
[11:22:24.763] Build status: STARTED
[11:27:09.382] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-rel-tests:8888573585140007456:4:0)
[11:27:09.405] Build status: STARTED
[11:27:09.405] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-rel-tests:8888573585140007456:6:0) after 1m8s
[11:28:17.402] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-rel-tests:8888573585140007456:6:0)
[11:28:17.427] Build status: STARTED
[11:28:17.427] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-rel-tests:8888573585140007456:7:0) after 6m13s
[11:34:30.465] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-rel-tests:8888573585140007456:7:0)
[11:34:30.499] Build status: STARTED
[11:34:30.499] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-rel-tests:8888573585140007456:8:0) after 5m10s
[11:39:40.488] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-rel-tests:8888573585140007456:8:0)
[11:39:40.520] Build status: STARTED
[11:39:40.520] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-rel-tests:8888573585140007456:9:0) after 5m28s
[11:45:08.565] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-rel-tests:8888573585140007456:9:0)
[11:45:08.595] Build status: STARTED
[11:45:08.595] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-rel-tests:8888573585140007456:10:0) after 4m43s
[11:49:51.719] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-rel-tests:8888573585140007456:10:0)
[11:49:51.744] Build status: STARTED
[11:49:51.745] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-rel-tests:8888573585140007456:11:0) after 7m15s
[11:57:07.029] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-rel-tests:8888573585140007456:11:0)
[11:57:07.239] Build status: STARTED
[11:57:07.239] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-rel-tests:8888573585140007456:12:0) after 3m12s
[12:00:19.268] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-rel-tests:8888573585140007456:12:0)
[12:00:19.292] Build status: STARTED
[12:00:19.292] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-rel-tests:8888573585140007456:13:0) after 8m1s
[12:04:23.955] Received PubSub notification, asking Buildbucket for the build status
[12:04:23.975] Build:
{
"id": "8723143523239517617",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "win11-arm64-rel-tests"
},
"number": 3785,
"createdBy": "project:chromium",
"createTime": "2025-02-12T11:18:05.768374893Z",
"startTime": "2025-02-12T11:22:23.807648182Z",
"endTime": "2025-02-12T12:04:23.462475723Z",
"updateTime": "2025-02-12T12:04:23.462475723Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "5125ae0b0143cf784b49aa12fe2563d3f6998f00",
"ref": "refs/heads/main"
}
}
}
[12:04:23.975] Invocation finished in 46m19.403573176s with status FAILED