[19:26:40.141] New invocation is queued and will start shortly
[19:26:40.141] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[19:26:41.670] Starting the invocation (attempt 1)
[19:26:41.697] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/8c2a95449f3edc0998987e3e5ab44ca9b9b17b6e"
[19:26:41.697] Popped gitiles commit info from properties and tags
[19:26:41.698] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[19:26:41.698] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[19:26:41.698] Buildbucket request:
{
"requestId": "8851669880220397360",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "win11-arm64-dbg-tests"
},
"properties": {
"$bootstrap/trigger": {
"commits": [
{
"host": "chromium.googlesource.com",
"id": "8c2a95449f3edc0998987e3e5ab44ca9b9b17b6e",
"project": "chromium/src",
"ref": "refs/heads/main"
}
]
},
"deps_revision_overrides": {
"src": "8c2a95449f3edc0998987e3e5ab44ca9b9b17b6e"
},
"instruction_dependencies": [
{
"instruction_id": "bot_update_repro_instructions",
"invocation_id": "build-8686248569087297841"
},
{
"instruction_id": "generate_build_files_repro_instructions",
"invocation_id": "build-8686248569087297841"
},
{
"instruction_id": "compile_repro_instructions",
"invocation_id": "build-8686248569087297841"
}
],
"parent_build_id": "8686248569087297841",
"parent_builder_group": "chromium.win",
"parent_buildername": "win-arm64-dbg",
"parent_got_angle_revision": "a5f3b203b6a49353eb0db29a086c5cc0bdceef06",
"parent_got_dawn_revision": "f64b08cf6af903e3937913e1e978e9ed8ef7e5ed",
"parent_got_revision": "8c2a95449f3edc0998987e3e5ab44ca9b9b17b6e",
"parent_got_revision_cp": "refs/heads/main@{#1605626}",
"parent_got_swiftshader_revision": "89556131bf9d48af3c5c9fbb9a3322e706da89a3",
"parent_got_v8_revision": "3a5423d15224ee20395eecb2812fb2052391aaf0",
"parent_got_v8_revision_cp": "refs/heads/14.8.121@{#1}",
"parent_got_webrtc_revision": "1b9f86f801e9a5ee887adc2ba733474263e90ef7",
"parent_got_webrtc_revision_cp": "refs/heads/main@{#47264}",
"swarm_hashes": {
"absl_hardening_tests": "a6f65f02261df7292c495cfa796b9fc53a66f479ddd0e043fe0b909a02a0cc27/323",
"accessibility_unittests": "0c330650e0e671a47c4010a9137aa0f6c5c92354a80e471971331fd5b73fb4f5/323",
"angle_unittests": "717bff60b4f4f6b65ec194957a9d4650813a73ceb5103158ef1b762c48832b61/408",
"app_shell_unittests": "2c43dfd4a44149dc1773f8b974bac8cb8006ddb7862b8a2bf282972d5f94e261/484",
"aura_unittests": "99cdc7296a0ac140213ebaa23f44af5edfd71d7359b4417e067e0f39a15aaa30/323",
"base_unittests": "461f11cbe2a0b32176e9570b97e8cb7f9cc1718d9a511b3322518d9170826ff1/480",
"blink_common_unittests": "d176e5cc5448ecad7c887a66e6c23994658f2e40032ff43ad36e3c5629308574/485",
"blink_fuzzer_unittests": "0ab91859c434cdb2dcb1796378be7c5cbc5b832fa2a2ada1a8bb87233f5b66d9/323",
"blink_heap_unittests": "1b6db3e9bbd898c53efab3ccd1aa2f57ee087ef8bd4ea03613e10666f2b285e1/323",
"blink_platform_unittests": "388a6afd93a93c04dc8397f5e8a5ef9428e55e30244eaaa95ba7e5d4a4538652/643",
"blink_python_tests": "e553202e9d349d26b4ebcc48bf08535d56b39ea80cd2550d344e85c92c584200/574",
"blink_unittests": "0261bd9ef4dab6fb87ff9a0f8da68b72599016c6075e7a73244156b69c553b30/649",
"boringssl_crypto_tests": "859f27ce65b063f976eb78391389093e4fdc94c4965f05a4db3523173c1ddc9c/408",
"boringssl_ssl_tests": "2d0130e7f09dfcef7b633ab8061fea2904d1f7cbea614572e57b4363564bec72/323",
"capture_unittests": "6e89275faef62a82aeed58594f223b821749482f77bb4e972163d6395835894b/402",
"cast_unittests": "0cb883f2cf789d0e897420a7b465efe37b0c7dcd6a57960bbbc2ba6cd3dbb236/323",
"cc_unittests": "0889670b11d101ccd0827837a868b747c59746e94ce17a70f1602da166aed338/483",
"chrome_app_unittests": "0d4d0406ed90b60cbd279b069c949915f2aaa301453f1285d35e3e06189b86e4/564",
"chrome_elf_unittests": "5069491b00bf38b524fa6b624aa77d0352f60fe02725b1529c395ad044cfc191/323",
"chromedriver_py_tests": "be928dc55579e286446e68f6c04e78029bba6d884474eb8c93229d88c40e703e/489",
"chromedriver_py_tests_headless_shell": "a53b29d499369f2cfee9b1a10e6e2d61c2421e467c7fc224ba0807ba06de87b5/489",
"chromedriver_replay_unittests": "674353b1d0b1f5b6676fb52dc4a362ad2da44c25d483ebbf2fb1ab33f31901df/326",
"chromedriver_unittests": "4389bb22e5f77ef2d0d1b5f7330847c7b97ec365e01ad601f10a35aeb21d699a/480",
"components_browsertests": "ed3f44119c14d28208629363913e2c7541f1b6a8508c749934c08ac4a7803c4c/652",
"components_perftests": "ab7f7adf49641b2e78f2c6b600725bf2f9c234779d57d3fbf0e1fad9f559abbc/650",
"components_unittests": "31684a1e0df1159cfbd38c2e1295b8376015ce126483fcb66d33578f790f0436/810",
"compositor_unittests": "df1fd23729f7bb425ca90081ff02c3b8e3cad20cc9976bfc3c2bbd73e4b75333/399",
"content_browsertests": "830122b12d9aa0fd55c13aeb19d3169d7041c77fde92af14038062efb203c5fb/725",
"content_shell_crash_test": "9eb3c8c65133d51378dfe62c96fb365c434bf7683bbfb8e3c3ef5f0b8ca641de/481",
"content_unittests": "c6cf5e830d3343f2f122a13f20af95b094022ccd3f640390d79adfeb25b3c8e2/560",
"crashpad_tests": "fa8f6be2285a04b98ff6c924b2073a5dfc648909bef3a6a2a0772920fa63f08b/408",
"crypto_unittests": "38bbfa230d9c8660bdbd4ac172c7dd13334c479fda1f9e95d66cae6337ba7e59/403",
"delayloads_unittests": "89652894340a83de687170f58f52ee06de181e769723f7820cb5b9b6852cdad6/323",
"device_unittests": "f44811b8f1c2de00f4efb039828e6cfeb1531761b791c39d053c431d83c37c87/400",
"display_unittests": "34a24be28ef23d72907c8b6f9e23833ea91163e2a8be809897a34ec07c1246f7/323",
"elevated_tracing_service_unittests": "db3c964fc1c3bc9d504151f2186b9a7ecb1be6b14ff4c69f69b95d2c5b528731/323",
"elevation_service_unittests": "957856bf49c89ea567abce604da91de16afa4542490ccc062da28544aa281eee/323",
"env_chromium_unittests": "be02c4a7e59a5f4884b0fbd6e5fbce80e3c525f527d2d610ff83fa7cfbf9c3c3/323",
"events_unittests": "ff13ab03ce7226f175084271afbc97e1d5f0590344244956fba21a941b867e9f/323",
"extensions_browsertests": "25494811121f7e94796bc02ca8b14e86d78b847dc61634509354093eaa766677/570",
"extensions_unittests": "f00bf14b38f274606a812032c4c95405a51464582a822887ef7b7dee3a959e56/644",
"filesystem_service_unittests": "9ec4707a5d23614a05d95f48c3deef0a3d57584e99d698a1b63c9ba2d626e990/323",
"flatbuffers_unittests": "c17f4583720387f7a5018b9876d422d2890af14ebe7ac8ca89014e5a9dc710f6/408",
"fuzzing_unittests": "c185c340b99090140eaffab42d5530dab40e7b8d4efc0994eef2139365466cc9/323",
"gcm_unit_tests": "1d5fa702fb703c79d795fde9eda15471b9c77bf613fcf3c6a2a2e0617ac86ff3/400",
"gcp_unittests": "f172d9d73dbd29a2f8842d97af63993ed1a8ed75e0f0eec9afce2bba64854ba1/486",
"gfx_unittests": "16d66d1060f16f02f103d8e0028cd2c0b12b1d59b29699f4f2c79bb9047ddffe/399",
"gin_unittests": "c741e2c42563495615f29d318c369fc3e2218c7c1ba3d505f97ad19057bbbac5/400",
"google_apis_unittests": "f7fa86193a7bcc54a02b8f9788bfe538471bfc8c03b889edf0b41ba94d6b5ab0/485",
"gpu_unittests": "260220309a517db8f94c052461632f23089f857227edb9382087f39f22145d59/400",
"grit_python_unittests": "9c320d34519176b35b1991abbdcfa8501eff2f590c6f1a59c4d005862f56b718/411",
"gwp_asan_unittests": "d91702ea6a5974c91d120b689521dadab60d3a280cfbbab49fed78c4c9b1c25e/408",
"headless_browsertests": "e837c57284e3ca61617484a4da64223727dba011dba53cba3341baa1e420b856/653",
"headless_unittests": "bb059f7487455cfb2889bdc1136bff1f73148df7e84dbd15b2c88881d3d30186/323",
"install_static_unittests": "9a2ba563b42abaeb4fae04a64f4a8b84bf15f02e4095bf497a10451f3109f6ab/323",
"installer_util_unittests": "da095910d08213610dcf3d7ed4271884b771c0adecd4fbb8a70952de1351849c/403",
"interactive_ui_tests": "33abc06a19cce3f4de6f13f387c70c68afede3f412d6cf5ac91aa2632d5d1f62/1059",
"ipc_tests": "73a1117dc9bdbdb2cf9e03e580f312a7880c932e3458144354adc67cf6f99f34/323",
"latency_unittests": "f7de2ccf792928b9221d35275fc732b872f66cd432201a9e754825b9377b0989/323",
"leveldb_unittests": "b3f74c346b06178561a7b5c5e64323ad2bb06bbc9ad36e2cf114e6cecfb13e73/323",
"libjingle_xmpp_unittests": "25f57b2e461af5b0b97ef8a337d1c0f68d13ce21e794a1ce684f41fa6f2eeca7/323",
"liburlpattern_unittests": "dbd17b0750ecd05eddafa67dc2499da8d0cde21beecfead3a04f5838ed6c72ee/323",
"media_unittests": "63525edec51a4c6703f10364fae372818079753cf55f1d68c618244843ed7e5e/403",
"message_center_unittests": "e5f2a469a35aec7d3293745fdfe94c4a43516c35ecc460f9c46f24f0463fdffc/323",
"midi_unittests": "15a2d4c0bcae86c5dbfe4f72fa05bffc078af7dd44c2987c08705c375d269ba5/323",
"mojo_unittests": "bf47711b2a3a5e48d58eb922d911d427fb25308f637b1ac7df41089a9e83372f/401",
"native_theme_unittests": "a818a5f0268d21fcfaae3664de39f3ebd10b1e5376d533d291b4e778a1583e8c/323",
"net_unittests": "af2737da058d6f9cf3467c623de7ae0665f565106b0eeaf6a008f2013ec9da5c/486",
"notification_helper_unittests": "e3c0a16b0ec5f805a639c5926e4eacc8a8ec8fa0e632816d2de887d0d529d017/323",
"pdf_unittests": "185c9fe797731fa3026e91c3adba11a12e61f7c335bca269ccb0b5ca515039b9/400",
"perfetto_unittests": "3bdf204cefb756cfe629439dbccf82a43cb3416bc068a75a79bc5c8a765ecbb4/323",
"performance_test_suite": "ba91ecbf256546608f72789a28ec35034b2c8732e3d8ad1c89fbf69b94ee72b7/732",
"printing_unittests": "57e0ed22030ed8231ff680cd43724a0e54c5112d34e6b39c1d291ab14398fadd/405",
"pthreadpool_unittests": "460821f262bb927c159d8f33684ce0355910ab9afb042be9fff0fdfe5f2f3503/323",
"remoting_unittests": "1b30e3403682e3e42fab0da68cf2cc0e7575472854b9a4cf2d37999c9445a1bb/400",
"sbox_integration_tests": "8e33660dc6e7e0d670468e1da346d19080e1eabc7ea81a1cdfc920209ee4598e/401",
"sbox_unittests": "c5be19cfec32ccd01d0e82697f98478f4ca7b24fef79bccf5549b52f0e70d4e2/323",
"sbox_validation_tests": "a172c44e54ca849c6395ec3add8c282dac0da4b036ccb072eb66c7cbb8f95a44/323",
"services_unittests": "e6300caf38bf43e727a2d2df0415d0b866923dac76b0fdaea82af19455c31d2c/653",
"setup_unittests": "df33ba780435927168498f32c2205999f88caa815aa8ee49f4a1c9c5a26f49a3/404",
"shell_dialogs_unittests": "cca4b093a73e250bd1d1180e63b0afa9b4417cbebf6b6a412558d6c53a9cd6d7/323",
"skia_unittests": "ce7f137ca59e1cbb60039d17701e5c1f5b535ee01e3f8071d9988d470e897070/323",
"snapshot_unittests": "4feb349c489230f4e447bfde2fad7745d838c72cd5908d5530bf979899246465/323",
"sql_unittests": "01ac24e88170012d7746e0cf0692027e93b19ec581112f126153c0d1dbd61517/400",
"storage_unittests": "f976db325cd63de59f845aa2d1d3b952242d3ebbfe8efbde04ab112812fbe44c/481",
"sync_integration_tests": "a891f4be09d2f7e1bbafdca0e113136bfe5215250a159957990176dcad142111/646",
"telemetry_gpu_unittests": "b5eb4b8771b7be4c871314ce6ecd5245e1f3deb872fbc4078225f5881baeaf12/736",
"ui_base_unittests": "09561fc7fbf91c67995829f700013309963d633e2d9305fc0d251147d7b37e31/555",
"ui_touch_selection_unittests": "b4deb92457d956c24c112f1ac778e54c279f272617d54e1da9e707877fedadd8/323",
"ui_unittests": "fd3ee33d4707c4e82729d21222e3a832ca78c6ca6870508b01818bacf2f244e4/323",
"unit_tests": "a0fe6451584e9434db0f80c798497b281e0284daf6cdff9c0a5f5d037b64a8ca/1061",
"updater_tests": "a82117c58176b7d554c0eae5ea12c54a458327bd309837cb723327a498b954fe/566",
"updater_tests_system": "a1d9ef6750c926011ae38d8cd8d2e46077d2a39e207e4116459df45a969985a6/566",
"url_unittests": "3ac24d5caabde26b2975aaaf98e612f30e06801eb174ae2e02a0a1de4ec08811/323",
"views_perftests": "173ac8a7b1524aaf2e91326b0933ba4807fe1beed6d041cabc6c03f13c6df658/487",
"views_unittests": "573eb1c87af370054619b993711c4cec9b44edca1c18989a4bbb562c9ebe138d/402",
"viz_unittests": "ab30e4a7ad71d3643bbb98ede3478ab6fc146f0d318fedfb55865012e3b2ef98/407",
"vr_common_unittests": "233d1e7f0ea280439094cab6e3da9e9000525b64849b5d7dc78fe2ff01c21153/564",
"wm_unittests": "0ec91bd6842312b88c1e60abdd3825c6930bec92034ab694b5abf547dfd83fc4/323",
"wtf_unittests": "36bd9a404b7584a7625e21dd88b7665a3080bc5b1511bc01a0cf8923edd86857/323",
"zlib_unittests": "54e9e12f12d28a9bbcafbd2a4cb76643b20214bccec228538e1c3ff9d6d92a9d/408",
"zucchini_unittests": "ca7ccadb5f072048575a63d96fd002d7a240b9177d3f0680e39223839772bed0/323"
},
"swarming_command_lines_cwd": "out\\5c6a-win-arm64-dbg",
"swarming_command_lines_digest": "fd5f4ba2404dc8d8237b73546eb2e636914329396fe751498e2d786c5aeff6b9/94",
"swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
},
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "8c2a95449f3edc0998987e3e5ab44ca9b9b17b6e",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8851669880220397360"
},
{
"key": "scheduler_job_id",
"value": "chromium/win11-arm64-dbg-tests"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "win-arm64-dbg"
},
{
"key": "parent_buildnumber",
"value": "13528"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[19:26:42.146] Scheduled build:
{
"id": "8686239817869398561",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "win11-arm64-dbg-tests"
},
"number": 11092,
"createdBy": "project:chromium",
"createTime": "2026-03-26T19:26:41.760283036Z",
"updateTime": "2026-03-26T19:26:41.760283036Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "8c2a95449f3edc0998987e3e5ab44ca9b9b17b6e",
"ref": "refs/heads/main"
}
}
}
[19:26:42.146] Task URL: https://cr-buildbucket.appspot.com/build/8686239817869398561
[19:26:42.146] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8851669880220397360:2:0) after 5m52s
[19:26:43.195] Received PubSub notification, asking Buildbucket for the build status
[19:26:43.210] Build status: SCHEDULED
[19:26:48.631] Received PubSub notification, asking Buildbucket for the build status
[19:26:48.733] Build status: STARTED
[19:32:34.364] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8851669880220397360:2:0)
[19:32:34.389] Build status: STARTED
[19:32:34.389] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8851669880220397360:5:0) after 4m45s
[19:37:19.406] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8851669880220397360:5:0)
[19:37:19.440] Build status: STARTED
[19:37:19.440] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8851669880220397360:6:0) after 6m43s
[19:44:02.550] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8851669880220397360:6:0)
[19:44:02.567] Build status: STARTED
[19:44:02.568] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8851669880220397360:7:0) after 6m25s
[19:50:27.605] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8851669880220397360:7:0)
[19:50:27.627] Build status: STARTED
[19:50:27.627] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8851669880220397360:8:0) after 1m26s
[19:51:53.824] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8851669880220397360:8:0)
[19:51:53.840] Build status: STARTED
[19:51:53.840] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8851669880220397360:9:0) after 2m41s
[19:54:34.885] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8851669880220397360:9:0)
[19:54:34.905] Build status: STARTED
[19:54:34.905] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8851669880220397360:10:0) after 2m30s
[19:57:05.174] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8851669880220397360:10:0)
[19:57:05.250] Build status: STARTED
[19:57:05.250] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8851669880220397360:11:0) after 7m52s
[20:04:57.271] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8851669880220397360:11:0)
[20:04:57.290] Build status: STARTED
[20:04:57.290] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8851669880220397360:12:0) after 2m4s
[20:07:01.301] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8851669880220397360:12:0)
[20:07:01.318] Build status: STARTED
[20:07:01.318] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8851669880220397360:13:0) after 5m20s
[20:12:21.386] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8851669880220397360:13:0)
[20:12:21.401] Build status: STARTED
[20:12:21.401] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8851669880220397360:14:0) after 9m40s
[20:22:01.371] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8851669880220397360:14:0)
[20:22:01.396] Build status: STARTED
[20:22:01.396] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8851669880220397360:15:0) after 1m22s
[20:23:23.414] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8851669880220397360:15:0)
[20:23:23.436] Build status: STARTED
[20:23:23.436] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8851669880220397360:16:0) after 3m59s
[20:27:22.460] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8851669880220397360:16:0)
[20:27:22.477] Build status: STARTED
[20:27:22.477] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8851669880220397360:17:0) after 5m25s
[20:32:47.534] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8851669880220397360:17:0)
[20:32:47.556] Build status: STARTED
[20:32:47.556] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8851669880220397360:18:0) after 2m6s
[20:33:58.950] Received PubSub notification, asking Buildbucket for the build status
[20:33:59.030] Build:
{
"id": "8686239817869398561",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "win11-arm64-dbg-tests"
},
"number": 11092,
"createdBy": "project:chromium",
"createTime": "2026-03-26T19:26:41.760283036Z",
"startTime": "2026-03-26T19:26:48.240296433Z",
"endTime": "2026-03-26T20:33:44.982797660Z",
"updateTime": "2026-03-26T20:33:44.982797660Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "8c2a95449f3edc0998987e3e5ab44ca9b9b17b6e",
"ref": "refs/heads/main"
}
}
}
[20:33:59.030] Invocation finished in 1h7m18.895227373s with status FAILED