[02:41:46.047] New invocation is queued and will start shortly
[02:41:46.047] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[02:41:47.135] Starting the invocation (attempt 1)
[02:41:47.163] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/93e12d686d11fa2823bf1381a70c978204ce5b8a"
[02:41:47.163] Popped gitiles commit info from properties and tags
[02:41:47.163] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:41:47.163] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:41:47.164] Buildbucket request:
{
"requestId": "8837962364267146624",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "Win11 Tests x64"
},
"properties": {
"$bootstrap/trigger": {
"commits": [
{
"host": "chromium.googlesource.com",
"id": "93e12d686d11fa2823bf1381a70c978204ce5b8a",
"project": "chromium/src",
"ref": "refs/heads/main"
}
]
},
"deps_revision_overrides": {
"src": "93e12d686d11fa2823bf1381a70c978204ce5b8a"
},
"instruction_dependencies": [
{
"instruction_id": "bot_update_repro_instructions",
"invocation_id": "build-8672535675665361409"
},
{
"instruction_id": "generate_build_files_repro_instructions",
"invocation_id": "build-8672535675665361409"
},
{
"instruction_id": "compile_repro_instructions",
"invocation_id": "build-8672535675665361409"
}
],
"parent_build_id": "8672535675665361409",
"parent_builder_group": "chromium.win",
"parent_buildername": "Win x64 Builder",
"parent_got_angle_revision": "4cd68cf087a39609b1978339efca1243e1d7d318",
"parent_got_dawn_revision": "521035d96861a33eadc06ebff7985add6ac7fdf6",
"parent_got_revision": "93e12d686d11fa2823bf1381a70c978204ce5b8a",
"parent_got_revision_cp": "refs/heads/main@{#1685180}",
"parent_got_swiftshader_revision": "5b0479bd2d15058aaa9eb490e364f920ff824a8c",
"parent_got_v8_revision": "bd140ce8527b53507266d26982ac044c7bb8ddeb",
"parent_got_v8_revision_cp": "refs/heads/15.4.49@{#1}",
"parent_got_webrtc_revision": "bf5cba3caf04798b7b91012b0dad88966a91eb5c",
"parent_got_webrtc_revision_cp": "refs/heads/main@{#48410}",
"swarm_hashes": {
"absl_hardening_tests": "37d05ff8b3e1c0bfa27ea3a87469a9c12225283b50f687c62ef3046423b33d23/323",
"accessibility_unittests": "20c9e54a4cd57c89a6ae59b308f83a575d137a4c9464d8fb4ae12e15b448a718/323",
"angle_unittests": "888b7a10fed5e41b4821249f48413ebea1487887901ed58ed85049c8d3f40c8a/408",
"aura_unittests": "37ed85b22c0099a2ec26b2cf7cc0552eaeb9480c4a2aeed56fffd1afae944853/323",
"base_unittests": "c28ad8cbb3dfb1a3bb3b0a7e24e7d002020a3756cd9147eb599164fe2b51a51f/480",
"blink_common_unittests": "ecc208332c9cc7af17785efc43a7ff2067f2e2780d9539d4323f06a2bc1de398/485",
"blink_fuzzer_unittests": "ed9a3133e70eef40f3c09000bee0c11732965ea733df7d09464e9ebe0b182ed4/323",
"blink_heap_unittests": "27da6f590c7a119e8a7b226a87f8c36d47b0bc931afa29c85b3f6bec05414d18/323",
"blink_platform_unittests": "f855678633e8c024dbf1895e15a0c1aaa52dce439da6ba5945ac667591277e06/643",
"blink_python_tests": "30f10d34acddde4930688cb955f913c4801e288080c74b6ee2834fca88abb32f/573",
"blink_unittests": "9ce9944369474ed4c52bf3b9ab74abaa7785c1ac4f02b68546b394d0914c4de1/649",
"blink_web_tests": "3f9cc1869dd23598d3f12b26aee6d4e97004511752200b5424e96cff11c0eed2/486",
"blink_wpt_tests": "c2eb0cb65e3527a98ec7552f6f2fc86c561ed1c5b77c2202cfdfaa7be1ad0560/486",
"boringssl_crypto_tests": "5bdc3309385afdc656e8445e75ba8bf47b823f07baf78c242cfca3c22a428e13/408",
"boringssl_ssl_tests": "a43a272f386ff90474cfa2556838950a6e69e4b258cd36d890e0253de2c075c6/323",
"browser_tests": "fa09234f55c5c85005f91c599a866ea3df250e531ce11cd71aa1ac8e7754cc74/1220",
"capture_unittests": "d33b2c371cedef263f290220131b0df7e2fbee5b882c705a6a2d1f2270e24537/402",
"cast_unittests": "018317d1dc37153cc3973ade0b2c5a7085953a7bda186da261948fdcfa51cbd5/323",
"cc_unittests": "90238f309f01583efe2ec6b1641e66c096d09421f6fdd2450a8afa6a85bdbbb5/483",
"chrome_app_unittests": "52fb65eac610ac7f8c3174a75bceca75d43103294484ab6c3edc44343728c0ca/564",
"chrome_elf_unittests": "98fcf7410dcfed0010c5848d2387f188e8444abcf04fddcdd16c9ca56da21ba2/323",
"chrome_wpt_tests": "67de970b9a62316980065b3a4216d31c3c69a3962cad87342d7737966f3dfb45/486",
"chromedriver_py_tests": "7da13293c194dd9c7e21f04a0bf0eb0b3db255580e3deced11fdd313c88a7fe9/489",
"chromedriver_py_tests_headless_shell": "4af02865cb4caba5307baff1342be8c1e500da915d5708bd57699881d2a37b48/489",
"chromedriver_replay_unittests": "9cbcc803f4d7b3822cdad112ff53e68e8c5c2112fdc6fce15bd3bf9aa9755c6e/326",
"chromedriver_unittests": "682e8c7643b7699fbfd7b77b04e0d99817205914c582e63d7a38f2080d3eb775/480",
"components_browsertests": "8b8dd7447e68e863810f2abface501b08ef3ffb556a8731567420aef57c75bb5/652",
"components_perftests": "f7a07356f277822bfefb735db2ad8257e5395aeb911ae43edded9e14e1857de7/650",
"components_unittests": "85dd9cac953d75e307aa677a5d49bf4fed7acedaa79bf75d3ae82ec786504a98/810",
"compositor_unittests": "d50373aace34036681cc43fb221e39e362a871023d71acf2008c79856dbec7b1/399",
"content_browsertests": "361502362b6458d178a70051c52a70bd134ef7575ab0c1086a063f21aeb19fd6/725",
"content_shell_crash_test": "6690977b950f5a2f1cceb26266df036ae2939013eea3380f484edc6a504d7af9/481",
"content_unittests": "b35766e6aea404680bb17f16cae920dbc0fa85ea5fdb1e0d2ea804f1cd70983d/560",
"crashpad_tests": "6f121a54fe7e68b1c279f97463d5295e3d979409cdd46a7d2fe10cc62cddcf79/408",
"crypto_unittests": "9893daffaa443c48332d2396ed1dc68f43a36cc503b5f406f0f6f3df596aad80/403",
"delayloads_unittests": "5a92246cb3dd43e15fd864752e5238230eaae40f0aa8105ff5666b8ad79bfab3/323",
"device_unittests": "0f23612f1374176d874d71936e095867448cbd2388e157ad777eeef6fac7bd61/400",
"display_unittests": "94b7646cc0cc123b64b6bac0c26b01d0eb1ed3e4f11fbf32ce14ead2f23e5014/323",
"elevated_tracing_service_unittests": "288ee3de87c979a90cbed80f513b5422b26a0c3c56d47b204957ff5c5b3484d9/323",
"elevation_service_unittests": "d9a91cc80b6377552446715fa238b96f3df15b46277cc3650428f9aced28e596/323",
"env_chromium_unittests": "fac0078889e338e5d994207186c626c83c88ec1566e71c6ee515ec04cbd95db4/323",
"events_unittests": "8ac43f29fbd09a97f5112f48a2bfdaa1946480d9862bda9fd8c20009d5918f39/323",
"extensions_unittests": "5ce792c78c20cc98410958a5080dcdf9de9c1f166e9b083b07055c17472fa5de/644",
"filesystem_service_unittests": "81de49051487e5cf6b471a35f2b39cfd0cbe6fe4c916d555c3fd43925be86b66/323",
"flatbuffers_unittests": "66ed9cffe0758966c326a8eb445952c005cae4f3183974b3b217127911a6cf30/408",
"fuzzing_unittests": "0f20eab3591f327a15edf1e40283a454866dcc476adaf207e504fa1cb6b24e84/323",
"gcm_unit_tests": "0eef42ad44a1a25344f5f022fcd74df296005e3f8a46e86f5d1febb712bd7999/400",
"gcp_unittests": "e3594305919ec67c6778be0210efcf84b4737e34f01666c9295dd57a659b731c/486",
"gfx_unittests": "dcbb1109bf25dc20df62cd094ae5ae98bcdff6166304f6b5a7253ecb9c095f50/399",
"gin_unittests": "e9f00234d16fefe59ccb44a7d2e234bbdc2dfc37bf8877601f192f62db793e33/400",
"google_apis_unittests": "7ba70926185d0dd22839e244ab53dba11de0b17ea9ad0626ba9f1fa277958327/485",
"gpu_unittests": "a95f3014f30618ff63155fe1b9716f5974c45c42a644dfb999f87937fc69627a/400",
"grit_python_unittests": "665f42ab84aa7c9bad192bc80fd22442da168c890d519223bed8f2de6874abec/411",
"gwp_asan_unittests": "54a237b7b62041dfd77e0c0bc005c0ab5c7568804e1735c222bcc657ea52dbda/408",
"headless_browsertests": "38606ed7a5fffd21af114c2c6bff9229ac5a016ddfc58c54794f0362747d0236/653",
"headless_shell_wpt": "e5409cc215f6d62162d847e3a33f984f8b4a220edeeab66006a5468112abb016/486",
"headless_unittests": "606f4fd84637f698d3d1d01fd1c889439419bf6af0039d9424a1ff29c6015c6b/323",
"install_static_unittests": "4d8799e216e2ab91a84768cd54eda067defdc74d38858757430c812c837bf2b3/323",
"installer_util_unittests": "ddd981135fd5a9cf5ebe2853459d48e4d8cb481915a80200043c1fcf3adb7338/403",
"interactive_ui_tests": "033bb63e83e0e95c675978bcb4178a1a64f6a8cbc9a2a73015174db0d47a1414/1059",
"ipc_tests": "76bc25b23e547020c08936a92cc4fd81959202dd4a5d08dee2e97e9a1014ce32/323",
"latency_unittests": "f6208c071f7b2e878c002c8e6c0a961eab98159e4dc4d26ff26dfabd6f04b56a/323",
"leveldb_unittests": "7433e0948dbb4bc8dd5ab1c2fbbdfe7489d35f68aa6cc74e2e632da08e0fb2e2/323",
"libjingle_xmpp_unittests": "b599018d7753a2a29a7ef38ab6757b44042869aca092499bffdb3d61c0f2e2b8/323",
"liburlpattern_unittests": "a09a2f2c53df9d8f3c38284d33738636c51b07a1b0bfe9d4664a309dc888c325/323",
"media_unittests": "f9a2a9fd903c823d286fd66baf82a49512c80b58359269fe5118253d90d9118d/403",
"message_center_unittests": "b9a1e191ca22f2ada6b33fec15b407494398a250ceb16fa541d6249743d0fdbc/323",
"midi_unittests": "9d7881a183671422d5fead2db5c6d7f87e46145c2001d01a22204ab9adb3da37/323",
"mini_installer_tests": "77263d5d74cafda19ab44ff53fdaef490aff603a6d3ee5a1a4a3942286e4cc03/489",
"mojo_python_unittests": "94f9714bea95ed08dada608cb1c7c29b1a471bb2b282495c2cd1237c3dd6dde5/411",
"mojo_unittests": "c6690b006b9999852a086d984a59f40bce2c71ab47a67e2dad8612320979ccef/401",
"native_theme_unittests": "08219051011b583f9c1fac04fb88ce3e9b07cd37be3fb9593b60e86d198f7d22/323",
"net_unittests": "66210112a1dbc2e0d0523e925e00c96df1ad8b4747b4c633442c328d142b5200/486",
"notification_helper_unittests": "126df135b012a515042713ecb988f72c4ba80baa3bf4d38c9f285911e8d23c7b/323",
"pdf_unittests": "1f4c1b3e1a52df939120126332d0be2bdbaa08b67103de3d8544529ed823ae62/400",
"perfetto_unittests": "a98ce0aaf46462a159150ab10744043aee427eca3297e49a368650d9bdcae741/323",
"printing_unittests": "c7b285af421e8013d8019ec9d722898f3ea927d8ab7d37e796599caf8600c014/405",
"pthreadpool_unittests": "59f22f7b161fc5cf7d6fe88cb25f03324e6e437bbef9e92d7d8841ff45154b73/323",
"puffin_unittests": "478279c2edd58c88dfb25faffc003b6692aec18e5c5ed68587e23de80eb8c4c2/407",
"remoting_unittests": "fcb3c6d24965f6e5b7c2f5c9377d9a5711ac3c8470a329cc3c61b652e565008c/400",
"rlz_unittests": "67f989988a8441c489e01b89c3787fd448d46941abe823e84b98da4891665d53/400",
"sbox_integration_tests": "806906fe3c72f5c072fd848fc66fc7de22f555092c675e6a302a174c06efbf1d/401",
"sbox_unittests": "a5034a1ce6571fac2d13ea3b35f9be0eebae5fc5e5fa00ff80d860f1460a83e9/323",
"sbox_validation_tests": "ad33cc500ce8c20ed9f31001ff9f5aca0ab8fa493efabb5cee04bafb4f2c5488/323",
"services_unittests": "1896943c7a03f0ad747d77de33649125347f6abb47801680f2c068f71296b9f2/733",
"setup_unittests": "49675acdf934b65f6a6f342a9c3a1babb08a795dcfebfe1da9ce4f7ac963bc8f/404",
"shell_dialogs_unittests": "789ca5a75c92a8360b36e1e8cd7b799db699ecba7793552c567129e7563b77ec/323",
"skia_unittests": "c05980366488a2cb1c4ffd9d9d2657edfc3e10f1d2930ebaf95ab8c73d7a8c98/323",
"snapshot_unittests": "77dda93d587dfcf5d2cb665b2402b844b8657edc1b541b06a28670cf130c6af4/323",
"sql_unittests": "7596a0b55e0e824bfb3e3855583a0d11e94aa8f96f29b751787bcdf2cc03fcd7/400",
"storage_unittests": "bee5ef1fe97fe004574d10b8b4085405ee4a32061623c5c961f983279de9ca42/481",
"sync_integration_tests": "aec7fa8fc2bfe152ec6d2f6e713603cb9e6c3657dfc2d3c7d07c471780792f3d/646",
"telemetry_gpu_unittests": "12bfe047af9fbd4753e8a524a03e66485dc43374d6818f6de439e06921b18b39/736",
"telemetry_perf_unittests": "7c472b4cb89af16d1456dddd356af978af6de6d6d25dfc5ded2d6e7d1eff2f5b/655",
"test_env_py_unittests": "94c61856e5be26c8eadbd5d63c9663020a71866ee1f5c525df818260372c202d/323",
"ui_base_unittests": "05b0de2fe4bed34593a8737c1473361ef5609d5cf3cc470a3259166709467b97/555",
"ui_touch_selection_unittests": "ac9b1f3c7de5799501db1226d432d838c0ae4a8cf05bf04a3b5cb56eef279917/323",
"ui_unittests": "d7a4f60003cb85d80b23689f90b7e7d2ce4e98d58fb8d0752b8c7ab117422906/323",
"unit_tests": "bac88a3bde70cfbb436ffbbe345e8fb5308b19c42d5427e053e75f1bfc06d749/1140",
"updater_tests": "d18ae70fe34fbbf51aa0ca2aad24749fdd7a9934b41af784f2ca96a88079f23e/566",
"updater_tests_system": "a25daf415bff01fcda88ace42fad264f3e21c210b449ad88ae09367a459c5529/566",
"url_unittests": "f288db8d2f1cedacfa64abf4d7db265c51f6f18a726aeee95d9cbe5268ae08ee/323",
"views_examples_unittests": "a551e4b325128ad6505309302a88f4e911a00f38f361b9b438cb946f94b22d44/402",
"views_perftests": "f363fe4e15a353c61e0d4a5bbe24980c7a62ef24482451cdaae623c68eeb05cd/487",
"views_unittests": "5c9427168ea93726e47ec50c2c8c0ac1ad04748daffc5a2ece3b79ad33ceb170/402",
"viz_unittests": "ca2253126392f2cb6cb0d50b03f073e0dec531357445218fe0b4893357a3493a/407",
"vr_common_unittests": "f63df34c514d46d876fb62a1e3ad482251876a2e786f5583616ff0abd1fc6bec/564",
"webui_resources_tools_python_unittests": "dac72ff22451ebf46813ea1a5a2b9a6b219034b0bb1b3c6efe663300131a076d/649",
"wm_unittests": "28cfaacafb86ea5391a042f03685043c96803d57c632982fad627b4e361e11cc/323",
"wtf_unittests": "b1bf9e4160b264dd4470c1bbf7267796f5b850da724643aaee3f83c32b596bf2/323",
"xvfb_py_unittests": "b0b0f0834493e3c5ac3fa1d935710735f61516ff9f1472a07295386aa37794fb/323",
"zlib_unittests": "afa0e50c02cf0fde5a763ad53381cf50d7866897c4ef965d412c506bea3a06fa/408",
"zucchini_unittests": "4efb7417d12abef57cefeee3f896c7b3804d3f3161f07dfaffbb89a4491aabd3/323"
},
"swarming_command_lines_cwd": "out\\28e3-Win_x64_Builder",
"swarming_command_lines_digest": "4dc8dd4f19530e8afe1e509eb1eb3e0d83574717509764dfe617bced375fc68d/94"
},
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "93e12d686d11fa2823bf1381a70c978204ce5b8a",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8837962364267146624"
},
{
"key": "scheduler_job_id",
"value": "chromium/Win11 Tests x64"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "Win x64 Builder"
},
{
"key": "parent_buildnumber",
"value": "185673"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[02:41:47.911] Scheduled build:
{
"id": "8672532302349146129",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "Win11 Tests x64"
},
"number": 42134,
"createdBy": "project:chromium",
"createTime": "2026-08-25T02:41:47.254505758Z",
"updateTime": "2026-08-25T02:41:47.254505758Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "93e12d686d11fa2823bf1381a70c978204ce5b8a",
"ref": "refs/heads/main"
}
}
}
[02:41:47.911] Task URL: https://cr-buildbucket.appspot.com/build/8672532302349146129
[02:41:47.911] Scheduling timer "check-buildbucket-build-status" (chromium/Win11 Tests x64:8837962364267146624:2:0) after 5m47s
[02:41:48.870] Received PubSub notification, asking Buildbucket for the build status
[02:41:49.106] Build status: SCHEDULED
[02:42:35.224] Received PubSub notification, asking Buildbucket for the build status
[02:42:35.310] Build status: STARTED
[02:47:35.082] Handling timer "check-buildbucket-build-status" (chromium/Win11 Tests x64:8837962364267146624:2:0)
[02:47:35.101] Build status: STARTED
[02:47:35.101] Scheduling timer "check-buildbucket-build-status" (chromium/Win11 Tests x64:8837962364267146624:5:0) after 1m41s
[02:49:16.259] Handling timer "check-buildbucket-build-status" (chromium/Win11 Tests x64:8837962364267146624:5:0)
[02:49:16.281] Build status: STARTED
[02:49:16.281] Scheduling timer "check-buildbucket-build-status" (chromium/Win11 Tests x64:8837962364267146624:6:0) after 6m49s
[02:56:05.432] Handling timer "check-buildbucket-build-status" (chromium/Win11 Tests x64:8837962364267146624:6:0)
[02:56:05.471] Build status: STARTED
[02:56:05.471] Scheduling timer "check-buildbucket-build-status" (chromium/Win11 Tests x64:8837962364267146624:7:0) after 5m11s
[03:01:16.605] Handling timer "check-buildbucket-build-status" (chromium/Win11 Tests x64:8837962364267146624:7:0)
[03:01:16.677] Build status: STARTED
[03:01:16.677] Scheduling timer "check-buildbucket-build-status" (chromium/Win11 Tests x64:8837962364267146624:8:0) after 5m41s
[03:06:57.699] Handling timer "check-buildbucket-build-status" (chromium/Win11 Tests x64:8837962364267146624:8:0)
[03:06:57.717] Build status: STARTED
[03:06:57.717] Scheduling timer "check-buildbucket-build-status" (chromium/Win11 Tests x64:8837962364267146624:9:0) after 1m55s
[03:08:52.749] Handling timer "check-buildbucket-build-status" (chromium/Win11 Tests x64:8837962364267146624:9:0)
[03:08:52.816] Build status: STARTED
[03:08:52.816] Scheduling timer "check-buildbucket-build-status" (chromium/Win11 Tests x64:8837962364267146624:10:0) after 5m52s
[03:14:44.912] Handling timer "check-buildbucket-build-status" (chromium/Win11 Tests x64:8837962364267146624:10:0)
[03:14:44.932] Build status: STARTED
[03:14:44.932] Scheduling timer "check-buildbucket-build-status" (chromium/Win11 Tests x64:8837962364267146624:11:0) after 5m9s
[03:19:53.977] Handling timer "check-buildbucket-build-status" (chromium/Win11 Tests x64:8837962364267146624:11:0)
[03:19:53.997] Build status: STARTED
[03:19:53.997] Scheduling timer "check-buildbucket-build-status" (chromium/Win11 Tests x64:8837962364267146624:12:0) after 9m7s
[03:29:01.101] Handling timer "check-buildbucket-build-status" (chromium/Win11 Tests x64:8837962364267146624:12:0)
[03:29:01.135] Build status: STARTED
[03:29:01.135] Scheduling timer "check-buildbucket-build-status" (chromium/Win11 Tests x64:8837962364267146624:13:0) after 6m57s
[03:35:58.163] Handling timer "check-buildbucket-build-status" (chromium/Win11 Tests x64:8837962364267146624:13:0)
[03:35:58.186] Build status: STARTED
[03:35:58.186] Scheduling timer "check-buildbucket-build-status" (chromium/Win11 Tests x64:8837962364267146624:14:0) after 7m49s
[03:43:47.357] Handling timer "check-buildbucket-build-status" (chromium/Win11 Tests x64:8837962364267146624:14:0)
[03:43:47.372] Build status: STARTED
[03:43:47.372] Scheduling timer "check-buildbucket-build-status" (chromium/Win11 Tests x64:8837962364267146624:15:0) after 7m2s
[03:49:26.933] Received PubSub notification, asking Buildbucket for the build status
[03:49:26.978] Build:
{
"id": "8672532302349146129",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "Win11 Tests x64"
},
"number": 42134,
"createdBy": "project:chromium",
"createTime": "2026-08-25T02:41:47.254505758Z",
"startTime": "2026-08-25T02:42:32.482944440Z",
"endTime": "2026-08-25T03:49:26.359240944Z",
"updateTime": "2026-08-25T03:49:26.359240944Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "93e12d686d11fa2823bf1381a70c978204ce5b8a",
"ref": "refs/heads/main"
}
}
}
[03:49:26.978] Invocation finished in 1h7m40.937269247s with status FAILED