[16:42:32.866] New invocation is queued and will start shortly
[16:42:32.866] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[16:42:33.929] Starting the invocation (attempt 1)
[16:42:33.959] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d064595dee007ee1f1d50d6aff9d28e0b28efd8f"
[16:42:33.959] Popped gitiles commit info from properties and tags
[16:42:33.960] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[16:42:33.960] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[16:42:33.960] Buildbucket request:
{
"requestId": "8843798269759007856",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "Win10 Tests x64"
},
"properties": {
"$bootstrap/trigger": {
"commits": [
{
"host": "chromium.googlesource.com",
"id": "d064595dee007ee1f1d50d6aff9d28e0b28efd8f",
"project": "chromium/src",
"ref": "refs/heads/main"
}
]
},
"deps_revision_overrides": {
"src": "d064595dee007ee1f1d50d6aff9d28e0b28efd8f"
},
"instruction_dependencies": [
{
"instruction_id": "bot_update_repro_instructions",
"invocation_id": "build-8678370403169329985"
},
{
"instruction_id": "generate_build_files_repro_instructions",
"invocation_id": "build-8678370403169329985"
},
{
"instruction_id": "compile_repro_instructions",
"invocation_id": "build-8678370403169329985"
}
],
"parent_build_id": "8678370403169329985",
"parent_builder_group": "chromium.win",
"parent_buildername": "Win x64 Builder",
"parent_got_angle_revision": "28262f144abb132a2ba06f39de48410d6547c12a",
"parent_got_dawn_revision": "e247c6101ae17400e803eae1717e8500677e8cfc",
"parent_got_revision": "d064595dee007ee1f1d50d6aff9d28e0b28efd8f",
"parent_got_revision_cp": "refs/heads/main@{#1650062}",
"parent_got_swiftshader_revision": "5b0479bd2d15058aaa9eb490e364f920ff824a8c",
"parent_got_v8_revision": "84206e746dc05cca97620d1580458761e95195b7",
"parent_got_v8_revision_cp": "refs/heads/15.1.158@{#1}",
"parent_got_webrtc_revision": "a5ddff6086d96fd2356ad6c521525ea2803f7988",
"parent_got_webrtc_revision_cp": "refs/heads/main@{#48050}",
"swarm_hashes": {
"absl_hardening_tests": "b3fbdc04baa3ad817b77f4f5ef8de5bae20ed20cae2f8bdd1905853d6c8d8cea/323",
"accessibility_unittests": "6f217f230e4b24babf0c2cce27b9eaa6bdd7abeaf0bce3fde96722146bd059e6/323",
"angle_unittests": "98ba9acc446e51dc17425165c8228c60609c947ece30708e083afdfbfda3173f/408",
"aura_unittests": "58c037efec130e88947b998eff042f30038ea7c079bf751c5a908eb1f6bf2aa7/323",
"base_unittests": "e19eb47f8885c890846d094b09b155ff4f7abae48a0ceb92dc396ff2c5eea941/480",
"blink_common_unittests": "0ebce5c0ed882cf897a8338860af13a34fbebbadc0ef58bbf6585397be11752c/485",
"blink_fuzzer_unittests": "79294df3af76316f02a12241b1ac56f949c2689a7b08ebb14528b0654522dc90/323",
"blink_heap_unittests": "790cca8baed52657b9e41f56e8613887eb8d2e38da56f67e1ed14b2556708bd9/323",
"blink_platform_unittests": "886e64b1fe5a9b1591667e26d68cdc7ccfcea27d5aef6f02428875aa72e5fbc4/643",
"blink_python_tests": "f08951bf2c68877d12c28060e18da49111d175bfe32dbb1c5c02728167f66dea/573",
"blink_unittests": "9437b95bef4b56a40b8e332f6568166394359c5a1a9cd4ab7756a401d8b85b48/649",
"blink_web_tests": "a10488711a3ef5e9366b0e8b7c8e5d80b0fbce698858680a059971836e7c9349/486",
"blink_wpt_tests": "5410d1bad6bbd328a3f367285a1999bea152b6b8ea746179ed6497f422890b2d/486",
"boringssl_crypto_tests": "a6738d58abb240ddde167cd5f7f7850086bca4367a1af510a8aa188f0c773a79/408",
"boringssl_ssl_tests": "091eb71bf179b48718ab9753cccbb8ad0a343331146c0decfe7925fca0724d1d/323",
"browser_tests": "fa37652514504405ed3e549cca15dbbce4b36a280f6259f9605ad105b0c673e9/1220",
"capture_unittests": "9962071d5dfd378c65bcef4eadeb89467e9f3b3559dc35ce2f8eb669db7993cc/402",
"cast_unittests": "8c16ee9f0bef83b62c71b12640b7e6981610d2a0eb83393860c3a9917b9d8d53/323",
"cc_unittests": "72939b77d59e077de797b5afd133c04fd2aa874584635496771823e80b879909/483",
"chrome_app_unittests": "9056faef621a5706eab00bd741d09dedd76716d44b3c4e3724ebe3c1e1cd2d73/564",
"chrome_elf_unittests": "b89d029ff0cfbe15c535ac4126f8d8112a57a54fe53430c728ceb6ba28290fc6/323",
"chrome_wpt_tests": "d9a5a71a4f67df7f101a7c78db53b4758f5271b8c50d3dbfe8c7ac2b5a9c4ff6/486",
"chromedriver_py_tests": "21ea5115ea100aabc88c30af5c774b44e8a49d070a927076303755194b4d1b01/489",
"chromedriver_py_tests_headless_shell": "6086d63132fe82483f9ce770a6dd0c3138ef31eba4094b2e390107534cf1a912/489",
"chromedriver_replay_unittests": "0ead0efceb2a9c71a79a46c30b3405be7765ba1cb082e4a3df5e500c0a64d14f/326",
"chromedriver_unittests": "64ba8f83fb680b54a69c5606f2d78948657ba25f4db38e1a0c7ca291f1a5ed94/480",
"components_browsertests": "ee68c19fe4475d4d78586f282efadb9fa0500e4bc178d3b1cb31669a810f2a55/652",
"components_perftests": "f3b79f39ebef361de2f8c2447ee7b6634ed2221fdd235365150d7993a35417be/650",
"components_unittests": "76888a3ed99923ced8511e565a9bba4e5cf36170d9f5f95ffb4fb7b0d007df8c/810",
"compositor_unittests": "1ddc7602206d23704270c6676a486ae7d3e217ca27c037f974ae6cae27b4dc19/399",
"content_browsertests": "fbdfa56d97b49b8abfae72e993dcc9e704c622cd545cf284817b4fd847265f7a/725",
"content_shell_crash_test": "3d32007af44e8526a42aaf9b9b7a56f297014208e09fc152863ee2c5cbacc29d/481",
"content_unittests": "207d41636a7142c8da75400e29f21181f263383b73fdf05d614a1cef81b0670f/560",
"crashpad_tests": "edf367ed8927412459ead3fb3a1e1c880d19166688dc214c7c7a674b8c605644/408",
"crypto_unittests": "c84a1fd6b6d7a0d601bd7cfad625129e30fc675359a841002ff65922214aecaf/403",
"delayloads_unittests": "307db3c7f85aa0f6254ad8121346363b23cec7fb2cb03a9f691247f3d28f499d/323",
"device_unittests": "a23c8466ebd72477d9124f0e8809f139c3eaa0c999ecfcf6cdef8e473a7dc741/400",
"display_unittests": "51356dd4f11447fa4e95fd69b5880e5240b1793b4840a99a6930a332d403e88b/323",
"elevated_tracing_service_unittests": "e8c586a971e4d2bdb93c854d02fec5aa7658eb2cfc341835fe97738ec8f0325e/323",
"elevation_service_unittests": "31b08d43831e1f442b67daebc4b726e7ee809dd4b45d3304af0732c1d78a750e/323",
"env_chromium_unittests": "2bbc0cfd533921a0ef2ebbcadb67f9e89f5c5bf6df7c6972ea4b802e348bf166/323",
"events_unittests": "9bd18c0f5011e14f28d9113e0c9b24fb91c7763d6c08d80ae532a6553b003de0/323",
"extensions_unittests": "fbb6e717b70e853bdfe52628a44c55cd4c087336c4ed34b3b44184c1d33c84c4/644",
"filesystem_service_unittests": "c14b0be44eb7587328578fd6cffc32dc2cfc25c3fce62aaa6be494d25f6cca3d/323",
"flatbuffers_unittests": "8b2874f8934cd2331ed18c8e132b5d045d1283d041c3f39ab0689c5f9c666de2/408",
"fuzzing_unittests": "d9567619d4e26fc7c2f0782cc4bb141b59e1b31a3430046610a5f172cab107b5/323",
"gcm_unit_tests": "0095c302276a96c308510f61f7cd55a433507c19e08eda20130b57d20e53e228/400",
"gcp_unittests": "8df8f9ce868aecf4a0aeca977d2ac5d322f2a45263f765b3757633d97d8edc57/486",
"gfx_unittests": "536cc970ed99269681603c365adf05b004a615d660b0d66685c6be38707c23f2/399",
"gin_unittests": "9d50418e1365a5e71928735e2709a2dad2d937409e2b600f87a9cf85e6ea21f7/400",
"google_apis_unittests": "721fa924c584af67870995b6db92a7f1c0874f661b35705fe47c278dbd8e059e/485",
"gpu_unittests": "05611e9671371f818a2385d1872723e8f15a325bfc4038f94b01528c92f7c79c/400",
"grit_python_unittests": "2681223d98ff507ad54728393839f4f70d7ef91436d2c605b94ddb4fd637e266/411",
"gwp_asan_unittests": "e769d9b14963bb73b51081ae8cea816303f663c8e29ee6c18cf4dfad2e6ccf43/408",
"headless_browsertests": "8708506c7fe27497b07de4d9fcd9a392291e0d34122855fda49cf363902ecca8/653",
"headless_shell_wpt": "93133178e912e928561072fe0a2e100a97a0ea14ab138f823dc748336298ca2a/486",
"headless_unittests": "0e931974e10afcef6dd463422086ec6c54bfb9297c8b7a50102439cc6d6099cb/323",
"install_static_unittests": "da128f1bf72480dbe9c627e1233cd5ce941dd44a700439e101cc991996687b23/323",
"installer_util_unittests": "318bfb182c2e117d55f1b7178fcb67e3d6f802308171010427f41f640be6d1f6/403",
"interactive_ui_tests": "2d112ee3b6906db05fc4e971904630a3052215410b4d89b8ae49b5330d7601f9/1059",
"ipc_tests": "7fa595a4cde7d64a0417c5d658da481c19f5145c8c429f3b259c052021f55b82/323",
"latency_unittests": "2984b5919502aa222ed4d35c2b3edbb0cebcf0eac8a9c0b3bdba7b0bd47d3780/323",
"leveldb_unittests": "9b7301945d518b079ea576c225178408cc4628629135d1824d44a3228654f972/323",
"libjingle_xmpp_unittests": "6bfa62ca54f60bce2056729ec4fb88d22a804f2a06f38c6039ba10caf770ca44/323",
"liburlpattern_unittests": "5065ecf669121815be1351dfaf0b6a55970c460f020395be3d2d1904327df412/323",
"media_unittests": "f24b0a35da09d13c75aa298bb2321f10e0e59cc3e4fc6f254d05ebba2c7ade43/403",
"message_center_unittests": "b59bb1358556deafb691f7cc13accccc0e711ad96df81fc22ee651f25d5a6b81/323",
"midi_unittests": "6625384e7a949414321e3c46dc24fc86f78113f2b24323d0fe14789f901fd70c/323",
"mini_installer_tests": "1ed1cdebb8a5b1344b85bb80f3470b3e523a5a5a8dbcc7de1966dddde47e086d/489",
"mojo_python_unittests": "e706246ce622ddf0ebad2e03ab70f470e90792d68814e0710fa1cec514e149ee/411",
"mojo_unittests": "c8b9854ce6971194cbf062d39c964585f699ae7b81e346a7dced4ef86275ca4e/401",
"native_theme_unittests": "7bf909020305c2891d54f7acb27d89fb7298fb92e3bd6bc4d584678d67b2f456/323",
"net_unittests": "734398bce20c1bb78ab1adaff28aa12df70886833709a4c564b31ffbf77003b8/486",
"notification_helper_unittests": "558df2deaf63eca80fa55f1e67ccec77cfada3b1388fd1b51067cf1d8f70f202/323",
"pdf_unittests": "8637d0e21ed61dbf430cd56a9b22fd71e9edfa01bd9c07d5f92ae472c9d30729/400",
"perfetto_unittests": "c89bae0a0a1f0570f57d58c030e41a06d654bc18b3994e1d720cdfb835a7b40a/323",
"printing_unittests": "47969aaae032bf6907a3c4440a363ef10c39cc0762c5d80d33320c92ba26e713/405",
"pthreadpool_unittests": "0ce4118d86231676b5d421fa152ba34ea5cc8d4f5e7a1f884b370d9e0c1ca3a4/323",
"puffin_unittests": "feb94bb729cd845a3b7cf360f947f90c481796325d0b5ac3456c24514880bb65/407",
"remoting_unittests": "ad08c8afee7592ffaef3792286debeff1faa2e4e02c0dcc512698ca2034966c0/400",
"sbox_integration_tests": "8f7bfa74170da1096ab8698d6718908566a06136366e85bf4f587d1a75c40154/401",
"sbox_unittests": "3cd31d5e84446ddcca092a0b29e717a7c70d769ea51c6bebb433f0e439abd8ff/323",
"sbox_validation_tests": "a19bf16039d37f11459c8122625763afb46b95e9ba23a2ca8ed49842639f3b42/323",
"services_unittests": "1990e00295637ab8499b25fec6e0aa05bf5d3870ad2732af69837453b32eac84/732",
"setup_unittests": "1e3678e51e3872e6bef0cf53ae1cfd97326695da77c50fd7885b6ab1643e3982/404",
"shell_dialogs_unittests": "4b8279ed74f24cb7070964059d6f39fb3f04aab2d3af0f141b6341100cffd631/323",
"skia_unittests": "56f55e297aa7b3e6af330db1fbcb533869a6eb558b6b23b100da2c4b1cc1322e/323",
"snapshot_unittests": "aceb480eb1e228f63c9addf63fc2f56f9b80079c9c2ac7054bd7769def84795f/323",
"sql_unittests": "6e786e0fca523caf27d6dc1bc46538ee63d85854faafbf8e5679f5dcd7daf739/400",
"storage_unittests": "e58dece1e5cf5123e4b7b8fc3382303d8c5a503db88e1a849f146279dbfce0e6/481",
"sync_integration_tests": "f16f9ecb421ad25d010e8689b62b3ca202b62d481f8839f8ed668aa327a5cb2f/646",
"telemetry_gpu_unittests": "71ebcc46516f37af827d4508adef96b214c852ced057b0fc8dca6d6c56efe1b6/736",
"telemetry_perf_unittests": "d7c22bc6992327e195334223069a7d8dffae2888d0e6fe5a3341bc40f20278c7/655",
"test_env_py_unittests": "9a635d58d799a972e85acea613de4c34385492077d5307adfc026854da55a29a/323",
"ui_base_unittests": "f33da0cd83b6059b2a811a82fbc72a4c743ed35ac0922c9a28ec4817b5961d6a/555",
"ui_touch_selection_unittests": "fdecb67283a580ce0f4703973514f94cc4c238bf5f4ebb6cf74b8172bb940f78/323",
"ui_unittests": "bc9018d297335eb7930152a6e8571a2d21e38f1a83686a75c771b4373ed184ee/323",
"unit_tests": "fc7560335dd5443eb18d8bbb9791c6ed84e3a25befd61635317c79c13200338b/1061",
"updater_tests": "fd2186763c5231abff07d8b4009369d0828e9ae0dbca0e42beabd2a7268d1398/566",
"updater_tests_system": "2e831bcd76f17540cad3dd339654b2f20c6ff03d761afe7c55560ee7b893fff6/566",
"url_unittests": "436f0d735990b77ecb4f84b6301637f7c221c0092bf2b359dec36e1f56bdbb5c/323",
"views_examples_unittests": "90cade83beaea9823813a1712c48b060eaff6fd9d78de2d1eb741e1af6f4c0cf/402",
"views_perftests": "a04ebe4cf2d3aa0f669b5bb9a58cc2464e8a3a3cad8d3d546bc9eb5f2c5841e4/487",
"views_unittests": "43c994a0996f8a1de53460303878c6d749e4d3f824d1d55170af85b92e35a60e/402",
"viz_unittests": "f3cb018b9c1858105d65f89347cca7f6ba0827ece43aeb36c6bdd3f40a075bd4/407",
"vr_common_unittests": "7f331d97b90390331cacce3cf5b8067b033ac71d721c789d9deb5a7a7aa4e7d2/564",
"webui_resources_tools_python_unittests": "291997259f108ab2f7cbe7eac7645405f8a575f8ebd43d0a82aa8c55e576518d/649",
"wm_unittests": "b8b229e490eb64e0b34ad253224600a7ac4c7f4c9ecf57793d91ff67a35f9efa/323",
"wtf_unittests": "c329c47cdda8c29131332730cd0d1ff264176537b14f8b706f05e21e1b198829/323",
"xvfb_py_unittests": "85538b92c63b11dad1381ffeb1001338190efb0461ee146e21147dd34eea9024/323",
"zlib_unittests": "6f92264c569908ecaf687418a7bb362d6d50bdd230d315d4d8a56bf7d48990b3/408",
"zucchini_unittests": "14b4f67d8e171d61a95e41998ff344b8e2fdfcda98969e3a714bebf71a953fff/323"
},
"swarming_command_lines_cwd": "out\\28e3-Win_x64_Builder",
"swarming_command_lines_digest": "35ca85e13b14dbe623bd8e0b59a6a7e95265e0e70995c0e864da5629cb0e3dfd/94",
"swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
},
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "d064595dee007ee1f1d50d6aff9d28e0b28efd8f",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8843798269759007856"
},
{
"key": "scheduler_job_id",
"value": "chromium/Win10 Tests x64"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "Win x64 Builder"
},
{
"key": "parent_buildnumber",
"value": "182728"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[16:42:34.494] Scheduled build:
{
"id": "8678368207872391841",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "Win10 Tests x64"
},
"number": 110346,
"createdBy": "project:chromium",
"createTime": "2026-06-21T16:42:34.043310686Z",
"updateTime": "2026-06-21T16:42:34.043310686Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "d064595dee007ee1f1d50d6aff9d28e0b28efd8f",
"ref": "refs/heads/main"
}
}
}
[16:42:34.494] Task URL: https://cr-buildbucket.appspot.com/build/8678368207872391841
[16:42:34.495] Scheduling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64:8843798269759007856:2:0) after 7m32s
[16:42:34.699] Received PubSub notification, asking Buildbucket for the build status
[16:42:34.731] Build status: SCHEDULED
[16:44:19.664] Received PubSub notification, asking Buildbucket for the build status
[16:44:19.683] Build status: STARTED
[16:50:06.657] Handling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64:8843798269759007856:2:0)
[16:50:06.678] Build status: STARTED
[16:50:06.678] Scheduling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64:8843798269759007856:5:0) after 1m11s
[16:51:18.082] Handling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64:8843798269759007856:5:0)
[16:51:18.106] Build status: STARTED
[16:51:18.106] Scheduling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64:8843798269759007856:6:0) after 3m57s
[16:55:15.280] Handling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64:8843798269759007856:6:0)
[16:55:15.323] Build status: STARTED
[16:55:15.323] Scheduling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64:8843798269759007856:7:0) after 2m31s
[16:57:46.400] Handling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64:8843798269759007856:7:0)
[16:57:46.416] Build status: STARTED
[16:57:46.416] Scheduling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64:8843798269759007856:8:0) after 4m2s
[17:01:48.435] Handling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64:8843798269759007856:8:0)
[17:01:48.477] Build status: STARTED
[17:01:48.477] Scheduling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64:8843798269759007856:9:0) after 8m25s
[17:10:13.559] Handling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64:8843798269759007856:9:0)
[17:10:13.576] Build status: STARTED
[17:10:13.576] Scheduling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64:8843798269759007856:10:0) after 3m10s
[17:13:23.745] Handling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64:8843798269759007856:10:0)
[17:13:23.765] Build status: STARTED
[17:13:23.765] Scheduling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64:8843798269759007856:11:0) after 4m14s
[17:17:37.782] Handling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64:8843798269759007856:11:0)
[17:17:37.800] Build status: STARTED
[17:17:37.800] Scheduling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64:8843798269759007856:12:0) after 8m33s
[17:26:10.819] Handling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64:8843798269759007856:12:0)
[17:26:10.836] Build status: STARTED
[17:26:10.836] Scheduling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64:8843798269759007856:13:0) after 5m32s
[17:31:42.809] Handling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64:8843798269759007856:13:0)
[17:31:42.826] Build status: STARTED
[17:31:42.826] Scheduling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64:8843798269759007856:14:0) after 4m8s
[17:35:50.956] Handling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64:8843798269759007856:14:0)
[17:35:51.070] Build status: STARTED
[17:35:51.070] Scheduling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64:8843798269759007856:15:0) after 2m9s
[17:35:52.153] Received PubSub notification, asking Buildbucket for the build status
[17:35:52.191] Build:
{
"id": "8678368207872391841",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "Win10 Tests x64"
},
"number": 110346,
"createdBy": "project:chromium",
"createTime": "2026-06-21T16:42:34.043310686Z",
"startTime": "2026-06-21T16:44:11.134179486Z",
"endTime": "2026-06-21T17:35:51.653708169Z",
"updateTime": "2026-06-21T17:35:51.653708169Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "d064595dee007ee1f1d50d6aff9d28e0b28efd8f",
"ref": "refs/heads/main"
}
}
}
[17:35:52.191] Invocation finished in 53m19.331023609s with status FAILED