[14:05:31.333] New invocation is queued and will start shortly
[14:05:31.333] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[14:05:32.493] Starting the invocation (attempt 1)
[14:05:32.528] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/1a275bcedf5e57d6734ce39edb66a2ab9c18a136"
[14:05:32.529] Popped gitiles commit info from properties and tags
[14:05:32.529] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[14:05:32.529] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[14:05:32.529] Buildbucket request:
{
"requestId": "8874701714493570112",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "Win10 Tests x64 (dbg)"
},
"properties": {
"$bootstrap/trigger": {
"commits": [
{
"host": "chromium.googlesource.com",
"id": "1a275bcedf5e57d6734ce39edb66a2ab9c18a136",
"project": "chromium/src",
"ref": "refs/heads/main"
}
]
},
"deps_revision_overrides": {
"src": "1a275bcedf5e57d6734ce39edb66a2ab9c18a136"
},
"instruction_dependencies": [
{
"instruction_id": "bot_update_repro_instructions",
"invocation_id": "build-8709278605254316209"
},
{
"instruction_id": "generate_build_files_repro_instructions",
"invocation_id": "build-8709278605254316209"
},
{
"instruction_id": "compile_repro_instructions",
"invocation_id": "build-8709278605254316209"
}
],
"parent_build_id": "8709278605254316209",
"parent_builder_group": "chromium.win",
"parent_buildername": "Win x64 Builder (dbg)",
"parent_got_angle_revision": "b9588511df177f3a168df2117caf9d16456ddcde",
"parent_got_dawn_revision": "49ba8e5e9c8ea2fc26bebe932d803aaeb3e570ca",
"parent_got_revision": "1a275bcedf5e57d6734ce39edb66a2ab9c18a136",
"parent_got_revision_cp": "refs/heads/main@{#1486848}",
"parent_got_swiftshader_revision": "c1f7fbbec4e17769c0182daae185466cb806d0d5",
"parent_got_v8_revision": "117331e69028e9baa0c312d00b8939e60740f40d",
"parent_got_v8_revision_cp": "refs/heads/14.0.216@{#1}",
"parent_got_webrtc_revision": "8ccd71dcb0b2965eb1786da791a072e98ff4d007",
"parent_got_webrtc_revision_cp": "refs/heads/main@{#45148}",
"swarm_hashes": {
"absl_hardening_tests": "437872856684ca20810ebea26f6bc4dd7564a4f1663bf97323e626a0a8c7fa75/323",
"accessibility_unittests": "af82f778299e078e7485a2b8c60f954714745367061411c4e70524384528e739/323",
"angle_unittests": "d2ac7ae37c25a621b13ca44d2b57db0321919f9ffd0a008f9c1a15896d3a2db7/408",
"app_shell_unittests": "aea78a38ec316681d128021da28a90aef03b870e87f09ce3a5c7b47ed91048ce/484",
"aura_unittests": "f77dfee4d679d2b98a82d9c9c59c253bf04d5de77edb8747ffc4774c79f83908/323",
"base_unittests": "3c2a43cb5acde5afa0946557a4bc647bd97ef3f2aeaf334c8d60006c1c088ec6/480",
"blink_common_unittests": "c5ac3960267e8c4e975a19a359c3b3121e37214814711c02190019af258e2e55/485",
"blink_fuzzer_unittests": "e1a843172adce19cdf0f571fa7777e1d5b6bd4f73f89ba61620380eb228c0cb5/323",
"blink_heap_unittests": "6e1ffb8e2a58474721e6c7eb18d466d4d64df9f3cddffcec8793797719cff08c/323",
"blink_platform_unittests": "3d9e31c116461db804db8f41991a400b0f104369184cac889ed97c941e2a966d/643",
"blink_python_tests": "82f4792edfcf0a5fd3a999e83c2058d07c9bfe674618353f869a1e8f296d3da4/574",
"blink_unittests": "ff30a14deb3d03ff96a3d8e3823f0285d3b8e75c4cf9a5cb9a331277ba9d8ee5/649",
"boringssl_crypto_tests": "e056f2d9842b57955abb6792ccb27319356ae2267b7a407a9a053561f7900324/408",
"boringssl_ssl_tests": "954bddce9c5ba3319862f27ac928a5ea8176fa35d51e9def4586b9560c694b91/323",
"capture_unittests": "2a26ce44d7814ab98101be86299c638cc2e91e93e7cf03c0e64b3976168ecbad/402",
"cast_unittests": "7f01093e523872a35462bc18d3fa75aaeb781d88dde6ff28ffc02060eb5a5597/323",
"cc_unittests": "ca8daeb27b7f08f65f779d81acbe59f58182e41453f65f6b0cfad9c477a6a77d/483",
"chrome_app_unittests": "8a32aa898db23c7f54a713fa104912c88698a825e7cbca2bf4469221d53b86d2/564",
"chrome_elf_unittests": "67763835df1f47c5ea35216b987ed15d03f08b5c6ddaaaf50f7f26dd5578bf36/323",
"chromedriver_py_tests_headless_shell": "2f1a95c4a9ff3343863040313aa303ccc03a6ced4de8a3cb2ef60ddc9e0f6336/489",
"chromedriver_replay_unittests": "6eb16bc11a6505b27c7f8b097d596597a92fa5adc57f0f9280ccef7332e79120/326",
"chromedriver_unittests": "a61d5f071d4e8ec843b31f8684b9d6588d732f5e02a637add460ac080a0a07c7/480",
"components_browsertests": "8144feee18453dfa900efa109c477208b3b1dc59b72a2b1b2129f53c8fa06f10/652",
"components_perftests": "dae5c79e6371a9c41c123e258c8dc25d0d5ba3a77721851a4d4e1d0980baffa5/650",
"components_unittests": "98f63013d5b3d9ab4d036c6b04f63ec02a84177b178b7c1aa03a58b8e11edacc/810",
"compositor_unittests": "3f2019a68ffc63f099cabd83ea2d49da264c0523427aba8e6daae818e54de2f9/399",
"content_browsertests": "3f7638adee4e5bb1cf5e2ca7973323790543ee261e58ee53ebdb81966490a7a3/724",
"content_shell_crash_test": "1676ec7bec7d5700f974e56bbfbccb4cf8c40a6fa81627e561c2bab31c84640d/481",
"content_unittests": "68a7052d63dab80545e3caf27bc9157f6181a96b25344175ea8a5147074b27f2/560",
"crashpad_tests": "f3ce3cb942828f8056b929290970590721b81da9ece66c8ef2542af673d22113/408",
"cronet_tests": "cc4c3b4dcb06d27e5e42421d483377102557181d55f6e518f1a4e62af503688a/484",
"cronet_unittests": "086e0b4a584a2af58b852fbf6f5a95fb8e5b02abedecd13355b7c68d9bf63032/400",
"crypto_unittests": "6a043f861e35a04a869d466db582b08a5844b83671a6866bd54ee8a6508b9b75/323",
"delayloads_unittests": "7fb7f2262676d0c7b089a0072185b643bb5bbbac2375f639ec88586cd0d100c7/323",
"device_unittests": "704f9e0adea2be63417e25b5121d34839fcf734ac705c7ca755e4b7b86ea7712/400",
"display_unittests": "8842003d1812da06479d92e6c4e4e505021f3fdab726a058fc13383a8f4f5fa6/323",
"elevated_tracing_service_unittests": "07573e51faf5155e94fbcb684d7375dc4b8dcc542e67096eb0abbb187d0ba243/323",
"elevation_service_unittests": "9a94a09bf21c488e4555c278982eefb888f69bdcdc87002f162d525a785e1d37/323",
"env_chromium_unittests": "a8c5b2847a0d9d4ffae2fc9ec82d1fa154149df12b2075aed035900a1e2ec99c/323",
"events_unittests": "d0965f80781be197ac2743ce59051a8ab5b74fef0b5e46a896ebf43d993a318c/323",
"extensions_browsertests": "cb30f883dbb85d1422da3facdd914d5855a43208544406cf63b9a273928332f2/570",
"extensions_unittests": "9f6af4c76a98eb195662746c1b06476c9d4b0e2bc866f527e6f0e00f77b82b46/644",
"filesystem_service_unittests": "a796adcf88fc6bbdd11b14449c94cefe83d616738ec20ab86e634234bbfb82e1/323",
"flatbuffers_unittests": "3e79c120d351f297f3cabee35aa5457d88eed24fe67bd8f8e281155082bb4e0b/408",
"fuzzing_unittests": "d6c82bc3f4e3b94077983a3a2e83eed5bad20974475150c88fa6c9dd04b3d548/323",
"gcm_unit_tests": "b5dbb08d6cb2c3683ec004055c73a166f85b341bdb7f411e3cab8437304d97f6/400",
"gcp_unittests": "40413f41c012e57e7b61f6b1771a4497630d654cd5ad8672371cabb3d82df8a7/486",
"gfx_unittests": "4ff36e6a25f816c58ecdd13aada681d1e2156a78d7ac96e2fafcd6620ffbcf7e/399",
"gin_unittests": "a6403b09f3f397b5488b37998409d626045ba022f0546f7513f09883513e3981/400",
"google_apis_unittests": "2894257af59418fdd112b7e79278954976652a3569e2b0bb2b8d77a30adf21f6/485",
"gpu_unittests": "4d02727c2402d56afcf9b86eee33c8266df642eb9f9328ac27ced2c09db89dbb/400",
"grit_python_unittests": "7d555007d7937801e953e465a359b3baf9f85dc21b9de997b1e652bbf10ad737/411",
"gwp_asan_unittests": "b1eff38915906e809cacceffe6a4a1e7723c1c06fbdb3c526da48ce022af972e/408",
"headless_browsertests": "4af6b20cf488a8a110061a3ea768b7176f0c71c3a8593e4f21e7c35b534cb9a3/653",
"headless_unittests": "99037153ae2e3ac626b47618d3ea72586595c8f0c18d42ac3cfeca08cbba1ee6/323",
"install_static_unittests": "7e464324665012eefbc2f5adc49a4623a25e1055ca1f09efb00aafb142e15097/323",
"installer_util_unittests": "42afcd3496888516726e8123c1d6ad528aa39a19100009005f2b325bd9042048/403",
"interactive_ui_tests": "2f4291f9bd2c99a970dab6720cda0214c3453f314351e60d73ac603f6af33714/973",
"ipc_tests": "d2c3c89b09fdecd03b9e24efd41d911925d23ae9dcdc1482ccbac27dfc832377/323",
"latency_unittests": "a70f087b8b0076de00ede1188c3d9f50009415eec7e564ac025010150d911aed/323",
"leveldb_unittests": "29c89d87c3ef7b5afa9b0771a227f82902aea5e9d1b7d16377f2e72eccca7d62/323",
"libjingle_xmpp_unittests": "0d28f60889100e1eeb589439b17f0af7e40ecaf1e31970cf4ff609b242a830d1/323",
"liburlpattern_unittests": "c1fe274ba137d5ea489761a924460781e953a5801fb9746f7abdaa57414262df/323",
"media_unittests": "88f1bee277529ded67e41519fe51baf63ebd073b14a40d041e901a793e41cf2b/403",
"message_center_unittests": "9c6c32385cc1b5c6f520227f87cf1eee8e4c05101f21f20c2a4e11ef5138ffa6/323",
"midi_unittests": "4029ba08408ee671ee88a934a7df98750b93cdfbe89e7dfd71efa890e03b5550/323",
"mojo_unittests": "b35d66fc446b2d5b603d31f1e50bb20889f3053657c547e2278a6169797bf253/401",
"native_theme_unittests": "3dbda5b7a18346bfc5b0f38b0d2ebd921cdfea3cebc068322bcdf649ca4b51d7/323",
"net_unittests": "b5b3631f7cda81062ddf1837bab98d4fe248eb61ba473debbc4e6310242839d7/486",
"notification_helper_unittests": "6fad69f289c27b949acf97f8fdd169a31379eb088a81620733381c44431de7d5/323",
"pdf_unittests": "e30b13cb4e8f5d0ae1f7271e3781cc377f32f43f42c249d9885680ee4dda7dd1/400",
"perfetto_unittests": "e8d1636b0eaf1469fc01d4cca962c3a99c8732b40c6e0992f40328b7bf9bfe6f/323",
"performance_test_suite": "bc2d18124aa20cbf0b843ad5c05755eb0479ef68cb1a8105d92a512aec2ac293/732",
"printing_unittests": "51317fb017ea6637b76a073d5b129bb2dd0f4f3dc287d87c88eea614a7129da3/405",
"pthreadpool_unittests": "aa37db7f4ba0c4401f96fba75ca6e0f3e75b320fe6c09b0028f5daa6cb5aa604/323",
"remoting_unittests": "c91bd50fdae398836cc1b118986cf0123b3d2db688d835273c8ee3b7cc32f47c/400",
"sbox_integration_tests": "d297da30ece7e8e84f8021c8f494eeeca01f419fc83276476dde0dc16df2fd8d/401",
"sbox_unittests": "07757df0a80dbd7aaefa457cf6d5ae4876d1561c68822a22e7f2b9b823f1f8cc/323",
"sbox_validation_tests": "7f9f6bb0a85544d09a15555df06a5652834d9653ae5455ba6a8b1127379f7a91/323",
"services_unittests": "f2ba169ebea61dcd9a23cd5cb336c23a715ca10b9c4851792e9f7cf2e571cbdb/653",
"setup_unittests": "73538b719802e73d9e780b618dc00b4dc3a1de00d67be11ad93d1a305f427f4a/404",
"shell_dialogs_unittests": "6f18515c44ae5bc05d5d12aa109e3d788237465fa3e7fd28842f2c785fe3afdf/323",
"skia_unittests": "3b1e433a2c6696dbb16c8519d9a4cec1902c2438245253aef3d391354898e4ed/323",
"snapshot_unittests": "0bb3ee2d93d2568119f714adaca32116fff2a33bb99d8b3611a153b824903d04/323",
"sql_unittests": "a2faa47b91c8c806e85c337cbbcb6fb27104f3506989e56de61f94f073d99337/400",
"storage_unittests": "24eb64735bbfdb4a446da15ac0c96938c287c0a747012f780c3cd423ebfc308d/481",
"sync_integration_tests": "145de7ba5063f34ca199b6bc424d5afb08ea007b160fad4e2478cc66b50d1892/646",
"telemetry_gpu_unittests": "fdcea28b557177384393627649ae5b1b6182c8895c58ce569686313ae217ed9e/736",
"telemetry_unittests": "6d6adfd618d178fbfb77eb8e5bf8486e82fe3f88e28463c5475518e91c6a198b/575",
"ui_base_unittests": "d7a9c68962ece191e50e3bc091bba198487b51f1137729fe6db14654a3b0f733/555",
"ui_touch_selection_unittests": "114adf3ceda5830266ccc626f6fc4dd1c1678c22b994328eb48c9fff02237558/323",
"ui_unittests": "65850c4329c18acc1ddbc60da626eb6f70bc90f0aeeca210b20f4db014c4b5b9/323",
"unit_tests": "69e158c52d27300f98cda881a2d81655ad05a730b245639e18448494b27df21d/1061",
"updater_tests": "9162a4396bd97abbbd90d6d226c30cc9d64821480f9c19ac2ecac4626e771237/566",
"updater_tests_system": "d2a6ecfe51739947f2484ff454d1c5717bca5e5071e3fff1f4f494c0bf13fae9/566",
"url_unittests": "c919f7572ef898d42b8d487785a7ba58df096546089de75d0015c7f8656e2e83/323",
"views_perftests": "c113b3c3d8b8a2cb7fdd49d94a310e15a3ebb034a004d4d547666c60afab653c/487",
"views_unittests": "7ab8bf7e3a855a48c803f7c866da40fae7e2613e0011733442fffe3ab6886b6b/402",
"viz_unittests": "4496fae7369b063ad9efa5402256dc8b9123addab416f5fb81662663617f84de/407",
"vr_common_unittests": "1d28483efd49e86871dbf49960ac974927b9361d3025027e7d8a64bdde3aab98/564",
"wm_unittests": "4077bb5d6b89ca3e6e718f576c99f37308162046957afc69e14712f6a22ce09a/323",
"wtf_unittests": "25fd53f0fed3fbb2a0eafe6f1d466b9a1fa70bafbde52d837386dd6c8fea4fe5/323",
"zlib_unittests": "f52f4c005a69a53cafc16fce74eaf5ae18e0f3bf3ad147956b4f0f8bdf02e115/408",
"zucchini_unittests": "cba5c0aabfb71c9c5bdf898373a3f7598ba1cf337f826871810fde6cd63b158d/323"
},
"swarming_command_lines_cwd": "out\\ba25-Win_x64_Builder",
"swarming_command_lines_digest": "e78a26e99621362a062f19b44ba5a1b194d49e579ee9d8ee0d00066bd645344f/94",
"swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
},
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "1a275bcedf5e57d6734ce39edb66a2ab9c18a136",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8874701714493570112"
},
{
"key": "scheduler_job_id",
"value": "chromium/Win10 Tests x64 (dbg)"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "Win x64 Builder (dbg)"
},
{
"key": "parent_buildnumber",
"value": "176612"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[14:05:33.480] Scheduled build:
{
"id": "8709271652391221665",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "Win10 Tests x64 (dbg)"
},
"number": 47336,
"createdBy": "project:chromium",
"createTime": "2025-07-15T14:05:32.717685655Z",
"updateTime": "2025-07-15T14:05:32.717685655Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "1a275bcedf5e57d6734ce39edb66a2ab9c18a136",
"ref": "refs/heads/main"
}
},
"canary": true
}
[14:05:33.480] Task URL: https://cr-buildbucket.appspot.com/build/8709271652391221665
[14:05:33.480] Scheduling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64 (dbg):8874701714493570112:2:0) after 2m59s
[14:05:34.585] Received PubSub notification, asking Buildbucket for the build status
[14:05:34.611] Build status: SCHEDULED
[14:05:37.789] Received PubSub notification, asking Buildbucket for the build status
[14:05:37.812] Build status: STARTED
[14:08:32.496] Handling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64 (dbg):8874701714493570112:2:0)
[14:08:32.540] Build status: STARTED
[14:08:32.540] Scheduling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64 (dbg):8874701714493570112:5:0) after 9m14s
[14:17:46.564] Handling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64 (dbg):8874701714493570112:5:0)
[14:17:46.594] Build status: STARTED
[14:17:46.594] Scheduling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64 (dbg):8874701714493570112:6:0) after 4m57s
[14:22:43.666] Handling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64 (dbg):8874701714493570112:6:0)
[14:22:43.687] Build status: STARTED
[14:22:43.687] Scheduling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64 (dbg):8874701714493570112:7:0) after 5m21s
[14:28:04.710] Handling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64 (dbg):8874701714493570112:7:0)
[14:28:04.730] Build status: STARTED
[14:28:04.730] Scheduling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64 (dbg):8874701714493570112:8:0) after 7m52s
[14:35:56.882] Handling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64 (dbg):8874701714493570112:8:0)
[14:35:56.903] Build status: STARTED
[14:35:56.903] Scheduling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64 (dbg):8874701714493570112:9:0) after 8m26s
[14:44:22.929] Handling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64 (dbg):8874701714493570112:9:0)
[14:44:22.979] Build status: STARTED
[14:44:22.979] Scheduling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64 (dbg):8874701714493570112:10:0) after 8m4s
[14:52:26.972] Handling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64 (dbg):8874701714493570112:10:0)
[14:52:27.054] Build status: STARTED
[14:52:27.054] Scheduling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64 (dbg):8874701714493570112:11:0) after 3m12s
[14:55:39.047] Handling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64 (dbg):8874701714493570112:11:0)
[14:55:39.083] Build status: STARTED
[14:55:39.083] Scheduling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64 (dbg):8874701714493570112:12:0) after 5m26s
[15:01:05.108] Handling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64 (dbg):8874701714493570112:12:0)
[15:01:05.185] Build status: STARTED
[15:01:05.185] Scheduling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64 (dbg):8874701714493570112:13:0) after 1m23s
[15:02:28.216] Handling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64 (dbg):8874701714493570112:13:0)
[15:02:28.272] Build status: STARTED
[15:02:28.272] Scheduling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64 (dbg):8874701714493570112:14:0) after 8m8s
[15:10:36.306] Handling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64 (dbg):8874701714493570112:14:0)
[15:10:36.325] Build status: STARTED
[15:10:36.325] Scheduling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64 (dbg):8874701714493570112:15:0) after 2m41s
[15:13:17.354] Handling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64 (dbg):8874701714493570112:15:0)
[15:13:17.378] Build status: STARTED
[15:13:17.378] Scheduling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64 (dbg):8874701714493570112:16:0) after 3m15s
[15:16:32.428] Handling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64 (dbg):8874701714493570112:16:0)
[15:16:32.453] Build status: STARTED
[15:16:32.453] Scheduling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64 (dbg):8874701714493570112:17:0) after 6m59s
[15:22:53.302] Received PubSub notification, asking Buildbucket for the build status
[15:22:53.326] Build:
{
"id": "8709271652391221665",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "Win10 Tests x64 (dbg)"
},
"number": 47336,
"createdBy": "project:chromium",
"createTime": "2025-07-15T14:05:32.717685655Z",
"startTime": "2025-07-15T14:05:37.605353523Z",
"endTime": "2025-07-15T15:22:52.623974545Z",
"updateTime": "2025-07-15T15:22:52.623974545Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "1a275bcedf5e57d6734ce39edb66a2ab9c18a136",
"ref": "refs/heads/main"
}
},
"canary": true
}
[15:22:53.326] Invocation finished in 1h17m21.997416646s with status FAILED