[17:44:14.186] New invocation is queued and will start shortly
[17:44:14.186] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[17:44:15.269] Starting the invocation (attempt 1)
[17:44:15.296] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/4fb8f44b8a104ce2fa43ea12dbe1633c585619d9"
[17:44:15.296] Popped gitiles commit info from properties and tags
[17:44:15.296] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[17:44:15.297] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[17:44:15.297] Buildbucket request:
{
"requestId": "8882298099371431072",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "Win10 Tests x64 (dbg)"
},
"properties": {
"$bootstrap/trigger": {
"commits": [
{
"host": "chromium.googlesource.com",
"id": "4fb8f44b8a104ce2fa43ea12dbe1633c585619d9",
"project": "chromium/src",
"ref": "refs/heads/main"
}
]
},
"deps_revision_overrides": {
"src": "4fb8f44b8a104ce2fa43ea12dbe1633c585619d9"
},
"instruction_dependencies": [
{
"instruction_id": "bot_update_repro_instructions",
"invocation_id": "build-8716875699252070337"
},
{
"instruction_id": "generate_build_files_repro_instructions",
"invocation_id": "build-8716875699252070337"
},
{
"instruction_id": "compile_repro_instructions",
"invocation_id": "build-8716875699252070337"
}
],
"parent_build_id": "8716875699252070337",
"parent_builder_group": "chromium.win",
"parent_buildername": "Win x64 Builder (dbg)",
"parent_got_angle_revision": "12fcd01df1846119f9e1d34993c96e49133da42b",
"parent_got_dawn_revision": "4b75589621506dbc2c213938da3a73d5e9cb4c18",
"parent_got_revision": "4fb8f44b8a104ce2fa43ea12dbe1633c585619d9",
"parent_got_revision_cp": "refs/heads/main@{#1449965}",
"parent_got_swiftshader_revision": "0e75e7030ccbd9d1d7354bd6df68ae4b59acf4a0",
"parent_got_v8_revision": "42cae944b575e7d9dd47959af6f65a558bf402b8",
"parent_got_v8_revision_cp": "refs/heads/13.7.122@{#1}",
"parent_got_webrtc_revision": "bf85c38fb360040c0a6f303a97a03b5929f57011",
"parent_got_webrtc_revision_cp": "refs/heads/main@{#44426}",
"swarm_hashes": {
"absl_hardening_tests": "a1c48c9b2ffb31b67ba22a580b1b5d66bd832c27366759cff0acf977a364a018/323",
"accessibility_unittests": "c428645609fc5e199c0a572dab268826911086159eafa5b9592198fc526fa892/323",
"angle_unittests": "d6e083ed22b319443ec014ae61e6532ddd44e260286bcd716f02b1cdd47a386e/408",
"app_shell_unittests": "1ded189a6d2f73f54045c1e509e74496aeef4fc11b472eb9c96ebc787e5d2960/484",
"aura_unittests": "88fc5ed8437f62dbf637a1fce6d6d33f462f336a168562c66450eab290305ca0/323",
"base_unittests": "19ccf8b562e2ccb238ad4d6fe0997a300fc09370a9a6d7fa9020b89ba999a862/480",
"blink_common_unittests": "af6c5aafd5de41f43ac7ace4d456cc454d1bdf9ba4192b52fce566192525bcc6/485",
"blink_fuzzer_unittests": "5ad084f704fffab588ae80d07d7344f26c28fbc9e36a818c32c8fae187beb925/323",
"blink_heap_unittests": "649d69664b1bf8aa0035dfcf3737f00e70bb131953f02bd785df1bca685c0945/323",
"blink_platform_unittests": "3c3b1d9e0aeac7fdb16d30e7748857870724ae46584fc47e9f079304f8f92181/643",
"blink_python_tests": "21571a208d312c4b2596cb44b890a80e897fc3e3b49e7d1d78fdd140a3f31a17/574",
"blink_unittests": "c7dc13fe7bb4a577710a969e6a90be6f993b15af8343c9972066ff8613b2e37f/649",
"boringssl_crypto_tests": "ba5505af91da830a2b9aa0b24bbd1c882bf05bfac99c31e8e9555dfe6aeeeeb1/408",
"boringssl_ssl_tests": "24a0bab23d18a158b32cd53429207b1583e4cbb5fd097368aa4d24a0c46f2821/323",
"capture_unittests": "b68169d457bab41c64e7d7a81d6e1379c031cc079aed95e86a7a159e611983cd/402",
"cast_unittests": "731bc5c6333cfabb1a9c260c3c800387c3a2af37213a6a3143fc8e822f6d3429/323",
"cc_unittests": "20f18d74cc31e48f894ad80ebd057582dcdbc2e6eb76b228a0c7c6b3b4af9ba2/483",
"chrome_app_unittests": "222047796d19e2932693e722db690f222fc09ff6c69f4722a348b25d38ab198d/564",
"chrome_elf_unittests": "6747746bafa389ef1bbb9d568f917e257a93146617ea76c792f78ab9f163398c/323",
"chromedriver_py_tests_headless_shell": "c5bfae4ba3f1f90caabb05b565834d8d51b952d9e4cff4e4da875f520945109d/489",
"chromedriver_replay_unittests": "54e25799adefb1dd5064704b92dbc49860f20ff04f986fb85f246bd2d2bb3532/326",
"chromedriver_unittests": "0670e160da79ce57c42706db1a86eb232f681cff4df0bfe9397be8304324708b/480",
"components_browsertests": "224d1967d8ae209fd444852436839bd31b04d7925cf8ea8b3ed959a92042f60f/652",
"components_perftests": "c977d9a26dff972689070a1c2345198b827787c201ed574fa2bbca026647c2d7/650",
"components_unittests": "579ef722f4c4823df7f4c4afdd8cf61b293f03be4036c345300f37108f40df2a/810",
"compositor_unittests": "fe19aca6dffb4c11cab803fda22a2d822692ca772da24d8d8777b23aa2df0942/399",
"content_browsertests": "4b862cef7f93359c08fe638c6f360f613b41bc9ee56184d764737faca0ac8833/724",
"content_shell_crash_test": "440e9518dc78deea83a9c68f3a31016fc4109a52ccc7dc0afdc966e99cadeeed/481",
"content_unittests": "80b0167d5266db33e61849b88df04a4e5f17f89ec087198dadaaa4a3d656a50d/560",
"crashpad_tests": "33a81c884be896dc27ee17cc9978da01e827b911016b803d04601b2eb00c9d1a/408",
"cronet_tests": "e99f45a3c365838ad6d8e36084e487b4039756a33120ba4ce2b7603a024ab467/484",
"cronet_unittests": "beefe24a6b1a8c0c82404e326b2488a405ae884b14a7c93d99c37b86d5a25bde/400",
"crypto_unittests": "ec067a27dfc82aafc89f5e23c60b961fa0056eb56e87e67ab527b34e8fb7ae77/323",
"delayloads_unittests": "913bbdcdde972b8250b4ecedf79565b48a6a554ac9c788dc3fa5177583511652/323",
"device_unittests": "ebb2a3a3fa8e24d5dfb0dd6f0242b92864a3db08f8faeb6796cc9b2514663d14/400",
"display_unittests": "14fca256ad5d998bd19e7fc40e116db2ba00b4b1e5d270a9d9c7e0cd79a0d45e/323",
"elevated_tracing_service_unittests": "7271309dc1dda2c59516c509b60ab3946c3b9eaf325f9d93551e181cb0f51c4a/323",
"elevation_service_unittests": "da924b8a0db32ea84c9dccc0c6bc0847a6de549c268b353cf338bfd6dd0deb7c/323",
"env_chromium_unittests": "7e89fc36ee238c8079b66ded4407c6c9e49927ac39237a2a1a6916ab113d878f/323",
"events_unittests": "9a80937a1d67042f970779d0267519690213ce392c8c76a2911f2e533af34e1d/323",
"extensions_browsertests": "0f8610b4daab66291178359454e993e8878d10dcf9113e4c58229efef88011d6/570",
"extensions_unittests": "4989b52236d84b71b7c3f82d0852797d3fd0abb8bd1302e0937c7367371b24d0/644",
"filesystem_service_unittests": "6ec9d48fee207a36e5dfe3e3e37dc425d7ecfd44a95234ee5b78a9b76b8beb06/323",
"flatbuffers_unittests": "c558af2488cf1ca761d952ab941fa9e68941a4ee82e56bcc45697b27ed7b8013/408",
"fuzzing_unittests": "23896b44b072fbdaa324ee268b0c7237c2ac4736a60eec5904e86ed4847d5c1d/323",
"gcm_unit_tests": "604ba143d27cf565cad873a62a78b182ccb987767b7c2cf8466b96671e584ebd/400",
"gcp_unittests": "8b6decf83bd43162d5f979e3f8885d73b6da889a95a04670981508162a88a2ba/486",
"gfx_unittests": "33a9773593d162a37683a8a024014c9bc8b3dc7f1c0d882cbc6edb060f42e093/399",
"gin_unittests": "b482915d03b6b5021a6268891202a2033a85306a41f82ba85f669a5a66c533ce/400",
"google_apis_unittests": "33dd57b80b9cf703314ae21d4a750b752405624e64db6df9e84370a009b89325/485",
"gpu_unittests": "4a0b43a134b3e64b941b299d5d15e16c0d578aa38d3dc5009b2bbacb8607c859/400",
"grit_python_unittests": "28153e5641f13dc1073bb450c6c5b82fbacf3e2cec1fc2dcf574fc656c60ca2b/411",
"gwp_asan_unittests": "555a30d31ad4e407ea49e46e90042921f8ae8f432e1d14b7269842b0c389cb1c/408",
"headless_browsertests": "11ea6bada864bb59b0c8d063bb05ff60c63af28fae03c74216da1a9d755809d3/569",
"headless_unittests": "cf3a0a756f273407a620f4acdc6e8f3d573dcc1a0c0f48e6115a8d269358c17b/323",
"install_static_unittests": "081ce2e9880e744e1f96121e5a9af59f4465a45f43a58cc11f02a0d6ef98324b/323",
"installer_util_unittests": "b08b47e1babb3396a8dac7d3274f9051673d7350f239446de3562cba6a819a8b/403",
"interactive_ui_tests": "e09ba87b82959994a5ab5742c3a59c40dca7034928c2a03425a2d27f6c011559/973",
"ipc_tests": "f065013a3df095306587b13010eaf4a6d77948aff659568913dd8b73da884e74/323",
"latency_unittests": "a15b1bcaa9dd8240b05cd1ac39f1fb8a014f40e49403a95f75a4c192c29889a9/323",
"leveldb_unittests": "b91d4e6a11310b51e1766951c199320ebdda2ad7dbe3385b48b0986adb564ded/323",
"libjingle_xmpp_unittests": "54480186a3e219235f2b82695ea43308dd4c8d3dc68d18a8e0ccdd39aaabbfd1/323",
"liburlpattern_unittests": "1f651b25a17bb2b6fd95825c2714cd48f28609566da35bb2774e2fb130784938/323",
"media_unittests": "1e5870c9b3c5ed69038b693fbcd0a8677db71227c9194a0ae5d905f13c851921/403",
"message_center_unittests": "7567f849be46049ce28a6aa5fb2da593f14e8dab45d9543e656fe1193d6496f2/323",
"midi_unittests": "2047b0e0a1b981b909c8a7c52be382a274cd4e6e5666af227072a018ad926da3/323",
"mojo_unittests": "9e46e2c2c5044d084bd6b245cf3932df3abaf147a08b7bbc9c28b94699ad87f1/401",
"native_theme_unittests": "9df09ca15ff7794b157c2ace6570aab7aa7dbf2bef54607080fbadb44f04efa4/323",
"net_unittests": "d2b6308f4f2323c02fa9ea554e3c2ede64bf1b3567595c166a8db569293f3fa5/487",
"notification_helper_unittests": "b1efc79e3cb36031cd5cf84e6fb0301e58a0f72b5cd3af58f04b1f04df168a88/323",
"pdf_unittests": "7dd3641812a13c57bcc67a8c7dba49c5074d85098f55c329f8ee01cb91056fd6/400",
"perfetto_unittests": "a32a6882361c4ee5a1448231fd3d07923a422e35cc688161569a7d083f8b1211/323",
"performance_test_suite": "a4fcf1ab0cc0b43b1548a3943692a457c33e557307e20271b739eff17a244b24/732",
"printing_unittests": "83f6bf066592cfd91e0906d88b43a3a4c4dd01e6894133aaa3f40df2539afb79/405",
"pthreadpool_unittests": "633a8ccd51ea8911ffe3ff6f2429ba4968f43e5bad7706aa724767fc1b82d7f8/323",
"remoting_unittests": "cc258acb2106d6b09558e32d4e7aa1ab55f2983aac588e2d5af7d55f3aa8e51f/400",
"sbox_integration_tests": "1f7eb0f3a0fd252f0996008185bc528b8a2f430dc7cff21772de259fa7a67272/401",
"sbox_unittests": "f7e3594c406ed3b9983cf4236525663e8e21e14372565cea022a573d2e9bf329/323",
"sbox_validation_tests": "16347dec5a3b8b24c0faf1a340b59c1c7cd00e5b0d4a3810088eee49139d5f3f/323",
"services_unittests": "ef820cded43d192b3002a7a962399771a8f1d4a3c1440b945ceef4d6bc6c5acc/653",
"setup_unittests": "5a8048eef193e1cc1b2f5b76d990ff45f92d7a19422484f41776006d5b072dd9/404",
"shell_dialogs_unittests": "841841522fad7dac44581a76772b753aa30f85f76ff012fc3b733ef7841d5497/323",
"skia_unittests": "a2813d5e67f86704ab7aa76ead96fc9ae5ca5276bd738a6e7f8da5ea39d1783f/323",
"snapshot_unittests": "1985f8c09cf37293f1a533b58889330b64e1aeda591ee623a5c08a795c7450da/323",
"sql_unittests": "2fd19b1050e23f290c152597d0e452baf340f316225ec26f3cbcb91766e66390/400",
"storage_unittests": "3a372c43a1dcc66a4eb6e16ff4bc1a7f0d3c207b1b32126140e6ce7e87a89c7b/481",
"sync_integration_tests": "0427a1abddc91802aa60d866f1ec95a13d6bddbe6df2bc6f9aff4bee3ca9c9f5/646",
"telemetry_gpu_unittests": "b06e62d0b2074bef75efdb370779d8d177f48d83c53957a742af282b9d4867dc/736",
"telemetry_unittests": "53bb113ac659c7631f3ec3f76f10826881bd26e2a52b29742cc3dba27551b5f3/575",
"ui_base_unittests": "3105fce478da9eae36d3f5f8755351460bfdb35e33864ccaeb890638e754cbd7/555",
"ui_touch_selection_unittests": "2af725fa78f0672e27351478fca8658e9c6d5e3b33b25e2ab813249a92f044b1/323",
"ui_unittests": "1dd73e4e5295e801524371254164cbd9ba0e4125b28f9e801b8c1d2bb01c1ddd/323",
"unit_tests": "1e75aba6100fcda04793581cbf58d417fc1ca5142f5d2efec0f298840c08a9b4/1061",
"updater_tests": "5c53d2a26ba3dfc84817780f81856b36c1012a3b730609b2ebaf94c4ead90c3e/566",
"updater_tests_system": "a23debc8fc7cc2c05658cfda6452b99c9a1e77b203015598209b9968fae5e3c4/566",
"url_unittests": "7db3a09989897271078bc2ff428a5593fa223db7d63b7f80ecedf8f8064eb9a3/323",
"views_perftests": "9f42f5e159e591dfced2842715dd2e75a538bfba1b38d18bdaac92ec211f5f93/487",
"views_unittests": "1430e09219941aac77aac575f06a94978d037b6b5851d561c6f9bf5465232cbf/402",
"viz_unittests": "3c831275745f064de9badc5ff08ed0d1f2f8f0f0d6ac690309270f9fc764f6b3/407",
"vr_common_unittests": "3400e6bb3377781effba3b3fc1655080e90ea0b24807a0ea83569471e92e9b60/564",
"wm_unittests": "727f02c32ac44339ec0682a536ca78715a16b0788158812e6a97b3dfc2a1f793/323",
"wtf_unittests": "9513080b627e08e203d9e7df1dd0e3e08f58b519e3c78a056cdc6fc1054bef9c/323",
"zlib_unittests": "a46b45e6ed142c617a22c479f2eb025072f9753e0a2356dd3ac2d91050d99a76/408",
"zucchini_unittests": "58657b0625aad367cd25785b5c15393dbf701d512b2ae2541825b76b6c90d054/323"
},
"swarming_command_lines_cwd": "out\\ba25-Win_x64_Builder",
"swarming_command_lines_digest": "e78a26e99621362a062f19b44ba5a1b194d49e579ee9d8ee0d00066bd645344f/94",
"swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
},
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "4fb8f44b8a104ce2fa43ea12dbe1633c585619d9",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8882298099371431072"
},
{
"key": "scheduler_job_id",
"value": "chromium/Win10 Tests x64 (dbg)"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "Win x64 Builder (dbg)"
},
{
"key": "parent_buildnumber",
"value": "173809"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[17:44:15.821] Scheduled build:
{
"id": "8716868037489694097",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "Win10 Tests x64 (dbg)"
},
"number": 45865,
"createdBy": "project:chromium",
"createTime": "2025-04-22T17:44:15.351706429Z",
"updateTime": "2025-04-22T17:44:15.351706429Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "4fb8f44b8a104ce2fa43ea12dbe1633c585619d9",
"ref": "refs/heads/main"
}
}
}
[17:44:15.821] Task URL: https://cr-buildbucket.appspot.com/build/8716868037489694097
[17:44:15.821] Scheduling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64 (dbg):8882298099371431072:2:0) after 9m55s
[17:44:15.984] Received PubSub notification, asking Buildbucket for the build status
[17:44:16.017] Build status: SCHEDULED
[17:45:42.666] Received PubSub notification, asking Buildbucket for the build status
[17:45:42.695] Build status: STARTED
[17:54:10.915] Handling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64 (dbg):8882298099371431072:2:0)
[17:54:10.936] Build status: STARTED
[17:54:10.936] Scheduling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64 (dbg):8882298099371431072:5:0) after 6m34s
[18:00:45.061] Handling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64 (dbg):8882298099371431072:5:0)
[18:00:45.091] Build status: STARTED
[18:00:45.091] Scheduling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64 (dbg):8882298099371431072:6:0) after 2m47s
[18:03:32.159] Handling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64 (dbg):8882298099371431072:6:0)
[18:03:32.189] Build status: STARTED
[18:03:32.189] Scheduling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64 (dbg):8882298099371431072:7:0) after 3m41s
[18:07:13.315] Handling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64 (dbg):8882298099371431072:7:0)
[18:07:13.342] Build status: STARTED
[18:07:13.342] Scheduling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64 (dbg):8882298099371431072:8:0) after 6m6s
[18:13:19.347] Handling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64 (dbg):8882298099371431072:8:0)
[18:13:19.371] Build status: STARTED
[18:13:19.371] Scheduling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64 (dbg):8882298099371431072:9:0) after 4m34s
[18:17:53.528] Handling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64 (dbg):8882298099371431072:9:0)
[18:17:53.552] Build status: STARTED
[18:17:53.552] Scheduling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64 (dbg):8882298099371431072:10:0) after 7m15s
[18:25:08.541] Handling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64 (dbg):8882298099371431072:10:0)
[18:25:08.560] Build status: STARTED
[18:25:08.560] Scheduling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64 (dbg):8882298099371431072:11:0) after 1m54s
[18:27:02.577] Handling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64 (dbg):8882298099371431072:11:0)
[18:27:02.596] Build status: STARTED
[18:27:02.596] Scheduling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64 (dbg):8882298099371431072:12:0) after 7m32s
[18:34:34.660] Handling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64 (dbg):8882298099371431072:12:0)
[18:34:34.678] Build status: STARTED
[18:34:34.678] Scheduling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64 (dbg):8882298099371431072:13:0) after 6m9s
[18:40:43.876] Handling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64 (dbg):8882298099371431072:13:0)
[18:40:43.894] Build status: STARTED
[18:40:43.894] Scheduling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64 (dbg):8882298099371431072:14:0) after 2m0s
[18:42:44.138] Handling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64 (dbg):8882298099371431072:14:0)
[18:42:44.170] Build status: STARTED
[18:42:44.170] Scheduling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64 (dbg):8882298099371431072:15:0) after 9m36s
[18:52:20.195] Handling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64 (dbg):8882298099371431072:15:0)
[18:52:20.210] Build status: STARTED
[18:52:20.210] Scheduling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64 (dbg):8882298099371431072:16:0) after 9m22s
[19:01:42.269] Handling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64 (dbg):8882298099371431072:16:0)
[19:01:42.285] Build status: STARTED
[19:01:42.285] Scheduling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64 (dbg):8882298099371431072:17:0) after 8m30s
[19:08:32.851] Received PubSub notification, asking Buildbucket for the build status
[19:08:32.868] Build:
{
"id": "8716868037489694097",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "Win10 Tests x64 (dbg)"
},
"number": 45865,
"createdBy": "project:chromium",
"createTime": "2025-04-22T17:44:15.351706429Z",
"startTime": "2025-04-22T17:45:42.473662275Z",
"endTime": "2025-04-22T19:08:31.561066880Z",
"updateTime": "2025-04-22T19:08:31.561066880Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "4fb8f44b8a104ce2fa43ea12dbe1633c585619d9",
"ref": "refs/heads/main"
}
}
}
[19:08:32.868] Invocation finished in 1h24m18.694560859s with status FAILED