[13:04:13.776] New invocation is queued and will start shortly
[13:04:13.776] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[13:04:14.978] Starting the invocation (attempt 1)
[13:04:15.006] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/c7950cca71341c53ba84ae14a8d1dc7af69982bd"
[13:04:15.006] Popped gitiles commit info from properties and tags
[13:04:15.006] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[13:04:15.006] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[13:04:15.017] Buildbucket request:
{
"requestId": "8871625273841611040",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "win11-arm64-dbg-tests"
},
"properties": {
"$bootstrap/trigger": {
"commits": [
{
"host": "chromium.googlesource.com",
"id": "c7950cca71341c53ba84ae14a8d1dc7af69982bd",
"project": "chromium/src",
"ref": "refs/heads/main"
}
]
},
"deps_revision_overrides": {
"src": "c7950cca71341c53ba84ae14a8d1dc7af69982bd"
},
"instruction_dependencies": [
{
"instruction_id": "bot_update_repro_instructions",
"invocation_id": "build-8706201125356735937"
},
{
"instruction_id": "generate_build_files_repro_instructions",
"invocation_id": "build-8706201125356735937"
},
{
"instruction_id": "compile_repro_instructions",
"invocation_id": "build-8706201125356735937"
}
],
"parent_build_id": "8706201125356735937",
"parent_builder_group": "chromium.win",
"parent_buildername": "win-arm64-dbg",
"parent_got_angle_revision": "7febacfe73be37bfa843ca0f420381658dc23be3",
"parent_got_dawn_revision": "2c53c1b75e06d9540ac3508c64d2a295e9e60c0f",
"parent_got_revision": "c7950cca71341c53ba84ae14a8d1dc7af69982bd",
"parent_got_revision_cp": "refs/heads/main@{#1502628}",
"parent_got_swiftshader_revision": "7cd1022cdc50fa3ac4f0ca5d0cdd64ce20af3c4f",
"parent_got_v8_revision": "f44e8c0244b8d5b7b41c7ee14dd7e49d70214559",
"parent_got_v8_revision_cp": "refs/heads/14.1.84@{#1}",
"parent_got_webrtc_revision": "c6c628c29842e3b2d01d2920159bafed9edc3fe5",
"parent_got_webrtc_revision_cp": "refs/heads/main@{#45357}",
"swarm_hashes": {
"absl_hardening_tests": "65c1414d20a87e0634558d9625e21fd44928294cef7a70d08dd2fc5eece78840/323",
"accessibility_unittests": "f806fb845c8cd4a4675a665f2021cf9b2fd7e2b6023c5294b48ef0748cf16d7e/323",
"angle_unittests": "dd830ebe4045a38167a0ea60068ce29049319537066c44d198f5cd0dc31b4316/408",
"app_shell_unittests": "d24380d4fcc77e1e94a6f12b59f1eddec2bb4e19157d08e7e87546351d1d7260/484",
"aura_unittests": "2fac3d72ba51815e9321e9ffa556da3609feffe4ac19a57043aecc49624eecdb/323",
"base_unittests": "d6ecd6d00b4e5dd614ec609cecf38e3e442876c25323e75c3bbfee175c40e793/480",
"blink_common_unittests": "948821e1f725eeef969f7b90fa3e8043466c1bd4f7ce87b360a3ee243409e3ff/485",
"blink_fuzzer_unittests": "4550d1d9a974d1ab36b78eaa2b05c262f3ff8791fe1acf5a9406bd02fa6552d4/323",
"blink_heap_unittests": "f488d75b91f45b708e0de72792ee1ac313cfe2a148351e9a5a31826fe1a440c9/323",
"blink_platform_unittests": "09b76ae23fcb09b7135e2013bdfac3e129ffb2b27f8ef84054b87918114645b4/643",
"blink_python_tests": "10ae47687fcf498d2d48baea4e428e66abc28972806aaf12ba752b825868b705/574",
"blink_unittests": "a94eca588121501d4b25c82fa900e6c74603d49cd9d5636f2d9bcafec3cad004/649",
"boringssl_crypto_tests": "307e50f213c7073d5a40666d8b31b20665ecd993fd7b71d94b13d9a60b2c0d9a/408",
"boringssl_ssl_tests": "08161702773d28fd77621d03e499b5918e72218bd7b1ba6edcf31d2c637f8c53/323",
"capture_unittests": "13c9ad1027e8bbd96f645b192f028bbf48f8c7d7594f73fccecefe990ba17b83/402",
"cast_unittests": "0943e2a5248cffbe80b4d1f33eedc8d0fd7a8c71aaa33ebb4f473caef58e7d7c/323",
"cc_unittests": "6277fc165aa5efa43aeeb3c5799d6177d99ae881be05b1e300499d21243f6d74/483",
"chrome_app_unittests": "340799dad595884aff2c54a952aa0c5fdd617fe0fa9a0bbd935d54702cf1d25c/564",
"chrome_elf_unittests": "8dd6576cb124d225a0c38ade8c5f0a31838ca2fb14f9bfe3a155be2b85e27bb1/323",
"chromedriver_py_tests": "022405c7cdc9ae430373d0acbff450f36f59eda26e80fc47935505b6a74c968a/489",
"chromedriver_py_tests_headless_shell": "c7cd71f2213ee5b2776dee48d90e11d5b889693b18d4b4621fa9ac9b5aae1e89/489",
"chromedriver_replay_unittests": "6b711821a598987274057636dc046f63cdd831493ef8e4720eae83656afc0d21/326",
"chromedriver_unittests": "9d87afe90a99a6ae1f04c07105189c1dc7f7f5d60a9ad17d9fa3fa958859bfa1/480",
"components_browsertests": "f6fbf2082abbef232cd5179b5c27b4f2f85d05da8f9857fd68f92880e1e47ae8/652",
"components_perftests": "b72aa3a7d7088dbbbd9c8e8e1dab54f13480fd8a334b50a25891440e4255678b/650",
"components_unittests": "5e2eac8c33748c70996eb1ad4879af4947263eb374790ca77e35dd339d112707/810",
"compositor_unittests": "a4bf522ede2e951b88f45f2679a2c54ab8952bad78372d79c2a59d7f17bd8ee6/399",
"content_browsertests": "18582575ffd768fb4b0c2bba92f265c2ff9fc263cfd2077539c5614363c4a2a7/725",
"content_shell_crash_test": "e3ecb5b058e56d8eb7dd489e573bec0e5ca26e35ffe0e7dd0740b006bde628ba/481",
"content_unittests": "8dd5cc549c42ce19293e67566081af572408a0eddd9526823bce58047744e5e9/560",
"crashpad_tests": "49c32dc9666e63dbbb2d217abe400dcd26357c85aa1a6d3a8e014e9b37bc07fb/408",
"cronet_tests": "0445556f76ca61e24db24b8b83c74f4a931b074cbcc65a639be4cd36e3093916/400",
"cronet_unittests": "54cc224f1438ed8e3de016140aff274577ea35278a8e0c042422aad66d174f32/400",
"crypto_unittests": "2d918597fe2de7e053985672a0e6037a52a62087cb045391c92eb6450f1253ac/323",
"delayloads_unittests": "b09b83af1e0f0ac5d33df9d7c9b459c12c3983c852683ea5606d0fe199383684/323",
"device_unittests": "30ea68b6af89a28ac3b5facd31ab5f9aa0aecbc7d1bddda3e63c53002046813c/400",
"display_unittests": "a2d75d1bf88123eb0a098ba3c6b55f2c239deb1a575aae57ec1d540ee941bfdc/323",
"elevated_tracing_service_unittests": "a814d8890fe5c47693d6017685d1cefd4fc9c3e17ff538de669a2a5271315c90/323",
"elevation_service_unittests": "50834295e3039231663b52942b7629f891ede80267eac2a200c153009aed5a7b/323",
"env_chromium_unittests": "73e74932074ae7377471a72399ebd8c19a921ef37ddaf0792ebe141e74ddea6a/323",
"events_unittests": "2de1c4f74e04be01a6500a443cd14c1d59c54d2aa6ce26f78ca982606018f648/323",
"extensions_browsertests": "df56bcec61a96d9a6cb7f9cbe119973ac1b7f313e8101150424212a5fa4fccd7/570",
"extensions_unittests": "fb8c19fb0d6508849a276956579ad8ac4da7799cc63b4dd9113cd12ae3590652/644",
"filesystem_service_unittests": "fa0846b0ec1cdea0c835c7589dc6921e636f10e5a92392f23e235dd13bc13458/323",
"flatbuffers_unittests": "cddc50287a9dac6f2ba93fa5b5ddc2f0774a48f054776c7813f973510856b7ff/408",
"fuzzing_unittests": "0fd1579f6a42ff5e8d735bbe621927179d207bfe83a79e5532311ce8c7d274d6/323",
"gcm_unit_tests": "8245705b08a15a1bc596e56b2d655817a8368588e3cec72cee674460960da746/400",
"gcp_unittests": "717a893c31c5d9399ec3d42a45fb83d60716aa16f278bad1ff4f9b2f536c35a5/486",
"gfx_unittests": "98486d61909196f0dfe9d979b4f7b1b178cf5e30404e9a3b028cbd23b831d9b3/399",
"gin_unittests": "f1188aef25df23ac7d40223d28fe54ae2d4ea7f91a4e0fe32d9d26007d65da87/400",
"google_apis_unittests": "c23bc6b1ec751832c93f82554e91bfcfe8310a37c452feec8c2dadb0ff9ef8f1/485",
"gpu_unittests": "67f49f6dc2bb4ba3e67e1acf175214587d0e5abedc3e5547b74ecadcc7c0a87e/400",
"grit_python_unittests": "2e7499a4cef3b154049d631196d087578f38acdd26529ee4e1cb2a4366f9378d/411",
"gwp_asan_unittests": "d16c3a1f910561b1cd6c5fca2d25b60deb20aee0ca53cba3c8eb92682a52cf7c/408",
"headless_browsertests": "558acbcffb5e2902cc93af002d23a1e713d5507c0d7f171398b4bf682a6c8c2c/653",
"headless_unittests": "0e36b1843bb986efee482ab6bb354ba62fafe7d3d1b95dd5d102fe9bcfb71f15/323",
"install_static_unittests": "2a3723ee9c4df0e3a81dbc47df7bf2135cf999be27a4a46bec18f2568307768c/323",
"installer_util_unittests": "9d9c431fec383a9bf36f8d3e99a9fd63b0a30cd72f16b6c570063666b7c369d5/403",
"interactive_ui_tests": "23ec6aaf06866ede1a04cbada447884da768cac0444cf5c8998e872d8855cfbf/973",
"ipc_tests": "49117616926701aa115e6995ac5c81912d317cb11f0640ce0aba747aa25aedcf/323",
"latency_unittests": "dbf21bfc2c82eaf959978e4edea6f578a18d1a0e83cf4464d09907a2b5526c0e/323",
"leveldb_unittests": "f1262935c7e88cc341f08fecbd91115f2b19bdafc54a4519eb05814a42b147ff/323",
"libjingle_xmpp_unittests": "d5fc62b679b6209c4bb1818a9552299dbbb99c0c2120e1e9e2e712c92dd2eae0/323",
"liburlpattern_unittests": "c97af1aaaa069735e94730c27dd9a0dc505a2946aad69214731e0dd4d3eedffb/323",
"media_unittests": "ffd9319b45b94f9fe0b40943545c277c3a46efec8fbc5b9d5ed1d3ac5095bee6/403",
"message_center_unittests": "dc066074b9d4a831ac26a2dfa9bf47af8c59fda26b17daa2ebb2c550e45234ed/323",
"midi_unittests": "dc7cd45922b6fea9f606fae535d67268bf0246e9cac6a3ae81cb75497a1fe2ca/323",
"mojo_unittests": "9b6d9b9ece35483cedd8fe78120a51b7df6ccca72d721589085c2f909ae8ff4f/401",
"native_theme_unittests": "84a8cc4bab2bb3f7db57956d41b67656f1041208e00ee00d62b6fccd49b82b9b/323",
"net_unittests": "b04094c60d77c3bc1be260a36c083f0df3a215c34e3819204ac8d08fcec99e56/486",
"notification_helper_unittests": "ea07641dfe3d6730ab8c2765f4d565c1f4834bf270b48b03494588cc2f902613/323",
"pdf_unittests": "454a2f58b99725e9b8b485a7925f37082416052f7fd641520e187a24fbdb757e/400",
"perfetto_unittests": "374bd1b4c983da2f3a749a2092e8c236ff9f75f0c25ae4a3ec64737607805e22/323",
"performance_test_suite": "30f0ae0f9e3c575f9f84d0d87061749ffbc4f7a1f156bd4305e89e7168c3ec47/732",
"printing_unittests": "3fef1595b4507334f071684414acc5944f5beb59bc965f031f00af310e11dfa4/405",
"pthreadpool_unittests": "688c02ca91242ce5f9428fdf0496146fe6f17fa97b3b2d2f8ef1cb3879c97349/323",
"remoting_unittests": "af56b6224abe9ee26f6f5f04b5cf9b89da3fa9a80065f079e222dc2ad111593d/400",
"sbox_integration_tests": "657a9eb94ddc98e9bc2f14feb9cdb67cb1a9550ccd170806c01f968596476c16/401",
"sbox_unittests": "252ccc6efc44e400cd8736e5c963c978e32586f5c276b401ed9444b0c0a16883/323",
"sbox_validation_tests": "356b9aee619203adff16a315e2f3a54b5c679be78201f6375671bd72834dffda/323",
"services_unittests": "5e0375833ab41fc8d854904b4ac3b0fc7f4e436daf1655054c9b3bf42add1910/653",
"setup_unittests": "02bd079d359658aba0f9aaf2a09678ec1012bfcf5b3004d1790e241ecec9c165/404",
"shell_dialogs_unittests": "eb30dec07e82b3798ef77fd4b8eee2f7019b816b5be43c2f259d2f193f4a322d/323",
"skia_unittests": "2016a033ede20f87edef2129709039fbace8523a88357e8cea538bd747f509c1/323",
"snapshot_unittests": "79779a36de087659467bf5939cdf6411054254c69cf4137fb0842d9138664508/323",
"sql_unittests": "9f4b143912d8747f29e0711fa34d7c34dda5253420d37835cec6654a7d93f133/400",
"storage_unittests": "e2646175f33f9d4eb1f7bbbe8c5d368138ddb4a4ec0ef897e599ba82ccf50ed3/481",
"sync_integration_tests": "db4176deb42a1a16c97526b85136697da13cb3d1cdee075c9bca9f9e16709307/646",
"telemetry_gpu_unittests": "90ebe5c5a6920a6499fed19578e2b1e07ef5f6d36c56dc3ffc58818ee9f260d0/736",
"ui_base_unittests": "018e53ae18c18ad08310f56b1e32af8b4e3e2690b6af6549b81057f21eb86a88/555",
"ui_touch_selection_unittests": "295da14103a50461ad67c51e808cfee40e80ba03db20637d995ebea179998102/323",
"ui_unittests": "c896aa39e84acf0d4f80e31b463d3982f11dc28416ca58232e89528fb4234a98/323",
"unit_tests": "d435751a98520554a9ea53f6999cd4148b50039bdce1d2716e42d03f6c596b01/1061",
"updater_tests": "1566fd38f05990c6e3b29afbb2664405e88ad16fc1ea8d20f2fadef824448d91/566",
"updater_tests_system": "0ab89d7a0d8536d87e07254a0a46eec17f30fbd769f4a503d27841f559c73e5b/566",
"url_unittests": "431250e6b3582807ddce76ab938810a6ae2a0ed1c8898673c137ff3385678f3d/323",
"views_perftests": "bf60baa8b48de2b6e7f2aceed3106b6b28db633107e1cf922efdf2b337277183/487",
"views_unittests": "a3f5ebf9490e165e9cea8434986463104ccbd4ca6bf1bfe9c52ea754afafd660/402",
"viz_unittests": "d2de1bdda518e46fbab5d6ec38d37edcc195b81819354c0b0d5e4c3af3262407/407",
"vr_common_unittests": "4e3fe5649db68ee497ad498f2db47694a9b7192462edd5284b18865e4ccda278/564",
"wm_unittests": "3c08cfec2289ac57d77ddfa9018266a184c6acc9276468ac5ad469f44ee0de91/323",
"wtf_unittests": "69c476a0bf2e331fbe8509910ae45965cad388e47229104d6a401ff91caa2a47/323",
"zlib_unittests": "f192b30adaa0fc23a0a38db72dfe8fb896edc376a14c26e0b6889f7fcf4c4257/408",
"zucchini_unittests": "6bcbd5c0a2ace58052dd7cfa89cc1f05871dc516c18146cb839f05e858c37737/323"
},
"swarming_command_lines_cwd": "out\\5c6a-win-arm64-dbg",
"swarming_command_lines_digest": "3761d4eaee38ff00d7c911895cc592c4f74635d4e50524bc18f7981f7e1c405f/94",
"swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
},
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "c7950cca71341c53ba84ae14a8d1dc7af69982bd",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8871625273841611040"
},
{
"key": "scheduler_job_id",
"value": "chromium/win11-arm64-dbg-tests"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "win-arm64-dbg"
},
{
"key": "parent_buildnumber",
"value": "10369"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[13:04:15.615] Scheduled build:
{
"id": "8706195211783197153",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "win11-arm64-dbg-tests"
},
"number": 7997,
"createdBy": "project:chromium",
"createTime": "2025-08-18T13:04:15.111491511Z",
"updateTime": "2025-08-18T13:04:15.111491511Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "c7950cca71341c53ba84ae14a8d1dc7af69982bd",
"ref": "refs/heads/main"
}
}
}
[13:04:15.615] Task URL: https://cr-buildbucket.appspot.com/build/8706195211783197153
[13:04:15.615] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8871625273841611040:2:0) after 2m10s
[13:04:28.439] Received PubSub notification, asking Buildbucket for the build status
[13:04:28.515] Build status: SCHEDULED
[13:05:02.372] Received PubSub notification, asking Buildbucket for the build status
[13:05:02.395] Build status: STARTED
[13:06:25.616] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8871625273841611040:2:0)
[13:06:25.664] Build status: STARTED
[13:06:25.664] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8871625273841611040:5:0) after 5m49s
[13:12:15.068] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8871625273841611040:5:0)
[13:12:15.108] Build status: STARTED
[13:12:15.108] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8871625273841611040:6:0) after 3m31s
[13:15:46.132] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8871625273841611040:6:0)
[13:15:46.162] Build status: STARTED
[13:15:46.162] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8871625273841611040:7:0) after 3m51s
[13:19:37.195] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8871625273841611040:7:0)
[13:19:37.221] Build status: STARTED
[13:19:37.221] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8871625273841611040:8:0) after 8m5s
[13:27:42.586] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8871625273841611040:8:0)
[13:27:42.601] Build status: STARTED
[13:27:42.601] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8871625273841611040:9:0) after 8m25s
[13:36:07.634] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8871625273841611040:9:0)
[13:36:07.656] Build status: STARTED
[13:36:07.656] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8871625273841611040:10:0) after 6m32s
[13:42:39.678] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8871625273841611040:10:0)
[13:42:39.745] Build status: STARTED
[13:42:39.745] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8871625273841611040:11:0) after 6m45s
[13:49:24.767] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8871625273841611040:11:0)
[13:49:24.786] Build status: STARTED
[13:49:24.786] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8871625273841611040:12:0) after 2m55s
[13:52:19.806] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8871625273841611040:12:0)
[13:52:19.825] Build status: STARTED
[13:52:19.825] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8871625273841611040:13:0) after 4m56s
[13:57:15.880] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8871625273841611040:13:0)
[13:57:15.896] Build status: STARTED
[13:57:15.896] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8871625273841611040:14:0) after 1m9s
[13:58:24.913] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8871625273841611040:14:0)
[13:58:24.935] Build status: STARTED
[13:58:24.935] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8871625273841611040:15:0) after 4m21s
[14:02:45.955] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8871625273841611040:15:0)
[14:02:46.042] Build status: STARTED
[14:02:46.042] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8871625273841611040:16:0) after 3m21s
[14:06:07.059] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8871625273841611040:16:0)
[14:06:07.079] Build status: STARTED
[14:06:07.079] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8871625273841611040:17:0) after 8m6s
[14:06:16.651] Received PubSub notification, asking Buildbucket for the build status
[14:06:16.710] Build:
{
"id": "8706195211783197153",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "win11-arm64-dbg-tests"
},
"number": 7997,
"createdBy": "project:chromium",
"createTime": "2025-08-18T13:04:15.111491511Z",
"startTime": "2025-08-18T13:04:36.279859879Z",
"endTime": "2025-08-18T14:06:16.258543194Z",
"updateTime": "2025-08-18T14:06:16.258543194Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "c7950cca71341c53ba84ae14a8d1dc7af69982bd",
"ref": "refs/heads/main"
}
}
}
[14:06:16.710] Invocation finished in 1h2m2.94602667s with status FAILED