[03:29:51.434] New invocation is queued and will start shortly
[03:29:51.434] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[03:29:52.479] Starting the invocation (attempt 1)
[03:29:52.500] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/c0d551fd230eeffda6b0b86ae5911672571060d3"
[03:29:52.500] Popped gitiles commit info from properties and tags
[03:29:52.500] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[03:29:52.500] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[03:29:52.501] Buildbucket request:
{
"requestId": "8848468586819473968",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "win11-arm64-rel-tests"
},
"properties": {
"$bootstrap/trigger": {
"commits": [
{
"host": "chromium.googlesource.com",
"id": "c0d551fd230eeffda6b0b86ae5911672571060d3",
"project": "chromium/src",
"ref": "refs/heads/main"
}
]
},
"deps_revision_overrides": {
"src": "c0d551fd230eeffda6b0b86ae5911672571060d3"
},
"instruction_dependencies": [
{
"instruction_id": "bot_update_repro_instructions",
"invocation_id": "build-8683042185483247809"
},
{
"instruction_id": "generate_build_files_repro_instructions",
"invocation_id": "build-8683042185483247809"
},
{
"instruction_id": "compile_repro_instructions",
"invocation_id": "build-8683042185483247809"
}
],
"parent_build_id": "8683042185483247809",
"parent_builder_group": "chromium.win",
"parent_buildername": "win-arm64-rel",
"parent_got_angle_revision": "ed693fcbdaf2b0b8458cdd84faa19686e576630d",
"parent_got_dawn_revision": "d5b54e37c676bebb6af89700516439b3e5a934df",
"parent_got_revision": "c0d551fd230eeffda6b0b86ae5911672571060d3",
"parent_got_revision_cp": "refs/heads/main@{#1623671}",
"parent_got_swiftshader_revision": "6cc7757d2bd09471e25f8623abf9fd27bd69e0fa",
"parent_got_v8_revision": "81a5f5b668a375e7e91ac8b9a222842a7bf97a70",
"parent_got_v8_revision_cp": "refs/heads/14.9.204@{#1}",
"parent_got_webrtc_revision": "df1d02d83f6c34699ff047dfc104fc30773623dc",
"parent_got_webrtc_revision_cp": "refs/heads/main@{#47585}",
"swarm_hashes": {
"absl_hardening_tests": "e1a824b8611bccc0a6cf8be7b8a5693b51238f86c67c1b20feee79f9c4971f85/323",
"accessibility_unittests": "2082a09fc98e7f3a050748d9dcf33678bb4acf047209ef6a01d8cf3090c3f805/323",
"angle_unittests": "1eb894450e8f3aee02a52c71c7cd5200959ce7df0c36c5dcc1db1c7efabe33c2/408",
"app_shell_unittests": "d02f1b3a1a2d0e15a90755522f11026e4b87e3cdbff671a2406f8839395b01b8/484",
"aura_unittests": "79d56d0e2e4030d07f3b6fa84c477c81e4c8a607190fbe337772f634b597c8c4/323",
"base_unittests": "5aafa88b08953fb7433a18cfb06d8368d42aa7cad310bea546c4d1c8cd67a5c9/480",
"blink_common_unittests": "003626ba10c5542db26574e3057efddfa6593cfb9d12ce4068f79fbb5c3fc199/485",
"blink_fuzzer_unittests": "d11484835d1e61b49df5d49c5cf00856df87558771f9fe7cf3ed415e83ff028c/323",
"blink_heap_unittests": "9069c89e7778574249fe3a84905875ec957c907bc3bc2893b80bae4a1e4aa30d/323",
"blink_platform_unittests": "ba143ef283e77e4e7c1eb93ea52abdcc09238cb84193ffa94bedc18b0899e9ff/643",
"blink_python_tests": "a726b32c8e0a6890d1eb76d6b16e5895e0c3b0fdcded794afe620e0b550db445/573",
"blink_unittests": "1496610ee0c66452811d64c62c691c1068f29d2c512501fa18d974ed2658b64f/649",
"blink_web_tests": "aa68c240842908c7a64d07aab55030a02a70e6eaf51083e726d28f36347fb6c7/486",
"blink_wpt_tests": "278b902c490d33596868fcb736cf52411102cbebd76f23507c8b4ace428c06e1/486",
"boringssl_crypto_tests": "f2ef2381a26ab061dc2487253f62fb485a4b066b2024d4104915a1ac2c2748a6/408",
"boringssl_ssl_tests": "e079ee07a05f287471f1e93f197566fb8865c310973f0a4951315b46f36df1f3/323",
"browser_tests": "9c671428812f22b40e37112407776b77246985c61917d24a3c2ca93032036c8a/1220",
"capture_unittests": "7ed9e8674c05663b272100a4d6dbd96cb263df3b05d286071e379c22a637a5b9/402",
"cast_unittests": "1b6deb269e9c178d525f86234b6a85ce79e0cdd7eaef99d3e2b6378f575f7f45/323",
"cc_unittests": "6be03a1fbad694f9fc7ce2769928b1d5fb28925a04ad30ec43b2757e26077300/483",
"chrome_app_unittests": "8a35d6a5360934187f7e64a5f7f400ba753ea565489626651fbe16f788c994f8/564",
"chrome_elf_unittests": "209bfbe70ac7965764622fccf39e322adaaf7fb5df4080caab226434b835ce64/323",
"chrome_wpt_tests": "f00941b24bb3d52aa803d58db3008dc1723d0fd173ffe2e8c3444122a6b105dc/486",
"chromedriver_py_tests": "6f7c43839adebaeca2c06ecb03dc5e87d085033954d9ed20cc2b6fe0ade9b259/489",
"chromedriver_py_tests_headless_shell": "4d3ad8374fd7035d3d400e4695e8e65cb2e4f7027912cff9ecf8753298badedf/489",
"chromedriver_replay_unittests": "e9749932ee310e70c88c2a05d21b4a4701db2901e432d3667b16c809309cffc0/326",
"chromedriver_unittests": "0b391599757faceb12441817bef5f6de20da8f3c03c0206f6cce9dcd4f0d7eb7/480",
"components_browsertests": "56ed327104cc4eb19b0432fb31a9178cb4657c8f88934c3cebd98b5affe325ac/652",
"components_perftests": "ecfb6d0de46c62886be678adeb813dfe16b2c0a2b80d5d7a7dd50abfff254ce5/650",
"components_unittests": "2103357afa6bd39f5d0c8c538f36ef0d47fb8a045fc44fd68becdbbfe07cf001/810",
"compositor_unittests": "d7ede5113c73f15aeeb42e299a61e44a927797c8614de1c8daf141becbc00ad7/399",
"content_browsertests": "17d9e065d606e97ce46a4050c883705623ac6480bfba34a0fbe645bd87e1983c/725",
"content_shell_crash_test": "47191fdc326fef2e4e00e566daa841335648d0bab86a2293973873da935d92b7/481",
"content_unittests": "61692bbce3ccc9612fb35bf82f9766753728bf0af821bd2aaa19425d4cd6c3c1/560",
"crashpad_tests": "4f79c9235934826b0c08a68d017b9fc464aa2e64075a2ca5d91362218d2379f6/408",
"crypto_unittests": "df6f6c75f2a12a72bda0c9698100eacc259eb3c483d915e05acf5086c2823191/403",
"delayloads_unittests": "b0759d3229c9c9adde5d24928820852ee3707db4369c177281358d2117d833cf/323",
"device_unittests": "61d630b08a8e6ced952e4628052970b6d40129f19327ab998c0247ef4fbd5ada/400",
"display_unittests": "592f62f856aaad4451929c1308ce077b747491b5b48ac311cd263593823fd14b/323",
"elevated_tracing_service_unittests": "e41bf76d5d77eff66f3538369b8565d91d3b6194e8ad457f809be63c2df97dbb/323",
"elevation_service_unittests": "82b5c4ef7d09cffd8360f3c41000f91b618efb9cb90d88ab53ea9a2067014e09/323",
"env_chromium_unittests": "a829100e7dbf63b624063196493263470883a4eb0438187eb197b616501919e0/323",
"events_unittests": "73e525e56dc2381f14708cc8ff51393445e15c4706c8b45b438b399a5f0b6b9d/323",
"extensions_unittests": "e4be4f77dedfc0923f1ba4c168872ea2b6c5208e3a3610edd19a9668ed8ad0e1/644",
"filesystem_service_unittests": "027efe7e8f7d8f2a0163678629b1b8eca7a56c1e946a860b276c4ea369da8f6c/323",
"flatbuffers_unittests": "ef964a5ecb40a235b6af35433d9e6f040e06ccee7039b3ee9cbeb8b1c57bc1a8/408",
"fuzzing_unittests": "cec9f5f970d2e6279bc98b2c776e14b39d06a70093cc69fb8558d1acfc9e4273/323",
"gcm_unit_tests": "0d32690941c2f124da4234441ea9dfba67a25d6afb6616240227898cac4aa557/400",
"gcp_unittests": "d0f2e20f6da8242fd7069883a34b819ae67e1ea71d8e271605bc19180e9fe06a/486",
"gfx_unittests": "fc68b7f59d1486d9722f20483e0fecbc768604b9902a6d91d49c89710041378e/399",
"gin_unittests": "3dc99c0d1e0745c3692cc987794b69d486c99f16ef68046edbb2f59d27f50d0c/400",
"google_apis_unittests": "c95c471f94e345420003ce78b21838ddbad70cccf0bb84785e422f5b6f8d7ebe/485",
"gpu_unittests": "b15f5a568da6f177997df74f84c2dc529c7609129c0fece8c82e6d1e8e2af686/400",
"grit_python_unittests": "1c937b710a540684e4559d5de71278573340b2db161e12b37bf0c53759c3757b/411",
"gwp_asan_unittests": "948fc48588fd2107c29179e074ded17372118df1a30d2a8bef6b57942331aba8/408",
"headless_browsertests": "727bb3aa2d4cf098f504b6f93634bb9adcc9cda52dc1ae4cb729edd28e8799a4/653",
"headless_shell_wpt": "a12a43dae6bdaab7832a4499adb4c9d98527bbad2ed9e41aae5ea7359ef5b893/486",
"headless_unittests": "764e931f400a0f48a043e7f07d61729ba611315b34c2cf31d2a5c3f5b030a716/323",
"install_static_unittests": "b31fe266f422eac4e59f381fad6a0419f4fd55f11c0e4c02889f25c499faab8e/323",
"installer_util_unittests": "fea0e5a7b305717aa0a8e767c31018f4eb9dcefea58efc6e252cc2cb84c38566/403",
"interactive_ui_tests": "15a43ad0a48ddd409deb2e6bd0107cf9ebbe5d00667a2a11b3194e2bb59d424d/1059",
"ipc_tests": "dfa2a22f31cb67e61ec47caf15a797a8df60c83ede802bc05afd88e285b36b74/323",
"latency_unittests": "37b47001a33ef1878399f2ba59027a4ceee0333bdbb3366148ddcb1ff6862dce/323",
"leveldb_unittests": "e98301ebeb1e502508104f2fd0245a42f69242a88efbc6a483e0d65336012bbc/323",
"libjingle_xmpp_unittests": "caccf5f948c3d0ceb07f4462f04c604b11662c903ffdef7d3ee473df9588bdc9/323",
"liburlpattern_unittests": "02864c5f1f5697857612bcc46964bcf36a409b0cab0192bbbf2ef0a569b16488/323",
"media_unittests": "be55e3a2b5063188afaa080d43a2d059cbf3cab17617a8e072ae8a10f2777a60/403",
"message_center_unittests": "0147853cd9fadf91f05f1415b6e44793b3be21e420851b19b19e861cb2a1cdd1/323",
"midi_unittests": "809d2015092d67d6ef284b51ecb095dc98b91e43c224c549df309855ebc2ac22/323",
"mini_installer_tests": "3ec38d5fb048f2611520a1b90373f88930eacba0f96ca2f5940bd20d063c646f/489",
"mojo_python_unittests": "315a6b15af2f08ba45a0a4921b11759d7ac80b2004acf52f7a8c85c2b1e07f78/411",
"mojo_unittests": "c321e65b656fd36ac48bf35aba453f55b4afb27a3305af8d7cde0ea431a98c30/401",
"native_theme_unittests": "fa00bcf834fb0bc96369690886c4d546f166fa8b7bea28241b58d604680b6b55/323",
"net_unittests": "b740f9476ecd901d62339ef117f89e34b57444fe2887a7d8427f65ad8ccd3875/486",
"notification_helper_unittests": "9da045c4ad7f1c35544906ab59ed5c260786d97dca6b6c60e3ec55ec5e0e954c/323",
"pdf_unittests": "d893940cc4cc3b9a8576496042ea3b45f1eec28e4a3ab39823a3a1e561480be3/400",
"perfetto_unittests": "4408c8bd82bf6b23522b5f6beabf1f0056448d8c5ded4dfe15c8e54047eb2c74/323",
"printing_unittests": "a4a10f7b06d53e0ba80794e9e2d5d492fd16a1d4eb41992a5f6e83949de3be6e/405",
"pthreadpool_unittests": "64dc11eb8ccba9a6d7e04236119a1bb8bf68395fa29438f020c4568be14c7222/323",
"remoting_unittests": "cc68a30e2de6ad6f22d66f813e0a142ee0781915a09feca47f614ce9fec694d7/400",
"sbox_integration_tests": "8e01b3f259483679d67a15f5cabae41e6dc713d003c00d90f83ff1272ed05a27/401",
"sbox_unittests": "bbe868441995f59ab0e30f853bd796a67f1096228bfa0aea2281b4afa3903212/323",
"sbox_validation_tests": "6d146cafa03f69f84d1bfeefc0586857879a59aae0cd923c89d9fe3f2e782ba8/323",
"services_unittests": "5e6943f345e92684fff68a5bd4e976e9761cb501a163dd0852960fbfcab0057d/653",
"setup_unittests": "bd24b46d0401761555bef65996fb1764605ea7985665fb173d4f044f97c041ec/404",
"shell_dialogs_unittests": "0c7bf17d8163bfcf9734926e20a4017844c7e0e8dd1d4d5d1972e8590ff01908/323",
"skia_unittests": "a7de9707952dee8a7d98a347b22ef6b24f5bf6caf2d5ceff72c1994bdf050b09/323",
"snapshot_unittests": "bf3d5c47cc2db8ba79a18199084d5dde4807ed41d402b10c454a177601bfb58b/323",
"sql_unittests": "81e67ccebab902c0e6f6bb175056ad2ce89e9e31b6c75432f7560830db0024da/400",
"storage_unittests": "664a529dac83e358ab78560bb7d39bd77c23c78859a2b4397f20a57169668df7/481",
"sync_integration_tests": "ce709df92ed280bf6cf159aaf649006f3ebee820cb03b404f39f5f59f50d9da0/646",
"telemetry_gpu_unittests": "9a06f7c03d4d3535ae3baa501ec14ab78461207ccd9a028a554e457206717009/736",
"telemetry_perf_unittests": "6cc8b7726f61fae24d6575202198472e0834045746c1146a814b23cb8cd816e5/655",
"test_env_py_unittests": "76cfae3e48c8eb0e1ac79192b81e16e66fcea80cb36bacb551e7e41052807aa7/323",
"ui_base_unittests": "3111d57da93dbec9f9abb9b5786ce0596da572c115f8be7c848e955d5be597bd/555",
"ui_touch_selection_unittests": "47293a8408ded82f7472feff7d146493adcb2d71316a63b9149f1b162ca10ee9/323",
"ui_unittests": "22e02201781aada84933a5bf1b3d89bbbb4e498384180cfc9677f30a88e3715f/323",
"unit_tests": "b08b44c817490f318a4f9a9e7163758af01879abf36b0ae13bd3a2545a06f74e/1061",
"updater_tests": "89a3a5176a9086dbf879cd1d5f958178c53cfeabf9bb494d7eb510e6df228359/566",
"updater_tests_system": "2ade705665699fdc4995a1be99118874f573db38e84f4bae8f19b6bd2031de62/566",
"url_unittests": "11c0230142850bae95a37479624e8cb7b1b5d189abac23c3ab1fe4c4b638d8bf/323",
"views_examples_unittests": "cd68366f8c856a2792ca6b24c31f324c76917efd41f38dec2c7db9c51d4620c5/402",
"views_perftests": "22f62fe12174b6c92ee1f0f57fbfc39dfcd6381f05892336fd5fda869ac855a4/487",
"views_unittests": "a9af966905f24a8da9555084abe5d14cef71654846ce06e0da17ee95c88a541d/402",
"viz_unittests": "8c4090ee1f896641ab1c235a9e64c40baccf666315b29232cd52e85be421ca3f/407",
"vr_common_unittests": "4705ab98b198878e3ecaf3be0141fe805188cf0fa39c95513855b296e092a980/564",
"wm_unittests": "f03a894465412a22e5871cdef4286e74c600b6cd6dd0fdef260a617849a0cfc9/323",
"wtf_unittests": "7b26d82f755c0df33dc16395829eeab3fc1e35a721d56f123755be38eabd99ec/323",
"xvfb_py_unittests": "4d23bb6ee5ed8b134f00ff73b9d77122825292b7adc5e5a84f60ea27822ec9f3/323",
"zlib_unittests": "1eff7ca7346ea6916868cdce753516781004008f197bf8cba20c88ba3ceee15a/408",
"zucchini_unittests": "0087f1f5a153e37ff31f78f16fdba67ad82da687d58451ce8cff6858b5b082fb/323"
},
"swarming_command_lines_cwd": "out\\e1d1-win-arm64-rel",
"swarming_command_lines_digest": "d356dd2ff96ff4bb54c40e73200ee861c5a5a0e0fa7d4e6281af172d80c7bccc/94",
"swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
},
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "c0d551fd230eeffda6b0b86ae5911672571060d3",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8848468586819473968"
},
{
"key": "scheduler_job_id",
"value": "chromium/win11-arm64-rel-tests"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "win-arm64-rel"
},
{
"key": "parent_buildnumber",
"value": "7200"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[03:29:52.995] Scheduled build:
{
"id": "8683038524990389009",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "win11-arm64-rel-tests"
},
"number": 6834,
"createdBy": "project:chromium",
"createTime": "2026-05-01T03:29:52.558397009Z",
"updateTime": "2026-05-01T03:29:52.558397009Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "c0d551fd230eeffda6b0b86ae5911672571060d3",
"ref": "refs/heads/main"
}
}
}
[03:29:52.995] Task URL: https://cr-buildbucket.appspot.com/build/8683038524990389009
[03:29:52.995] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-rel-tests:8848468586819473968:2:0) after 2m9s
[03:29:53.959] Received PubSub notification, asking Buildbucket for the build status
[03:29:54.039] Build status: SCHEDULED
[03:29:59.581] Received PubSub notification, asking Buildbucket for the build status
[03:29:59.603] Build status: STARTED
[03:32:02.057] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-rel-tests:8848468586819473968:2:0)
[03:32:02.071] Build status: STARTED
[03:32:02.071] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-rel-tests:8848468586819473968:5:0) after 3m5s
[03:35:07.096] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-rel-tests:8848468586819473968:5:0)
[03:35:07.114] Build status: STARTED
[03:35:07.114] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-rel-tests:8848468586819473968:6:0) after 6m5s
[03:41:12.186] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-rel-tests:8848468586819473968:6:0)
[03:41:12.206] Build status: STARTED
[03:41:12.206] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-rel-tests:8848468586819473968:7:0) after 8m51s
[03:50:03.322] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-rel-tests:8848468586819473968:7:0)
[03:50:03.388] Build status: STARTED
[03:50:03.388] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-rel-tests:8848468586819473968:8:0) after 2m15s
[03:52:18.404] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-rel-tests:8848468586819473968:8:0)
[03:52:18.428] Build status: STARTED
[03:52:18.428] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-rel-tests:8848468586819473968:9:0) after 3m46s
[03:56:04.452] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-rel-tests:8848468586819473968:9:0)
[03:56:04.486] Build status: STARTED
[03:56:04.486] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-rel-tests:8848468586819473968:10:0) after 6m33s
[04:02:37.504] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-rel-tests:8848468586819473968:10:0)
[04:02:37.522] Build status: STARTED
[04:02:37.522] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-rel-tests:8848468586819473968:11:0) after 6m26s
[04:09:03.600] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-rel-tests:8848468586819473968:11:0)
[04:09:03.620] Build status: STARTED
[04:09:03.620] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-rel-tests:8848468586819473968:12:0) after 1m58s
[04:11:01.644] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-rel-tests:8848468586819473968:12:0)
[04:11:01.666] Build status: STARTED
[04:11:01.666] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-rel-tests:8848468586819473968:13:0) after 2m8s
[04:13:09.685] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-rel-tests:8848468586819473968:13:0)
[04:13:09.700] Build status: STARTED
[04:13:09.700] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-rel-tests:8848468586819473968:14:0) after 8m28s
[04:21:37.763] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-rel-tests:8848468586819473968:14:0)
[04:21:37.793] Build status: STARTED
[04:21:37.793] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-rel-tests:8848468586819473968:15:0) after 9m15s
[04:23:02.247] Received PubSub notification, asking Buildbucket for the build status
[04:23:02.267] Build:
{
"id": "8683038524990389009",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "win11-arm64-rel-tests"
},
"number": 6834,
"createdBy": "project:chromium",
"createTime": "2026-05-01T03:29:52.558397009Z",
"startTime": "2026-05-01T03:29:59.254121873Z",
"endTime": "2026-05-01T04:23:01.771191125Z",
"updateTime": "2026-05-01T04:23:01.771191125Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "c0d551fd230eeffda6b0b86ae5911672571060d3",
"ref": "refs/heads/main"
}
}
}
[04:23:02.267] Invocation finished in 53m10.836489846s with status FAILED