[14:41:40.336] New invocation is queued and will start shortly
[14:41:40.336] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[14:41:41.413] Starting the invocation (attempt 1)
[14:41:41.439] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2c29fc1a127e7cd615d21b0886026a88cb5ad4b5"
[14:41:41.439] Popped gitiles commit info from properties and tags
[14:41:41.440] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[14:41:41.440] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[14:41:41.440] Buildbucket request:
{
"requestId": "8857757807418892112",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "win11-arm64-dbg-tests"
},
"properties": {
"$bootstrap/trigger": {
"commits": [
{
"host": "chromium.googlesource.com",
"id": "2c29fc1a127e7cd615d21b0886026a88cb5ad4b5",
"project": "chromium/src",
"ref": "refs/heads/main"
}
]
},
"deps_revision_overrides": {
"src": "2c29fc1a127e7cd615d21b0886026a88cb5ad4b5"
},
"instruction_dependencies": [
{
"instruction_id": "bot_update_repro_instructions",
"invocation_id": "build-8692332564436865169"
},
{
"instruction_id": "generate_build_files_repro_instructions",
"invocation_id": "build-8692332564436865169"
},
{
"instruction_id": "compile_repro_instructions",
"invocation_id": "build-8692332564436865169"
}
],
"parent_build_id": "8692332564436865169",
"parent_builder_group": "chromium.win",
"parent_buildername": "win-arm64-dbg",
"parent_got_angle_revision": "713349950f987c7f05f7d6208bec35149b66d119",
"parent_got_dawn_revision": "94447d0354afde558adb3a7c66eb96fcb08af4ba",
"parent_got_revision": "2c29fc1a127e7cd615d21b0886026a88cb5ad4b5",
"parent_got_revision_cp": "refs/heads/main@{#1570893}",
"parent_got_swiftshader_revision": "9c9be842747090b0be33d817b79a307f55d402db",
"parent_got_v8_revision": "128fa82742e2903a1cab5516e1bbbc107cdea3ce",
"parent_got_v8_revision_cp": "refs/heads/14.6.33@{#1}",
"parent_got_webrtc_revision": "d3abe01f4ba10fb67f25cda8f4aa348a3f9ba58e",
"parent_got_webrtc_revision_cp": "refs/heads/main@{#46677}",
"swarm_hashes": {
"absl_hardening_tests": "de333abdfea7ad5bc5778b0bd18d86d9bdd015eb57b32431c4a9ddb4eb07d703/323",
"accessibility_unittests": "685fde2208328195282e57670624c8e77bf994ff318d67495a782a34b07be3cb/323",
"angle_unittests": "1c526faed9c1e51860deb61d87f1aaf1d87871d38dd9c0c1f127ce35184d096b/408",
"app_shell_unittests": "5677bd85bab8e6bd22f709a693f94e5af8ef86d2b07a0024f5875823d66c8dfd/484",
"aura_unittests": "4968cc8c44fb7d3b9bfad92ec593d04360a3fe997286b8ac603513336b8f088e/323",
"base_unittests": "82eb6f1f738cc9ff7aeffed8e05fddaa4dcc9332331d38c90e401be5467711dd/480",
"blink_common_unittests": "7a61604fb1ab87b4aafb32a35f84e4a7449564424534594e8c43a8d476fd072e/485",
"blink_fuzzer_unittests": "687b0edbb854d0edfd6662064b83fac8964c1e05295c3514211106c4e71ff4dd/323",
"blink_heap_unittests": "e279b07892bc7bdb82992485f0ed1def367ca5d6bdebf1651c2bf6655495687d/323",
"blink_platform_unittests": "a1381c1f7381208a3fb0a6a726fe39c6d407080b89155a8ede3bdb5480c08f99/643",
"blink_python_tests": "aec8eeebf6f02e271bf5d07602fafcd84f257201aa871f31a5968543fe03f4f8/574",
"blink_unittests": "fe91f2ccdc13fa41e11ffeaf230ad9025c8f8e585b5a76d390b778509265daa7/649",
"boringssl_crypto_tests": "e3a0bb7be10ced8d4dd2b7ca678626502a3dea538287ab9846224892b0ac263a/408",
"boringssl_ssl_tests": "c01fa9375acc2dcdefefe1f8781d80392d18c081f63bf865d619ca2db75a56b4/323",
"capture_unittests": "bff8ef31ffeec2737235d79231cd943ae79de83b23357d4d05295d9dbbb1ac99/402",
"cast_unittests": "d64b85116a0799a76db90aa8635889aa257f623f561bbfa1513f9d4366fcdb73/323",
"cc_unittests": "676ad913fb64f698499bce405fd44c23582279caf06b030d50ae55db388a892b/483",
"chrome_app_unittests": "b7d224b1030b62d0033f58fb5c8340b242e9104f4dfc00312d7ebe65753107eb/564",
"chrome_elf_unittests": "e3cfa886882fb30d3ca4f4d9a104f41dac27a55b478d5930f01038ebfc0a725a/323",
"chromedriver_py_tests": "3628eba8492284256e8168669cf029f3ebcaec1ec390c643107a98946d9a1187/489",
"chromedriver_py_tests_headless_shell": "a6ecca9a1a37255fb943ef364f94cc129d677adae8c8aeaebb60d2894ccd5aa6/489",
"chromedriver_replay_unittests": "d896cac486f378a1171b1e6945ce839c72fb5d4f54be0621b5c26e883310b62c/326",
"chromedriver_unittests": "ba5643e53b3c410dd8436160a8c0f652840399469d8d046ae549c9bc26033a39/480",
"components_browsertests": "41e87146199f908a1e9b0771282d783951ac95b9bb145ad148cc72673457426c/652",
"components_perftests": "3b446122feff0a18b362fe2e1e0265f5b519e601de8230721bb94119a45fec68/650",
"components_unittests": "2b32db7c7e78b748b397ec2a67dcb101f6c72bc41cfbed5716b161f646c90c79/810",
"compositor_unittests": "afa63271f811b70554379c69df40bf4545171689918253963f6e98bd6c93f0bf/399",
"content_browsertests": "51556bc91dabfbcd89de6dc5ce81bba8bdf730caa80bf087b853a221c75dba2d/725",
"content_shell_crash_test": "e9d6158f1a823ab0edc2343335bb59981947ff421d07a9e019bbde5212c0f39e/481",
"content_unittests": "baa22350d853d6e2dae7773c77c47afc2ea294a83f1e712d3ec1ab182ca59244/560",
"crashpad_tests": "33811cc5764a2268967e5c1c36449ef5d4c2c6e790c99ac8bbeebe6c5539ec59/408",
"crypto_unittests": "19971f62f672617d993e8e38b5aa02474fd7dbf49bd4436f46f3cacf08325b9c/403",
"delayloads_unittests": "310004cdd473a8a7940cacb0a32c53c04b0eb4cd53331486e11e1925d83c6bb9/323",
"device_unittests": "639f7d16cd195a6c4bfcf92587d2950c21d447bede4582de0906d2fd31cd0513/400",
"display_unittests": "3cd5488246163e29e1509174536932f0dd46afd9294dfcdb922b1dbaebe170c5/323",
"elevated_tracing_service_unittests": "bb1ae296d9ce4ffb9a9b37f52e1c988ec13eb8c3ffad179f82fd4ef76cee5acd/323",
"elevation_service_unittests": "98505c8afd503f1c107f407f13ef38d67e42b3504c764c67bb3470b94a5b0e39/323",
"env_chromium_unittests": "ff5ad21d7332720d796db6ee9576379482278734879f7c7432d04eaffe55a1f0/323",
"events_unittests": "203ef9bb9ab5f339f150996efa7a4b5f6d4c128a066fca54b997d9f1cefb968a/323",
"extensions_browsertests": "a30e8e4bd18b9ac740b9cfc21dd92a53bce1363427ed59ea6be757b0215a6e34/570",
"extensions_unittests": "516165a4d04f5282323b2e687181a253cd6396bf5128b59718612fa71edec94b/644",
"filesystem_service_unittests": "a132041d54896a6db8cd642cd652745f87d8fbf2f2b34dec3f037e00dfd04406/323",
"flatbuffers_unittests": "4bc5f9c26452889d66352dc31ab3fa2740eb4d082fd1a2fa0889dc04e6804fdd/408",
"fuzzing_unittests": "aae89fc75cdc1bdd0b3910ce43f6a6c83a6263448a05eea8da2f7bb16e3ad220/323",
"gcm_unit_tests": "330f1fe71fc33e892f68caa8948823c5381af971aa9e52728e93bffbc496fe20/400",
"gcp_unittests": "578fbff29f8d22a1886e43312e5e1a29726ac0c72fc9bccf99ef10f0163adac7/486",
"gfx_unittests": "ebbafcaa6c50cdf9e8a1dc5a544a3c5f0309a51df3328121e8690a4966009fd6/399",
"gin_unittests": "ad5ce1148324ff1d050e00c9d08991a63964a4a4c917e09883014de4d2d1dc06/400",
"google_apis_unittests": "6fe93259f5d2cdee5c1de7eec94f0465fe9b082ee47aba5cda12665b8602896c/485",
"gpu_unittests": "fce4172343ac6774e01bab6363d352ae9af1a9f9752c28fb30f01b8cabcc8555/400",
"grit_python_unittests": "1808ce9a81439e6af07e1eaa774cef28ef2fe3de8b0474a2b2eb30bd6f44f2fb/411",
"gwp_asan_unittests": "9bb598e4abcad5709fbb2c3e23ef381dd7f75787e44355e92e6cd6ebd7f74489/408",
"headless_browsertests": "ff214e5c24e126a1a088f6dd2f5814a682cfd33b35921365641d928bdfd1e1a3/653",
"headless_unittests": "20815a88a9002012d804b84ab00e33cf7745ba8341b48ee8948c6656a21854a3/323",
"install_static_unittests": "d7e3eb2b42c89ff88fe62d03fea28b66e231c74d65a4dc9f645e5750dd99a883/323",
"installer_util_unittests": "d46d7479300dc8867aac4c5cd518568459c35181f5f0d33aed680be001d36c1f/403",
"interactive_ui_tests": "1b6da78df004e38edb683c25eb88c2d20af80ed92957f4801734246f335d9b10/1059",
"ipc_tests": "72854964db742d48c60b1613fc1b827e24f4723b865a8dbb744bd65899218fca/323",
"latency_unittests": "69da25d92fc21fd96d45d913c390d023ab5a07316c6d4f08b1c4d6e9076fdd12/323",
"leveldb_unittests": "1b0a2186311980bbaa48e4efa9f7fc8d6ecbb1715455de9107be7b4d1d14292c/323",
"libjingle_xmpp_unittests": "4b26975a40873633477cc6d6512843172a57f5aa504981348e6b9e90b340fe73/323",
"liburlpattern_unittests": "4a8e7fe2b9f415da2f302734d2472beaf645939522fa93682659a7165358c57e/323",
"media_unittests": "93a37aaffcad8c0bba2a4da0d97ca60615a758f3cf34f1fa9cbf128f775f67df/403",
"message_center_unittests": "cb94897891ba06681461b116ab5a21772bc43e4f15a50e92da5cee5dfb6c11b4/323",
"midi_unittests": "b3770d47124a17b78f118489b1c3464e50c82e5b7eb120578fc3f4cdd1e2df3d/323",
"mojo_unittests": "02edba43f2b950fab6c10a07026bc7eff8f0656b615e8eb3240e40b04013d10a/401",
"native_theme_unittests": "bcf37873dde355b1459f8c6225dea4c40fb8313ab7bb43d88f19bdb373c2e314/323",
"net_unittests": "5a00dc7997c965cfb0474c5d217b748c8dd1d7333ffa5c91847045005aada203/486",
"notification_helper_unittests": "3c9ffe52173aca5ea07fc0b97cc49d474a10458d36d871205cc4a2a89606d4dc/323",
"pdf_unittests": "d98e29810d167370148fd7ab5a1d2b6e59f282591f6d6d3b2517ee396fd06d75/400",
"perfetto_unittests": "f74aaf431d21d35141f710394f2525b79d6a98bda4d13d2c42acf452eb8ada20/323",
"performance_test_suite": "84c9d57b0b73d99b5c385cbcdef481cef6d44c099d82e3faf5070be0ddcff994/732",
"printing_unittests": "018aadfc5ba41dfdc7512b614353c6d2e50a18725280c114da5dba180cdad080/405",
"pthreadpool_unittests": "22b6c4d025e7df60b2220af41b0ae416174f2bb9f708d7fc62de4fa9c3f3e2ec/323",
"remoting_unittests": "9ed831d870b0acee15767671155a7d806fc332b5a36b1b401977c846d8538bc8/400",
"sbox_integration_tests": "9a70912ec9e0a683b75f4337f9aac6966f28faa780383fdcc948b83f8f496594/401",
"sbox_unittests": "5070849342af6741413c18fbc58e363707cfbac2a45ac33dbe9d75331cebf16a/323",
"sbox_validation_tests": "66334caa52cd4dc9dffa0afb8cf0779b1c504959e3f2986f7880e3dc248ace37/323",
"services_unittests": "bc7342d192eb24659d970fe97797ae44e5fafd97fdac16d3c14ebffd7956d59a/653",
"setup_unittests": "7b52c903843b5df775b58f41cc5c1f6a59964878efec35053631905dc2b75218/404",
"shell_dialogs_unittests": "be6679dba60c824e747c813471e184628a693665362b10c469362b8611dc834e/323",
"skia_unittests": "7ca993c7b321d25cad3bb6ae38eb443c46f3e72050c4c9b74d24346e3c979647/323",
"snapshot_unittests": "6dc0de00494b5d73e6d2511cdf0018b5b39f3816fbd0cf2ad1c776aec41c6842/323",
"sql_unittests": "a5230dde2286fa48717b6ac72cb99b9c7a0304848931c16c8313b9fbf37b666e/400",
"storage_unittests": "726e01deaf41bf3a11c82f8ec7b3dc443a32bbe59026f73da2d80e4699ffc8f0/481",
"sync_integration_tests": "6815104d5af94727e45e257f613cef391693d7806f41dc3c2c47db1643427aa8/646",
"telemetry_gpu_unittests": "9dc32ab3ad8885d09d3a8996cfb2c9e5e02fd134f597389509a8b3224d370410/736",
"ui_base_unittests": "4118d8328c2aa34e3a890d90f055fda5370fdea07081dd737b09aeaf64e9e3f5/555",
"ui_touch_selection_unittests": "d20ce2a89d37f7d0b5411d5fc007986b8e9251043f8ee870a2ffb3ca82f911da/323",
"ui_unittests": "d44e062501f1f06ed5ed0e86dfb1e4c306f33c42836853a917c77ad59570f8db/323",
"unit_tests": "31ca5466646c8dcbe3335601eb2c9c4538e9599dbf0baa80f70d36adaefe0197/1061",
"updater_tests": "a3e8012b85fc26a136e6bcc0ccd940e0ef971d4cd344d4e13aa46222aed9dbd1/566",
"updater_tests_system": "40a79e3f3cc01e6b5cdcacda51ee8ec1232996074c3759a7341356aaf949de0c/566",
"url_unittests": "1dc94ca22efcbf20a3bb478d10fc21315944161ce86ea3fa5f583d7df5f0783c/323",
"views_perftests": "68efd1f8acd8ed8b2589b1757daf11176d32423abd837782d5d881c441ca97f4/487",
"views_unittests": "97aa1a02cae9e0ea71e86beb83eefa83649921afe42086c35fc7dbf98c3ccbbc/402",
"viz_unittests": "200ca77a39dcbaf08c7c2c907d79c4c8ea0c0f93f26f05c7673a9632d570258c/407",
"vr_common_unittests": "8c4ec9f6784ed96d22d01f96a5ce0339fab09896fad7617b2edfa3622be6a578/564",
"wm_unittests": "936a07e4dcf645db1c7ad322b89fe50bed12b8306c886141c1043e40b648888c/323",
"wtf_unittests": "861ec7e84e4f0af169e0eb115e3c7ec3b9a885a2b238807cefb22244a30bb497/323",
"zlib_unittests": "1aeb093fd2fb706363c89864a9f9839891e60b77251c9ad3548d31bc78d69f6d/408",
"zucchini_unittests": "48e3598b8ac80bb6f2c06c4d5b875302a2660634abb5813bcb38f06cae5eb321/323"
},
"swarming_command_lines_cwd": "out\\5c6a-win-arm64-dbg",
"swarming_command_lines_digest": "fd5f4ba2404dc8d8237b73546eb2e636914329396fe751498e2d786c5aeff6b9/94",
"swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
},
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "2c29fc1a127e7cd615d21b0886026a88cb5ad4b5",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8857757807418892112"
},
{
"key": "scheduler_job_id",
"value": "chromium/win11-arm64-dbg-tests"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "win-arm64-dbg"
},
{
"key": "parent_buildnumber",
"value": "12670"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[14:41:41.910] Scheduled build:
{
"id": "8692327745522544689",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "win11-arm64-dbg-tests"
},
"number": 10248,
"createdBy": "project:chromium",
"createTime": "2026-01-18T14:41:41.517644981Z",
"updateTime": "2026-01-18T14:41:41.517644981Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "2c29fc1a127e7cd615d21b0886026a88cb5ad4b5",
"ref": "refs/heads/main"
}
}
}
[14:41:41.910] Task URL: https://cr-buildbucket.appspot.com/build/8692327745522544689
[14:41:41.910] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8857757807418892112:2:0) after 9m20s
[14:41:54.771] Received PubSub notification, asking Buildbucket for the build status
[14:41:54.811] Build status: SCHEDULED
[14:45:57.934] Received PubSub notification, asking Buildbucket for the build status
[14:45:57.960] Build status: STARTED
[14:51:01.955] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8857757807418892112:2:0)
[14:51:01.971] Build status: STARTED
[14:51:01.971] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8857757807418892112:5:0) after 4m1s
[14:55:03.034] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8857757807418892112:5:0)
[14:55:03.056] Build status: STARTED
[14:55:03.056] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8857757807418892112:6:0) after 8m32s
[15:03:35.075] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8857757807418892112:6:0)
[15:03:35.090] Build status: STARTED
[15:03:35.090] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8857757807418892112:7:0) after 2m27s
[15:06:02.245] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8857757807418892112:7:0)
[15:06:02.323] Build status: STARTED
[15:06:02.323] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8857757807418892112:8:0) after 1m8s
[15:07:10.339] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8857757807418892112:8:0)
[15:07:10.415] Build status: STARTED
[15:07:10.415] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8857757807418892112:9:0) after 5m11s
[15:12:21.543] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8857757807418892112:9:0)
[15:12:21.559] Build status: STARTED
[15:12:21.559] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8857757807418892112:10:0) after 5m48s
[15:18:09.819] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8857757807418892112:10:0)
[15:18:09.860] Build status: STARTED
[15:18:09.860] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8857757807418892112:11:0) after 2m11s
[15:20:21.145] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8857757807418892112:11:0)
[15:20:21.174] Build status: STARTED
[15:20:21.174] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8857757807418892112:12:0) after 7m39s
[15:28:00.897] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8857757807418892112:12:0)
[15:28:00.914] Build status: STARTED
[15:28:00.914] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8857757807418892112:13:0) after 5m45s
[15:33:46.029] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8857757807418892112:13:0)
[15:33:46.045] Build status: STARTED
[15:33:46.045] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8857757807418892112:14:0) after 3m40s
[15:37:26.064] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8857757807418892112:14:0)
[15:37:26.080] Build status: STARTED
[15:37:26.080] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8857757807418892112:15:0) after 4m3s
[15:41:29.189] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8857757807418892112:15:0)
[15:41:29.209] Build status: STARTED
[15:41:29.209] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8857757807418892112:16:0) after 3m24s
[15:44:53.242] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8857757807418892112:16:0)
[15:44:53.268] Build status: STARTED
[15:44:53.268] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8857757807418892112:17:0) after 9m51s
[15:54:44.361] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8857757807418892112:17:0)
[15:54:44.422] Build status: STARTED
[15:54:44.422] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8857757807418892112:18:0) after 9m36s
[16:00:55.431] Received PubSub notification, asking Buildbucket for the build status
[16:00:55.445] Build:
{
"id": "8692327745522544689",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "win11-arm64-dbg-tests"
},
"number": 10248,
"createdBy": "project:chromium",
"createTime": "2026-01-18T14:41:41.517644981Z",
"startTime": "2026-01-18T14:45:57.751687681Z",
"endTime": "2026-01-18T16:00:54.955968469Z",
"updateTime": "2026-01-18T16:00:54.955968469Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "2c29fc1a127e7cd615d21b0886026a88cb5ad4b5",
"ref": "refs/heads/main"
}
}
}
[16:00:55.445] Invocation finished in 1h19m15.12033866s with status FAILED