[17:14:27.429] New invocation is queued and will start shortly
[17:14:27.429] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[17:14:28.534] Starting the invocation (attempt 1)
[17:14:28.573] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/0bf83203baa92b2a9a5937667e2e4a54f0d6cb0d"
[17:14:28.573] Popped gitiles commit info from properties and tags
[17:14:28.573] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[17:14:28.573] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[17:14:28.574] Buildbucket request:
{
"requestId": "8913827717221598240",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "win11-arm64-rel-tests"
},
"properties": {
"$bootstrap/trigger": {
"commits": [
{
"host": "chromium.googlesource.com",
"id": "0bf83203baa92b2a9a5937667e2e4a54f0d6cb0d",
"project": "chromium/src",
"ref": "refs/heads/main"
}
]
},
"deps_revision_overrides": {
"src": "0bf83203baa92b2a9a5937667e2e4a54f0d6cb0d"
},
"parent_build_id": "8748404843600305793",
"parent_builder_group": "chromium.win",
"parent_buildername": "win-arm64-rel",
"parent_got_angle_revision": "bcb6db5c1a05a5236ff458b07460b4766b11f44b",
"parent_got_dawn_revision": "a2ecee7073a117d5b0590975f77f7b1c7c5c0b40",
"parent_got_revision": "0bf83203baa92b2a9a5937667e2e4a54f0d6cb0d",
"parent_got_revision_cp": "refs/heads/main@{#1298631}",
"parent_got_swiftshader_revision": "da334852e70510d259bfa8cbaa7c5412966b2f41",
"parent_got_v8_revision": "fcf2b19f36f660eff60db83c5ba79510e19a8b35",
"parent_got_v8_revision_cp": "refs/heads/12.6.212@{#1}",
"parent_got_webrtc_revision": "53d43d6a41f91bc3174f2c85a18850dccdc31e95",
"parent_got_webrtc_revision_cp": "refs/heads/main@{#42263}",
"swarm_hashes": {
"absl_hardening_tests": "b301ba729f5f54a08e75b06dcb16a0e4461c75d8de0e816d62cc94237a920ec3/322",
"accessibility_unittests": "97b05d8cf48f8f85a0650f37dc389077ec7a5f6633d94f2ab8248765d46a5276/322",
"angle_unittests": "5d1a04a69fa3bedc68c24e931f0477ff84c22972daa1ad1bc134e1cd0854cb8e/407",
"app_shell_unittests": "6536413dabe3fa3a1ece7a1a1a39fb743b720fa689b8bf051ee6d8b3d8437fb4/483",
"aura_unittests": "7d0ed498dc57878968e636e7df85ff771cbabde46f4d3903edf0cc80b8012587/322",
"base_unittests": "f8ee4af6b15255793cc9fa3b98ad39a04dce223abaaef7b41d1ced3657555613/479",
"blink_common_unittests": "9300bfee0cbe4cf265ac70283ae62b060c91c6722e26a9ffe3597f2f1d07c5fe/484",
"blink_fuzzer_unittests": "7bac3339ea3cbc086f20bcd5bdb0cf87e3d07626cbfc274da57798681837ea12/322",
"blink_heap_unittests": "0dd4f799fe7de30484d897aeef22381a4a8fb79d3d8f6c94995519fc9a79dbfc/322",
"blink_platform_unittests": "6d90608b180b109132af6d95dcaf685a86ffe060a2a3035920a59674f6df1ed7/642",
"blink_python_tests": "e49ccaeb429cdf5736c6357981bd5d12c404fb142d2469571dd71ab754624899/573",
"blink_unittests": "ee1429c6426859a2923e075d9d63a02f1253a2bc186315f03f675ec67f7543f8/648",
"blink_web_tests": "7d9d79f679ce5b74d0ca7c2bd07e22a9dd24c522f90f7813816f39a2990f83ff/565",
"blink_wpt_tests": "e595f70afbfe35cd7fb59329d48eb030021c20ab0646de994d345691d72c0ade/565",
"boringssl_crypto_tests": "3b2ea3fed5ecac580e3caf277801777d31c5e6a085ec6e8153320fcb9ca79088/407",
"boringssl_ssl_tests": "535d02334d3f6cf9fdf71ce53cb976ccc827ca578d81a2bec2e042cc6c5462d6/322",
"browser_tests": "b94fc7b366176188163da92cb78118a5f464ecc97ce8421161843ebba7476cec/1214",
"capture_unittests": "41458d130cdbf0af172c0b89e65f0f3219cf9a9badb49f088f097a0901ee7567/401",
"cast_unittests": "315c38bfe91b08733311905fb5de7ce844a41d2c1efd4e5e4d98cb0ab5c81926/322",
"cc_unittests": "fd5807df73622a2a99458346cbb984c05f908cd4a5e13fc01ddfee0288722494/482",
"chrome_app_unittests": "a1c070d11ce931d838c4dcc7fb19e3a136a80e49345668897e6ce4b96f4a68c8/563",
"chrome_elf_unittests": "bb15eff09da8d3bbe967434f0b77faae4ca065233052772c73ad005af3f06bbd/322",
"chromedriver_py_tests": "c46cfd8d1a6c57336cc8af3a4fe1bd49c277e4c8a2ae92d613b63d3ee115e839/488",
"chromedriver_py_tests_headless_shell": "2d3b79db9eca9b23669ac65360d4c2bf58a5e3a259dfce7dee3baedf9de69c34/488",
"chromedriver_replay_unittests": "867041f8dd18754b53da31cd49a9227b64dfcfc2737e6aaf150218e71849e3b2/325",
"chromedriver_unittests": "fad762a61ab6a5c711f1d35c41b58dae4bf6bff62c3a95446f53c7a911dc1411/479",
"components_browsertests": "4ea5a2fae733ce8d7d8180f24b39a4e79ed3265f8bb2181b5a0ae0ebaa660001/651",
"components_perftests": "67fa21f199910a943cedd413eb2e388d68d4b4cfc9d9973cc10141fd1e487f53/648",
"components_unittests": "5d7600dd35515519ad151b6e4fae06f3605de2b125a959c7834883cde1ebf242/730",
"compositor_unittests": "3e8df87bea39b5b9d3cafbffcce5235f549c7b58cc3d1ecc7fe3ee6dab955bff/398",
"content_browsertests": "19b80519b97539ef1aa5103dc712f3c7b4fa5577d0a509e17cadca61914154d5/645",
"content_shell_crash_test": "742f81bd90dd89c31a78f7f992b0082358bf02d296a6851c36d9d402f694afa6/480",
"content_unittests": "32b7735a6cb8771a0d54531f6042b67cad6179804d2b7bf3916fb59fba1882cf/559",
"courgette_unittests": "bc47a8c5932339480963c234a018feafa002316d75f1c997fc1b208b2f7652c5/405",
"crashpad_tests": "7f3047aa8df7811090511e0c741eecdcbd9c82c0d23f7cfdd6317620704254e1/407",
"cronet_tests": "cdf80db782ea81055b08108ac35669d9ccf3af27891a36de9d7b63ebfd35405d/483",
"cronet_unittests": "8977fa17f7c2fd12776eef4ae996da4eba192f7dc00b7729ff977fe2ef391099/399",
"crypto_unittests": "e92d5d47bbaa901139bfeca596378b3a58693ce2aa64e4efa111219e6ed0e950/322",
"delayloads_unittests": "30770f8df1abbb6c7eeabf36b4823616e61bc32095a3b638d366956ee939b2c9/322",
"device_unittests": "8d2d667daac077f4371ea108d4d9476495311eb07a035956fe7ec6f6c91f7b4e/479",
"display_unittests": "18b676464e54c4058935fc13344ac31a8ce00655f761d6270c52f71665b8f757/322",
"elevation_service_unittests": "154f121bd350ca5a0543df6b08c788db0271e6211744c0cb129ebf31fb88b5e3/322",
"env_chromium_unittests": "ea17798d9ba799f29e3d8a9306477af0918e87294dce771d6cedf24e761d18f3/322",
"events_unittests": "feb84f4db07ffb2906d3205265e2b0768238e469a98f48103e769c59ddee532d/322",
"extensions_browsertests": "1d1cfcd6f4d5e2b4ae9c6129812fccc32063c1ec3dfdf3f049bf4e50191a0a90/569",
"extensions_unittests": "fbca32dedfdca5f027e6b2c27c1ee6bf11e77d6c3cc186433d562c1373f78a09/643",
"filesystem_service_unittests": "6cc3418668f48363f4f229d8723987250c4b58b7afd949ad32b953567b062fea/322",
"flatbuffers_unittests": "c29e2f48f390302f6495e90039d920ab4873e96cc0a387662b79f51aae50a6e0/407",
"gcm_unit_tests": "413b7b0c3131d138281023bf73eaff1fddf0b6a26d1e6d60922da67631b7cdcf/399",
"gcp_unittests": "d78f0013dc58ef42935cada98e635c569e98144990e628b03b3334a098d828e3/485",
"gfx_unittests": "1f33103285f34a2b63ea991921f644d23a28fc22315cf34b915a0d29bcc37e16/398",
"gin_unittests": "e4192c6770da8ab65eed72c00e56071214a8cc2477836be7ebcf249403486e7c/399",
"google_apis_unittests": "7548435e4ac9060d2b1c27a7fa3f3e7d34e9ee080e1efff6a13e2db17f17e8b5/484",
"gpu_unittests": "64fde9716e98610a9fb6e34a08d62e31a5bb0e56f76b3f839c55e933587c2cef/399",
"grit_python_unittests": "dce272e2506c8db4502624f6df3c9e3a33819a9ec6b9d097b1ba9e4c7a8387d1/410",
"gwp_asan_unittests": "ecdb0825a90091fd0bcf1d711d22ce14f535b71bfea1c75dccfcfef7ba12c7e2/407",
"headless_browsertests": "d7ed92b62cee9c551e1c4ef1b3a857e1ae7a274f090e2f8cfbf7a63c1351be3d/568",
"headless_unittests": "6c66b83ecaf4226c96ba7434c34b29cc9dfba009e374ab750669effb2a357100/322",
"install_static_unittests": "54dfcc733ef980f9c06fd090d917ae33d5f1742af7e00629c7ccfe459958f0fe/322",
"installer_util_unittests": "afb52d9212abfd1abfb3b62d87ae2832f7415ef93d81a85c0d7c63d67f01165c/402",
"interactive_ui_tests": "35ad66a19642d935545b65f75c5d1590b58329dc2addd3af90a33062712d7d5d/972",
"ipc_tests": "4caf9727f0176537a2a8d44e16e84703b2c583132cb9d9445c08a971725cc22b/322",
"latency_unittests": "1c425de3b0cb87929f8457fcd56d406c6d332fe3d101e6a20399678b5adbecea/322",
"leveldb_unittests": "f724553d7bfe4afed9765ae6255774e7a8d32d8b63cbf15e7a1c2785ee7dd6ee/322",
"libjingle_xmpp_unittests": "c22cf8f1ad62e5d18907f514779d4d0ae290ca50bef335124f498850af250d6f/322",
"liburlpattern_unittests": "770c3acb78a9f456e03781595ed89350a9d1194cc5db36fabf6a9d0899f4d179/322",
"media_unittests": "9a8a57d57a74fe5d6bf893d81493d6e6442edd83929929553131128feaa9c550/402",
"message_center_unittests": "be0c25a595b8a730879de3a36e5c0c4d0fe9d1e1f4997220f0b15e4f981fc958/322",
"midi_unittests": "2b9aba7db1b62338de6175f59879e79f05ffc2d1e7011821dc5df502095141d2/322",
"mini_installer_tests": "5f69db3be4aa17541e2045eff0121dcc5f036ae0fd757208f8a5a6637c68c7ab/488",
"mojo_python_unittests": "ac011d520c86b39d99e571bed76772f565f52f28ca3c615fb351e53c3334027d/489",
"mojo_unittests": "3bb1d30a1294a16f48d615e32b8d1504405c30b1d0846f84c5cf11382b5eeb75/400",
"native_theme_unittests": "d0999453aa1b5687c79a856f194b252125f74a46103bef40aa78b0fe99f50a79/322",
"net_unittests": "fa39dbf86dd1c5865d62b1076aa9eb00428769f8d14ecd17d583ef1198d2fd93/486",
"notification_helper_unittests": "a48b75841552f2a64f9322a6b59c77ff49173288fe630de685ffd7b1ac942ad4/322",
"pdf_unittests": "b2ad504493d4dd73abaf8fc323ea7822db79a909ca473b8e9c2db14c6c31b60f/399",
"perfetto_unittests": "658a7a5e50c3507c70581221ffa56200b9ef5757a2103a5e8e7cb3233cd03814/322",
"printing_unittests": "d62dabe9d675e317cb772a6e5f801686ca12c3147ca64c144bd18594d3e7d64c/404",
"pthreadpool_unittests": "c88d6ab86ccc9be01c8a72207a6e33afd29e72025adbdccc42bb70de08864b72/322",
"remoting_unittests": "a674898ca016d18555eaa8a86e01b2c9618fe00a6366e524f189e6ca09fb1e00/399",
"sbox_integration_tests": "c493c6cd0c1d4dd9b1fa4db6289383b06f265f946bbff7b3d5bdbedd1ec02397/400",
"sbox_unittests": "9e57d16b3be823f7acd32705af5afbdd297d18c93a47efcfae185f5d32aeb977/322",
"sbox_validation_tests": "d44f1c6d80fb6699566ecd188e53d096ac2f5544af6dced59b572941674fd729/322",
"services_unittests": "278d8317ea0b8a27e88a643a1ffb8471ee29a52982111a74cdc80a45e3a6c73f/652",
"setup_unittests": "60052a1296ca60a8ee7775baede03d2aac5675e1510b1178c0482eeb931493e8/403",
"shell_dialogs_unittests": "d7d1ad245f9e92bf6595e88595895ad06e972c969bc852e3be3ab9bb40c752a6/322",
"skia_unittests": "462bfba8d1105175218f64eae4125929524a427103c1074e04128fd90a888906/322",
"snapshot_unittests": "0cca11bc3057930d7df7864a680d57f7f55ece5166ae278027afaf3b97003319/322",
"sql_unittests": "88f47f3de0b13b6aad63703ab4a7afe0cb85d9d3a3f80c12f719a55562335e84/399",
"storage_unittests": "e79f090b97d74eaaa93659c2d430e75bbe51046441d4bfdb2daf224a018d82d0/480",
"sync_integration_tests": "24d6fd6d4b4837ae5c88c798d84e86afd4d495c48b5302f1f8cc5224dc40031d/645",
"telemetry_gpu_unittests": "5ade517969e49e3019d694b7885adb332fd95256321c948e8f38ee03ebd62af3/735",
"telemetry_perf_unittests": "0c33acfc9e17e824cccc38eb68e39cfbd21a7d4c0c2f233c8c703c5283af5ee2/654",
"test_env_py_unittests": "c12ad81477369f12352b2b04c8b021a2b6a19c1dfc06366c31546eb19d69f730/322",
"ui_base_unittests": "d5eeac5a2d230f2fcd7133a63e5ec4f7f8d405ec14be5adc2f687fab86018219/554",
"ui_touch_selection_unittests": "68721ce82e8c07c382d39c0692206dddda260662a9bd76f0585ac400d7cac7bb/322",
"ui_unittests": "66d273e21f77412f75441a06755cccc34aef65c2bfd1ae8a1d40c58545f76506/322",
"unit_tests": "585648ca48287a51bfc3e580619efe559880997dddf5b7e1101dc801d4317c9e/1056",
"updater_tests": "fb3bbf858aa45ef7dec4e69fdcb767a79020f3eee7052a4579250f97e41c3925/480",
"updater_tests_system": "37b634de81ddb57917972791818b24021f59ebc9177e14b7be64f610a250ba40/480",
"url_unittests": "2ec009285125c6c18b6bd1ad6da35e015c291ade2f60186b9d01f91a287a9c2a/322",
"views_examples_unittests": "cd59b4ef49a808cf066991cb5b2b0ce21c12073ef0c675a1373ec621d0faf3f3/401",
"views_perftests": "a79cfb5aa1282e626bc59aa2faa5a3c0f1b98cca92951b6733e0f54cfdbd3e51/486",
"views_unittests": "47543786abe39cc7bdad0712705573c8c85c5f27a323600aef56639e67aee52d/401",
"viz_unittests": "7a9371886ce861907b64709b65443470e659ceaf995e6f1afd6201a80f3fa969/406",
"vr_common_unittests": "41235d5f34c2b4ecbd8b07b45ed1608714b4dea10de8a5a76256d3fff3af58dc/563",
"wm_unittests": "90b8221400581da129d82e578a528adb2afec19aae7b4ae712cfbee7dd0aed36/322",
"wtf_unittests": "e141a4b06d72a4d65953d553f143ff8366ee381b238a9cadb997e3126eb43d26/322",
"xvfb_py_unittests": "a39eb53651a3965cb2a07351fce877b028d6c38ad281aa454d573b3927cb6f0a/322",
"zlib_unittests": "bc8fa854e09fc3164b1f607e32b1780f4cc577f61d293ec53c8e0ce608c65ae3/407",
"zucchini_unittests": "d0511712937ae24609a0fa9f0d271c191cebb2fbcb8c346deb392928af758143/322"
},
"swarming_command_lines_cwd": "out\\Release",
"swarming_command_lines_digest": "1ea39f20706980b5b39a6fcdd9b2be820846e98b775d9355ba4f3df45cd0b07d/94"
},
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "0bf83203baa92b2a9a5937667e2e4a54f0d6cb0d",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8913827717221598240"
},
{
"key": "scheduler_job_id",
"value": "chromium/win11-arm64-rel-tests"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "win-arm64-rel"
},
{
"key": "parent_buildnumber",
"value": "1207"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[17:14:29.171] Scheduled build:
{
"id": "8748397655281890225",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "win11-arm64-rel-tests"
},
"number": 1156,
"createdBy": "project:chromium",
"createTime": "2024-05-09T17:14:28.657880266Z",
"updateTime": "2024-05-09T17:14:28.657880266Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "0bf83203baa92b2a9a5937667e2e4a54f0d6cb0d",
"ref": "refs/heads/main"
}
}
}
[17:14:29.171] Task URL: https://cr-buildbucket.appspot.com/build/8748397655281890225
[17:14:29.171] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-rel-tests:8913827717221598240:2:0) after 2m35s
[17:14:30.162] Received PubSub notification, asking Buildbucket for the build status
[17:14:30.194] Build status: SCHEDULED
[17:17:04.226] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-rel-tests:8913827717221598240:2:0)
[17:17:04.243] Build status: SCHEDULED
[17:17:04.243] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-rel-tests:8913827717221598240:4:0) after 7m39s
[17:21:39.279] Received PubSub notification, asking Buildbucket for the build status
[17:21:39.323] Build status: STARTED
[17:24:43.271] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-rel-tests:8913827717221598240:4:0)
[17:24:43.290] Build status: STARTED
[17:24:43.290] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-rel-tests:8913827717221598240:6:0) after 2m16s
[17:26:59.372] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-rel-tests:8913827717221598240:6:0)
[17:26:59.468] Build status: STARTED
[17:26:59.468] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-rel-tests:8913827717221598240:7:0) after 7m58s
[17:34:57.536] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-rel-tests:8913827717221598240:7:0)
[17:34:57.554] Build status: STARTED
[17:34:57.554] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-rel-tests:8913827717221598240:8:0) after 6m16s
[17:41:13.617] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-rel-tests:8913827717221598240:8:0)
[17:41:13.694] Build status: STARTED
[17:41:13.694] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-rel-tests:8913827717221598240:9:0) after 7m59s
[17:49:12.719] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-rel-tests:8913827717221598240:9:0)
[17:49:12.734] Build status: STARTED
[17:49:12.734] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-rel-tests:8913827717221598240:10:0) after 1m56s
[17:51:08.754] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-rel-tests:8913827717221598240:10:0)
[17:51:08.786] Build status: STARTED
[17:51:08.786] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-rel-tests:8913827717221598240:11:0) after 6m48s
[17:57:56.841] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-rel-tests:8913827717221598240:11:0)
[17:57:56.860] Build status: STARTED
[17:57:56.860] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-rel-tests:8913827717221598240:12:0) after 3m33s
[18:01:29.884] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-rel-tests:8913827717221598240:12:0)
[18:01:29.902] Build status: STARTED
[18:01:29.902] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-rel-tests:8913827717221598240:13:0) after 2m14s
[18:03:43.923] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-rel-tests:8913827717221598240:13:0)
[18:03:43.946] Build status: STARTED
[18:03:43.946] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-rel-tests:8913827717221598240:14:0) after 4m58s
[18:08:41.967] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-rel-tests:8913827717221598240:14:0)
[18:08:41.983] Build status: STARTED
[18:08:41.984] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-rel-tests:8913827717221598240:15:0) after 9m18s
[18:18:00.011] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-rel-tests:8913827717221598240:15:0)
[18:18:00.035] Build status: STARTED
[18:18:00.035] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-rel-tests:8913827717221598240:16:0) after 3m59s
[18:18:18.024] Received PubSub notification, asking Buildbucket for the build status
[18:18:18.050] Build:
{
"id": "8748397655281890225",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "win11-arm64-rel-tests"
},
"number": 1156,
"createdBy": "project:chromium",
"createTime": "2024-05-09T17:14:28.657880266Z",
"startTime": "2024-05-09T17:21:39.058821269Z",
"endTime": "2024-05-09T18:18:17.615702081Z",
"updateTime": "2024-05-09T18:18:17.615702081Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "0bf83203baa92b2a9a5937667e2e4a54f0d6cb0d",
"ref": "refs/heads/main"
}
}
}
[18:18:18.050] Invocation finished in 1h3m50.627166987s with status FAILED