[12:18:08.079] New invocation is queued and will start shortly
[12:18:08.079] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[12:18:09.215] Starting the invocation (attempt 1)
[12:18:09.243] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/6852c58f599a33c4fe59013cbf82e97bdee300be"
[12:18:09.243] Popped gitiles commit info from properties and tags
[12:18:09.243] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[12:18:09.243] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[12:18:09.244] Buildbucket request:
{
"requestId": "8886667270305043312",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "Win10 Tests x64"
},
"properties": {
"$bootstrap/trigger": {
"commits": [
{
"host": "chromium.googlesource.com",
"id": "6852c58f599a33c4fe59013cbf82e97bdee300be",
"project": "chromium/src",
"ref": "refs/heads/main"
}
]
},
"deps_revision_overrides": {
"src": "6852c58f599a33c4fe59013cbf82e97bdee300be"
},
"instruction_dependencies": [
{
"instruction_id": "bot_update_repro_instructions",
"invocation_id": "build-8721238464643135921"
},
{
"instruction_id": "generate_build_files_repro_instructions",
"invocation_id": "build-8721238464643135921"
},
{
"instruction_id": "compile_repro_instructions",
"invocation_id": "build-8721238464643135921"
}
],
"parent_build_id": "8721238464643135921",
"parent_builder_group": "chromium.win",
"parent_buildername": "Win x64 Builder",
"parent_got_angle_revision": "6b10ae3386b706624893d6f654f3af953840b3a2",
"parent_got_dawn_revision": "15d27d3399af09bbe8092d1ba7ba4d2ee866e8fc",
"parent_got_revision": "6852c58f599a33c4fe59013cbf82e97bdee300be",
"parent_got_revision_cp": "refs/heads/main@{#1428238}",
"parent_got_swiftshader_revision": "c12c13839d689f411911326b1f72e96eb525686c",
"parent_got_v8_revision": "f4d18a730a5c3c4662a5daec7830acc5751cb8fe",
"parent_got_v8_revision_cp": "refs/heads/13.6.14@{#1}",
"parent_got_webrtc_revision": "55cb71630dbe8a9d47843b625823512e1debe3fe",
"parent_got_webrtc_revision_cp": "refs/heads/main@{#44045}",
"swarm_hashes": {
"absl_hardening_tests": "b09ec8d5a8e4060df5475a5ecf3e5d47d42b7aa895445a9e5998bf3b22997d71/323",
"accessibility_unittests": "657d6692d5c1cfc7b97444d9c2fd6e9f920ffd898bbdb3a7977bd4efec22a795/323",
"angle_unittests": "68cea4a1072c1d7f58bb6eff0d31a85817501bf189fedf23d33616c7ff65a2ef/408",
"app_shell_unittests": "932aaed4d478f2fdcb70f5438fdbd3f9a61fbe1d64d5477b5476038803351282/484",
"aura_unittests": "291d4dd6892bc15598a549cd02f22bf2796d9791871896caf85c629495ea32b3/323",
"base_unittests": "ca81c7e94d2509b161834f270f26b585f0b5a43c53dfea8a9147829a89a3173c/480",
"blink_common_unittests": "f327c257eb1215b7544ab50cf9216f7a1411060a76b259ddc2b132331412c9ba/485",
"blink_fuzzer_unittests": "b00bea9a70a10df44e40922a04368a183215a18faa73798641d43d5ae13c09f6/323",
"blink_heap_unittests": "6c4d3c3d2bf9a1b489fee27386d8da12f3bcf003bf3e9dc111b11e9ff0cddc99/323",
"blink_platform_unittests": "6940b3554c6868f8dd11da1a1690e4c99914e100fa26ee9f42b90f0226f899de/643",
"blink_python_tests": "0eed9a6df8424aa8d6ce3327ecc1ab9cc03154722fbd08df08331ef8eb9822e6/574",
"blink_unittests": "e301162a2d42c64356b3c5c1554abf527b4eb83e4f489e00a9bf71ef017d1a51/649",
"blink_web_tests": "a54653590dd13c22c6c3b89205a6f299041fe2e694b3ecd004fa01ddb38eb477/566",
"blink_wpt_tests": "68a2a53043f37a023ecc1c7cf12b32242b5a0927ef798475f026379b844dabae/566",
"boringssl_crypto_tests": "3bd5da72bafea026f3204e5b9f3ea25dd71e1a74547c6986eafcf5c552f0a806/408",
"boringssl_ssl_tests": "dc479721e1c0904a1011c3b3c5a1e0143a6627e9773d336213de97173a76751c/323",
"browser_tests": "44b2d16f871b10d88cbbd029ca3b31b25f4c39aed3c6fdda4b8be52bef8fbc47/1220",
"capture_unittests": "9a4beed7505d77d934eae28d6dadf79e2e2050fe33f639def13e92f3771f42c6/402",
"cast_unittests": "d3da90372e2af6c4b2d517fae3544000b62528a1611fadf406c1631b8bac5a2b/323",
"cc_unittests": "fa7585d78380046be05eab3385c5e64e2d9327af7aaedcabfe53996d3426155f/483",
"chrome_app_unittests": "1065f4b53ee01b53ecfedf1d586274ce966fbe709639edd3871461e112fc4d12/564",
"chrome_elf_unittests": "df842994ab0d946c3768a575d4a6dbe0635afa17a32f2c6379555310817bca0b/323",
"chrome_wpt_tests": "6626998d43bc92227f58b00f4658fc134d812dd99a0c3f718926d4d0ea114e18/566",
"chromedriver_py_tests": "3838156c7f16506c3347dd8cb23a3670a1600fdffb566e406fe527b8a4636fb4/489",
"chromedriver_py_tests_headless_shell": "ccf02abc83f5b2a078414deb833d6383be1452d829b2aa7e17f9b0805dcfe9ad/489",
"chromedriver_replay_unittests": "74893ce4d660a8be28d55afedcc0d44de8ad1bb1de934840ad4de00a542f62e4/326",
"chromedriver_unittests": "896eed61802bfa9e2b3b7bb96de25930a09fdf7c5e9f12976c7459c8e0d4bf3f/480",
"components_browsertests": "1b34df24114b6921087730479f20e6f3e6868ba9b5aff31b606bee5f3dd943da/652",
"components_perftests": "b6220072b49bf06225b94b4b6ec5532ae2fc322e3edf492543eee577b4646011/649",
"components_unittests": "14be7ae4a1c6bb8e4c5256eb1fb5fd1d97ae1ef85d55bf5792f1930551f3c8eb/731",
"compositor_unittests": "fb54537d6e8b85ebcb3183384ff479e53aca5e16f304fc0cf5a963ad7d1930db/399",
"content_browsertests": "f7429f1d42e6679989e62a31505e603784bab7d2cdaae61b6e4a71efb6acfc14/724",
"content_shell_crash_test": "537ccc1431ecb447c3de59fe8155977d09ff733d49802c2b82ade01f5da0630f/481",
"content_unittests": "fa18f1937797ba44353d1cc1d31caa91b7490a7fdb10f0eaa6b5ee6e57b87c35/560",
"crashpad_tests": "d13f04c5374281b9cd8323dd44a7a11877e54946a5f01fa668073d6dcfe1670c/408",
"cronet_tests": "53406db915facd893d255f420210b1702843c07070fc9b0f0fe83675d476ad32/484",
"cronet_unittests": "13e673e8668791c07f86612b8777ad1f31f1d818579a76dfa62fd9e9a1c3cd6f/400",
"crypto_unittests": "7df05db2666458ef15ebea6bba3f5bc49d38534878b54ea5d764a4cafaf424e1/323",
"delayloads_unittests": "588f12408206a31418c267b93bf04f9ff04288ca092f9a3e1fb8fbdb93270a10/323",
"device_unittests": "3f9a63f07203c2f674fb7dc65208a06a1d50e30d918a32b27a3e063498649fa6/400",
"display_unittests": "48b939744075643192f1253ef7ff28e15b208150f9b5a3201c4d3a8780490d05/323",
"elevated_tracing_service_unittests": "bb22b9a83684c23be09296bb8a747b8678e152d0ce1d012a297928b0cc060c22/323",
"elevation_service_unittests": "305d35e0b5258aa7c3f5f70ec0b3d0587c0882f257a3dedd302e6d835696c02e/323",
"env_chromium_unittests": "68dd12e65fab25c8c0398b5ceeb7ddaa2f32883b3f784def9fa2c8d87cf3f8d3/323",
"events_unittests": "0b0d069d4253214ac689beae71f19325ee9207ccfc78720b11962701355191f5/323",
"extensions_browsertests": "16c7073398e1e30bdfc245503beeb2a87cf79e7f863d82067022d8d64c052093/570",
"extensions_unittests": "e11cfc2fa565deda91ac1381841322174080567b2b312fb153c9db3e4c09a1a9/644",
"filesystem_service_unittests": "d7a42fe120048649639782f305c67c9cc0d22e990bdea3dc5927127f5246044d/323",
"flatbuffers_unittests": "c058d5f4876cd97ae855a5eda78653414e9a4650e2e658fe37dda9fd12b9ee81/408",
"fuzzing_unittests": "ae5c26908c03c522a1328bb43532173bac750ab6e9675e361602ceb421f7088c/323",
"gcm_unit_tests": "8e0c77f5058236d9a680e41330c5f1b65d0306fa64e20a8b16eaac1e026e350c/400",
"gcp_unittests": "d7fcfec5f2ae5fb16665a84a3f1e4be38478ab68de4eeecc1d7ca8f7644ff861/486",
"gfx_unittests": "6fd64d61993993bf5a0b40048f1c440205a56752f70866f8caa75ae72049bd81/399",
"gin_unittests": "3875269c0815e208c12c97eb6957f8f1e1dc090a41ff3b08f9673a6a82c06010/400",
"google_apis_unittests": "34519088cb218bf60bb76ade06a5b6c9580a80eb120e2f7ab042f58710c5c6f8/485",
"gpu_unittests": "10f199c461db4af2843ee1465351bf95d4d94555c607f30463f62a7a419ab905/400",
"grit_python_unittests": "29dd2aed3dc48ee9b2f0cf5c42908d4a6de3a94f682b589b38b87327e7c2d088/411",
"gwp_asan_unittests": "19bdb7e179500c5b1dbf21f3fe5a69aac573a4559fab97394e231a9cc7f15b9d/408",
"headless_browsertests": "990f925a26d952576d89c51bc0b540add68ab8f753493df4646a43fe23e9cc43/569",
"headless_shell_wpt": "f919f8ba79130076e86282bd93149f6d4529f25f54205934467db7df78e40818/566",
"headless_unittests": "ea4c0fbedd11317cd36853f3974c404a7254c27c293234b70aa03e705775a62d/323",
"install_static_unittests": "436e8a7d0b365cf73e3f5ede2e62bb846dd9239409a64c05be2bb75f1ea8a6a3/323",
"installer_util_unittests": "52d7f11df29b44fc001e0e1da22062d4a511ab3fe320ede499d001d60e74ed17/403",
"interactive_ui_tests": "a1955840d7261c418d5f2d92f3de5da7589fa2f8491b05e5f964705bf94b45c3/973",
"ipc_tests": "aa6e88b8e108cb869aa56e0414a168587bf6a99b605f5fb5fbeeea55cd1a8e52/323",
"latency_unittests": "ea30348a3986964f0a78c15d9a39175db1ec1c71ba0a38cc544f06eabb469d92/323",
"leveldb_unittests": "ea80975d8dc50a08dfe0ae792b792b58e0744a0233e599cfb33baad30baa1a35/323",
"libjingle_xmpp_unittests": "2ebc8385193b281cf13d435f1199ea60541bc53830c89634580c0abd4b480284/323",
"liburlpattern_unittests": "e84ed4747e03f38e633396e8c385ecf21bbce6c40bea5e2be11c635f20a3af93/323",
"media_unittests": "69c78a6f4536902b793e7df58150a4459260a66a0a65f6de97617a4709837863/403",
"message_center_unittests": "d31f6ff45ad1604696b7075103cea9f03922f868c14ff3eb1d39e279f149e709/323",
"midi_unittests": "40be682ba8d693810441f0269c782f673f159358b677f99b93ed156ce4f483ea/323",
"mini_installer_tests": "8f2baf7478c62416f5c36d0a81271b1536eea02b37479970815cc42aab2df688/489",
"mojo_python_unittests": "0bf9afe0a20442bb5ab503979f31f35ec46a84146336eade0480911318421bf3/411",
"mojo_unittests": "a67d982288afec28a3565eb68f8e2e182bf7f6f05283b20391c38b98b4f35030/401",
"native_theme_unittests": "2639099844d33249ba5cd818cb9c356039238b92bc2f6ac5411df48debc6e006/323",
"net_unittests": "740d93fac14a6254ef5ef3d49d75660d5e10e61b1183832d25b9a4ec5445fe23/487",
"notification_helper_unittests": "c830d793144a988f46c908631dd26d895f4b346601be91654f48245460be7183/323",
"pdf_unittests": "58e3acdf564497cd8a7ad6630cbb9d4ed65af9c3723fba3273ec43addab2e064/400",
"perfetto_unittests": "f1c1c9bd620dc2faddb7a36ef18073910dfae02044bc36e780473b0f573fff1d/323",
"printing_unittests": "6c8f16e2041542f7e9bf8edab9fc42a3f33e70f814d9cd407b9feee8e273cdd6/405",
"pthreadpool_unittests": "a3f397ac6230c7fd36c5a06cf809c05a4d2f5891d1e94127d1b77fda82a28765/323",
"remoting_unittests": "f4a71419624bacc9dfe9bb644f396b80508f6857d36b764515b99be495ab8334/400",
"sbox_integration_tests": "cfae58a298461d34cd02186421f52bceb0c3be518fecaf319727ada609fa5125/401",
"sbox_unittests": "e887227b6374114263c84cafeb0dc97f1d1ce79cd6b8618f52f9155bace8b1ec/323",
"sbox_validation_tests": "9b6bf440a42702774f19476d148953aea56f3c225a0246b618c56c8fa20b7908/323",
"services_unittests": "d38bfdec28d0544e3f2d5a8e775ed63e2bb2c638ddc50a23cc4486657edfeefa/653",
"setup_unittests": "8ee8fb50ead4d418889141a4670f94551725d6ead3261fa17ef9bc9bf612607d/404",
"shell_dialogs_unittests": "18a2f921c44ef7e0ba115a2bf42a8d4282098fe6f8b422c9982bd18906d46290/323",
"skia_unittests": "d5ec40d6e94d9f955c56bb221211504f8e941694b5cac6c40f55cfc5c74b738d/323",
"snapshot_unittests": "276a4b35927cea1c9afd54a2ccc719466f01b8011a46094c2e94315aefd5badf/323",
"sql_unittests": "a43300ac56e1745d8d90d659940d17df4b40a171a1d336c69f6680ea388b8a26/400",
"storage_unittests": "61804a0cbfb584fe3ed7001b7cfbb243d104af010dd725cc1224e085cd90f54f/481",
"sync_integration_tests": "255db7e7397dcac0b5ba58460347a822bc3706d2fc0f61461b5c6ae291d742b0/646",
"telemetry_gpu_unittests": "3a4d8ee9d9ad78b10aab7bd4d35d902c2f77f7c10e2ca44e35f425f4b02038d0/736",
"telemetry_perf_unittests": "6e9db98287fd7c2a51562e627700d67588a0218d0d7c01f1f5d90d1bc6134d15/655",
"test_env_py_unittests": "cc88d65c80eba3eaffd96af6a61b83ee652f277c0afcf55569e03cc30388fc01/323",
"ui_base_unittests": "71aace6fda49df43bbe429c2c59287233e49c92e3ba9b427893c4dde8103819d/555",
"ui_touch_selection_unittests": "ac6b11f52ab4d2122b2f6c84a30ae0cc9df2ed904d7e29e2ddaf728d660460a6/323",
"ui_unittests": "e8b2720e267885de9133919705697d1929f772befe24089b72074dff01e1bd78/323",
"unit_tests": "15bede025e788bc8939aa55b7e15d4aad4285137d511f76fa64609284137a82a/1061",
"updater_tests": "f8debb3d8a7e408c57c9cbd9089c2ed5ffb3a5e1b7c1f0998dfa7fa73fce19d3/566",
"updater_tests_system": "5efa595196e1691a01631157537b71f8711f034cd8c3ddc363b43f2b4fb6cdef/566",
"url_unittests": "e67d6b39300bc8dc42a3125d9727b10641625abc7012293fbd04e1c5863c759c/323",
"views_examples_unittests": "e8b8949b6aa8d4dca0d20adaacb98cd3ec1658c601e1959f5b9731f259a6b68a/402",
"views_perftests": "4d7df29c6e343eb272e5d07967855c714c63f128fd8ab5841cf744b2cb56a489/487",
"views_unittests": "e5de593b841fdd51b3a6e68356a272df92bc528eaa14df0533b36baec4b20289/402",
"viz_unittests": "94866add70946a7cfe14b8fa1a363428c44b5476811c7b3606c99dcf606cc976/407",
"vr_common_unittests": "f0b134c749f6e24860b7e38e42f12451a3789b1b604397213cc10396613a43c5/564",
"webui_resources_tools_python_unittests": "a7d21e729c7a0c358a0f6d8aae3adb032e0b4705ec215622e78fafef6b1adc95/564",
"wm_unittests": "90c4f245d23234e3123b5292399c477041b99a814864033ef25c29563a018c17/323",
"wtf_unittests": "4262ac074fae113d7d1454258cb96ee92764e9772a333ed88b4466fa5ecf72b7/323",
"xvfb_py_unittests": "6368e345df0c5ba664048f6d5cedce2cee5c2ff7fccfa8eb5ff0aa7337b42516/323",
"zlib_unittests": "30f8930140ac285ad8448a0844ae4c5d773888fa0fa9b8bbe60202882c640598/408",
"zucchini_unittests": "3d75972a77e2c9f7ed7257ce6dfb072f758ed40cab9b1500cfe6bd0acdf51adf/323"
},
"swarming_command_lines_cwd": "out\\28e3-Win_x64_Builder",
"swarming_command_lines_digest": "76231ef425458217d99f39137523b16e3cebc8d4cd68bf56f838bc25a695bb50/94",
"swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
},
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "6852c58f599a33c4fe59013cbf82e97bdee300be",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8886667270305043312"
},
{
"key": "scheduler_job_id",
"value": "chromium/Win10 Tests x64"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "Win x64 Builder"
},
{
"key": "parent_buildnumber",
"value": "157745"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[12:18:10.095] Scheduled build:
{
"id": "8721237208364233073",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "Win10 Tests x64"
},
"number": 98479,
"createdBy": "project:chromium",
"createTime": "2025-03-05T12:18:09.304256849Z",
"updateTime": "2025-03-05T12:18:09.304256849Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "6852c58f599a33c4fe59013cbf82e97bdee300be",
"ref": "refs/heads/main"
}
}
}
[12:18:10.095] Task URL: https://cr-buildbucket.appspot.com/build/8721237208364233073
[12:18:10.095] Scheduling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64:8886667270305043312:2:0) after 8m9s
[12:18:10.762] Received PubSub notification, asking Buildbucket for the build status
[12:18:10.785] Build status: SCHEDULED
[12:19:36.801] Received PubSub notification, asking Buildbucket for the build status
[12:19:36.827] Build status: STARTED
[12:26:19.224] Handling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64:8886667270305043312:2:0)
[12:26:19.250] Build status: STARTED
[12:26:19.250] Scheduling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64:8886667270305043312:5:0) after 8m24s
[12:34:43.277] Handling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64:8886667270305043312:5:0)
[12:34:43.304] Build status: STARTED
[12:34:43.304] Scheduling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64:8886667270305043312:6:0) after 5m45s
[12:40:28.436] Handling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64:8886667270305043312:6:0)
[12:40:28.462] Build status: STARTED
[12:40:28.462] Scheduling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64:8886667270305043312:7:0) after 4m49s
[12:45:17.488] Handling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64:8886667270305043312:7:0)
[12:45:17.516] Build status: STARTED
[12:45:17.516] Scheduling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64:8886667270305043312:8:0) after 1m43s
[12:47:00.535] Handling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64:8886667270305043312:8:0)
[12:47:00.552] Build status: STARTED
[12:47:00.552] Scheduling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64:8886667270305043312:9:0) after 3m41s
[12:50:41.582] Handling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64:8886667270305043312:9:0)
[12:50:41.605] Build status: STARTED
[12:50:41.606] Scheduling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64:8886667270305043312:10:0) after 6m8s
[12:56:49.631] Handling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64:8886667270305043312:10:0)
[12:56:49.648] Build status: STARTED
[12:56:49.648] Scheduling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64:8886667270305043312:11:0) after 5m34s
[13:02:23.676] Handling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64:8886667270305043312:11:0)
[13:02:23.698] Build status: STARTED
[13:02:23.698] Scheduling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64:8886667270305043312:12:0) after 1m38s
[13:04:01.800] Handling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64:8886667270305043312:12:0)
[13:04:01.857] Build status: STARTED
[13:04:01.857] Scheduling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64:8886667270305043312:13:0) after 9m31s
[13:13:32.936] Handling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64:8886667270305043312:13:0)
[13:13:32.954] Build status: STARTED
[13:13:32.954] Scheduling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64:8886667270305043312:14:0) after 3m53s
[13:16:23.981] Received PubSub notification, asking Buildbucket for the build status
[13:16:24.089] Build:
{
"id": "8721237208364233073",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "Win10 Tests x64"
},
"number": 98479,
"createdBy": "project:chromium",
"createTime": "2025-03-05T12:18:09.304256849Z",
"startTime": "2025-03-05T12:19:36.607742512Z",
"endTime": "2025-03-05T13:16:22.934605199Z",
"updateTime": "2025-03-05T13:16:22.934605199Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "6852c58f599a33c4fe59013cbf82e97bdee300be",
"ref": "refs/heads/main"
}
}
}
[13:16:24.089] Invocation finished in 58m16.01880718s with status FAILED