[18:49:40.055] New invocation is queued and will start shortly
[18:49:40.055] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[18:49:41.143] Starting the invocation (attempt 1)
[18:49:41.178] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d224aba994f0e82019d023db8a00a9b11898b7ba"
[18:49:41.178] Popped gitiles commit info from properties and tags
[18:49:41.178] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[18:49:41.178] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[18:49:41.178] Buildbucket request:
{
"requestId": "8876676970881605344",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "Linux ChromiumOS MSan Tests"
},
"properties": {
"$bootstrap/trigger": {
"commits": [
{
"host": "chromium.googlesource.com",
"id": "d224aba994f0e82019d023db8a00a9b11898b7ba",
"project": "chromium/src",
"ref": "refs/heads/main"
}
]
},
"deps_revision_overrides": {
"src": "d224aba994f0e82019d023db8a00a9b11898b7ba"
},
"instruction_dependencies": [
{
"instruction_id": "bot_update_repro_instructions",
"invocation_id": "build-8711248756502252385"
},
{
"instruction_id": "generate_build_files_repro_instructions",
"invocation_id": "build-8711248756502252385"
},
{
"instruction_id": "compile_repro_instructions",
"invocation_id": "build-8711248756502252385"
}
],
"parent_build_id": "8711248756502252385",
"parent_builder_group": "chromium.memory",
"parent_buildername": "Linux ChromiumOS MSan Builder",
"parent_got_angle_revision": "2fd033d0976456dc5baa4f7612192a7c3c8e2ae2",
"parent_got_dawn_revision": "40b32e94113dfd8da971f93adf46eafa7025b36d",
"parent_got_revision": "d224aba994f0e82019d023db8a00a9b11898b7ba",
"parent_got_revision_cp": "refs/heads/main@{#1477416}",
"parent_got_swiftshader_revision": "0ce9bc68d3fc995f76dcab4771c26471100ce759",
"parent_got_v8_revision": "76ea4091129171336d347c2624f6062bd9708042",
"parent_got_v8_revision_cp": "refs/heads/13.9.205@{#1}",
"parent_got_webrtc_revision": "74fa937f86ed8432c07676f7a1ce0e5e2812b3d5",
"parent_got_webrtc_revision_cp": "refs/heads/main@{#44974}",
"swarm_hashes": {
"absl_hardening_tests": "36e6c6ef7077e105015133ce62c22b9ca74ef7510c012fb0c0912a2043aa91fd/489",
"accessibility_unittests": "d6926841611e92348f18ea8717e09985b41e86b2e2ed598f36ae06354ac38738/489",
"angle_unittests": "5f2eacb9fc31a0adc54d02c3b02f69b821346b7b288ee5a9fab7ad3b9901617a/489",
"app_shell_unittests": "89fb032ba9c52814ccadbb1de959bc85054978e908295ff1a0b88167a317f612/650",
"ash_components_unittests": "8a3f988d5b35fd5815bfc4730b96910c9f3c014eb1a83badc5470e5ef174c3f5/649",
"ash_unittests": "b5018425136482975fe086c604ce4e50bbf6fcca09214a1bad7c53254397a9d9/801",
"ash_webui_unittests": "c23aa30e7c8e73e47d224e6dffdaf0559de0392d224cb70ff2ea1615abd43ee4/648",
"aura_unittests": "1db339725ac703ad66ca64b5d29c82654b7d77494e1228a11100f7a0b858951e/489",
"base_unittests": "ab865b84ce800f59ac5983e110da9b5feee6340b7552d546400b52bbb29dcd1b/567",
"blink_common_unittests": "770cca46f3f16b653d026fbd29889677a93fc29459fa3fa66663a0a58836d6a1/566",
"blink_fuzzer_unittests": "e7150c48c87241fc7192760d45fa8a30671f47b6da70ed818780e2e24bba6ad4/489",
"blink_heap_unittests": "60b126eb92f2dc8bacf9aa590c647b025b0af341db737d18aa76ac314f46ab9c/489",
"blink_platform_unittests": "375035591b1b038aa61f248cfa08efb8d95fb8c67162acacd5797c141860c6da/645",
"blink_unittests": "9e90f5873f80aee1c7d30fab623064a22cf66f4b3f7b28e256090a74f15bb5ae/729",
"boringssl_crypto_tests": "aad2db84664172e238543c79427b63b67996d617b12eda507984981e9c1779c7/489",
"boringssl_ssl_tests": "b3e792bd2f6c345ea44680c122389f50aae72f553712b6182292813447081406/489",
"browser_tests": "f96a7492dbaa9f579566c066435d08b5a6ebae9b48da5ce89b39baeec26d2706/1299",
"capture_unittests": "cc1bf1eb67454f5d3cb6b51b40386bc6b37807e0ac9bab98887f03dd6fe4307b/568",
"cast_unittests": "72a7e39b6f160234ce3a43460e0ce9fe3b33759b7d4db6cb44c3e04b9846b897/489",
"cc_unittests": "4eafba7eba05896918acb4b4e9b078fb65e896d0aafd55281314a36bfc29e785/649",
"chrome_app_unittests": "e42c26bea2580e6bf8f0a29caa8493d58c82c965245d06a19edcb6f04a5e4243/648",
"chromedriver_unittests": "e8b8df4db38909158353897ab692eb035eb27454871e5dd3a2237c0d7782a112/646",
"chromeos_components_unittests": "56e3faeb6380d1d7aed6035b18fdf1a949bd380e857e1e92b40cfcb28fc63596/648",
"chromeos_unittests": "a4d7e7714ad309c3225b85f1dc64c5849a7a96c6411a73cc345fd7818d767e5e/807",
"components_browsertests": "e4db9bec3a64357d1894b3cc450ee2e6f428d7a93134ee869b0a3d31bdc37511/732",
"components_unittests": "c950a77b49f33473cf7fb6de6e8a861d1ed9f769a408b634422b0791fd314315/894",
"compositor_unittests": "d53babbd0adc515db1f02ff16478525718d0f1dad48cf0b1fa3fe3d79bd18800/565",
"content_browsertests": "778e3e2d831a20a83267d29a180cddb4294545be467e21659e8a70275e57f256/805",
"content_unittests": "b77cf9892eed74c5a4a365b0592dc30c309f4bc4b272b9f392601a09d63244e2/726",
"crashpad_tests": "f46b6ea8554d60a30bf820acfe8d326c9278e3d421826b29d021cc19b1cda669/489",
"crypto_unittests": "c915c8a3a73b9063d1d0cbc2cbb040a8f7af5a339be3c01fd73950ff7225ee43/489",
"dbus_unittests": "d5c7cb0ff9773b76ec58a56c0796ebde74e790a54ff609b0d28f935d4c0a4f4b/489",
"device_unittests": "3c76d0bce8aeeb2852c616d3affd656295fb367e95a9d28bf6ac359910b187db/566",
"display_unittests": "83a1a1e0ef5820251d1ca8a4c37817fb1632a09fe82b639e9a823e4d1c2f60f4/489",
"env_chromium_unittests": "84dcbd058dd82090f3424c71711042bb45c2a39ae7ca0e71961a29ea296140f7/489",
"events_unittests": "8640a8da1e49d6473bd5b9c90e0c69fc80eb1947c2b07672feea88c24c74207f/489",
"exo_unittests": "1c55308cb1871b009a7026c5e3450677bb1c73da122a5109618d11a5951e13a1/648",
"extensions_browsertests": "8c05747645d891d4f1f4644512ea35c997a717026cb3d6b4571febe1566cf002/651",
"extensions_unittests": "6861f93e6a19022a6336f66e4163621fca4987c622de243c3ea96dcfa7f555ab/813",
"filesystem_service_unittests": "c6615bade26f40d4f6f5c359df96a60e4d044306e2241cf749ac3a78c4e67ac2/489",
"fuzzing_unittests": "42fd69310ca0a545d75c0448c4b84c6132e96622737fba56683208255ffe4459/489",
"gcm_unit_tests": "06e73461d62ed2ae46888d41347dc3fbde33f65128edf8674ae6a89e9e9731ec/566",
"gfx_unittests": "87ce77f99759aa1bc4b57049a89f13055b7bad14f48819c5a5344f316c9174ac/565",
"gin_unittests": "1139cd7a982518310d231f28ac3ae2e0c5b7ad68bf07086fb4121e3b086e9f2e/566",
"google_apis_unittests": "de7a9fc4c8dca0fa648b66e2d964078363f7548c169ae445f1df96770fafe215/651",
"gpu_unittests": "3da8e448eddb617d4a50c78b0d37721012cd40d3123c199417de05da4cb4c2b7/566",
"gwp_asan_unittests": "f0bb586a4852c17047cb13e6556a4b57a97bc3c296729e0d5cabb21c748360f0/489",
"interactive_ui_tests": "a324c9215a094409ed11a8ba90c32b7878836f351d683191d999dd9623606fcf/1056",
"ipc_tests": "119519047811a7b1db48048c290d10dbbfc6f1c1b15f6c09990bfe4f72fae74f/489",
"keyboard_unittests": "a095b0bf48c767f02425f2adc133a53d73ece7311c7ace9e840ec41393ae2993/489",
"latency_unittests": "110a288a29334dd4280fd6d8cb7da4424ca2e98b36bf2b8273f657c61b5570e0/489",
"leveldb_unittests": "cc9fc05c59316858718c7f93fd38aaf1ad4f910b2fe834df17434832e17c5eda/489",
"libjingle_xmpp_unittests": "b3e3c9b0a99025733fda3cbe53b40b79196705e6f4d6c7640a44cdd9542e7a4d/489",
"liburlpattern_unittests": "6bfb6c4ffc371db1e40820a8f18aba17ecfd7de8af46450c8b713a124e20183b/489",
"media_unittests": "205e226af74d748e740116f1ab15f919b49b3fa723f06bcc9c209a5025641845/569",
"message_center_unittests": "5e06d280fd15a60c6be25535e414f55946601e5d9c0f78dbd8f1477d92322d10/489",
"midi_unittests": "ef663e004eb059d4d29b4bc0a430c74b94460de5e68612a691ca63291c634828/489",
"mojo_unittests": "751e63e927bd0aa832edfc91dab58b9ba5e356648e40b11881d8caaae554727f/567",
"native_theme_unittests": "7eac50d06267f569d89ab9ff6b3afcef4878dc8c12ea23f25469bcbb0477ed3e/489",
"net_unittests": "86f7ab4a78c87a050bb76fa0b8c22efc44d75b0a166026dac2837cf6e29f3690/567",
"ozone_gl_unittests": "f59064cc0d99a9642d31d874d8a99538a01d340e23553c32a43bda1c877ce9e9/489",
"ozone_unittests": "5d21dda0b1c96e409cf8e50b6ad5f353e6b64cbfcd3984a0d77ceb8d3f7709a3/489",
"ozone_x11_unittests": "f948b460fddcfe370a9e4d8c44aabdba6a671b1a066986934c773c8586c5718d/489",
"pdf_unittests": "9ebdd064aa6e635fd0ecf77541ff9f18afed5329d25f3413a6c3d71ec4ab0cd2/566",
"perfetto_unittests": "ae587038226e5fb21949c36e98fa6a38338bf59effaf4e4b9c8f80946716b41c/489",
"printing_unittests": "3bb51eaae76b888b6f40d3add5b6fd6c92fb89888e45173efa8e70f3c9393fb3/489",
"pthreadpool_unittests": "38ccbf2ef3d5b032c7b04c1dd90059e952afa3260bca161d39b116fc6e691cd4/489",
"remoting_unittests": "1d03daecbbc8dd4f5e62ea85871356a4c4384a3d7a433c1ea1cafe4a9fa21ea8/648",
"sandbox_linux_unittests": "eb15ef3d8c4f147a67949515719058a3bfd274b12f4fac11ac4496e0c1490223/489",
"shell_dialogs_unittests": "4e7c665210265ce8132dce751989c6a37242165d51ed89bf3ccbec64b1ea19c6/489",
"shell_encryption_unittests": "1301f64f069b2d33fdc5418eb480a863ba673eb499b32aa9ec9a68bd44c584d6/489",
"skia_unittests": "b51335097b4881c64ed246190ccce50b8712ac4d1d28c5534a028f83e8f2f592/489",
"snapshot_unittests": "1f38809a7bafa5acc5d8f1561559834eb9d5b5942f1bfc7dec2f2f89a6376ca6/489",
"sql_unittests": "127d4116f85a552364e82cf6b2e7d824c31d59d0529cd9df69acfb8ea91599c3/566",
"storage_unittests": "ac46a5887cb430defc252257480e469946e826d5324a4bdb57f1d9eaf7796724/647",
"sync_integration_tests": "73a097c728fe4c67547aeba1497b97f28765b137ec319f6d962f8de305d2acc2/730",
"ui_base_unittests": "ab192b81bb68ac78d3c256553a3c1e64dcdadfe0e99a38459e2bd86b5bb42f41/642",
"ui_chromeos_unittests": "0ad47e00218af0f5ae66e5f3350e40fc914412108e8536c11129dcb007aaece3/489",
"ui_touch_selection_unittests": "0a5f859a3a6f7523d65b4a1d94703efc4f722b0f6ede5f48535cd343a9890c99/489",
"ui_unittests": "ec4b715e0b502f6f483fba46f6345d827117acacf20ab3796d24d70400898101/489",
"unit_tests": "d3c465f06de84b95bc9bcda123dd379addef697a727bda8e2ff70c89f2db5829/1062",
"url_unittests": "c644ac04d3b14f339fd2373358dff2accb73ee47e0a0eb730d465719c4779039/489",
"usage_time_limit_unittests": "834809ba23f38737ecb66f0831d9d9e7e0f4d8eb791afa6474863ccc29f7f415/569",
"views_unittests": "a145951fc34e69d04e6c78f3e601760d4c4ce74ad7f08f5da2f1f752a8951983/489",
"viz_unittests": "ed46b01257db74d87c8a532ac6745544aa06a9badd32091e2720ad397f14586e/573",
"wayland_client_perftests": "84b0ee9a3f251cba3a93255706bda33fc1a5d3fce7a070f1a6b58fe573072f53/648",
"wayland_client_tests": "eb4187d2af591578cbeb69843e3abbe176a5977404a4d1d67e6cbd42b800e83a/648",
"wm_unittests": "5c0bb0b36fa8558f34f4e35c56da9ea6923fb179d8c969f8f15e5c09e0f12710/489",
"wtf_unittests": "15c412aa9f60aaea0af54ac710aab9791e86201f85ee6640f37858ba9fa1e90f/489",
"zlib_unittests": "d411f26a7b5886e3715af0c8bea7b1891433080f45e331ab0a9e12fe1571e6bf/489"
},
"swarming_command_lines_cwd": "out/fc85-Linux_ChromiumO",
"swarming_command_lines_digest": "044841b95c1246203d0fdc5fbd35beba71e36ca1a0e8f26d4231580ded8f981f/94",
"swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
},
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "d224aba994f0e82019d023db8a00a9b11898b7ba",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8876676970881605344"
},
{
"key": "scheduler_job_id",
"value": "chromium/Linux ChromiumOS MSan Tests"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "Linux ChromiumOS MSan Builder"
},
{
"key": "parent_buildnumber",
"value": "94651"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[18:49:41.759] Scheduled build:
{
"id": "8711246908964578337",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "Linux ChromiumOS MSan Tests"
},
"number": 53079,
"createdBy": "project:chromium",
"createTime": "2025-06-23T18:49:41.255795840Z",
"updateTime": "2025-06-23T18:49:41.255795840Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "d224aba994f0e82019d023db8a00a9b11898b7ba",
"ref": "refs/heads/main"
}
}
}
[18:49:41.759] Task URL: https://cr-buildbucket.appspot.com/build/8711246908964578337
[18:49:41.760] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8876676970881605344:2:0) after 8m19s
[18:49:42.794] Received PubSub notification, asking Buildbucket for the build status
[18:49:42.820] Build status: SCHEDULED
[18:49:45.701] Received PubSub notification, asking Buildbucket for the build status
[18:49:45.721] Build status: STARTED
[18:58:00.785] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8876676970881605344:2:0)
[18:58:00.810] Build status: STARTED
[18:58:00.810] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8876676970881605344:5:0) after 4m27s
[19:02:27.863] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8876676970881605344:5:0)
[19:02:27.937] Build status: STARTED
[19:02:27.937] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8876676970881605344:6:0) after 2m0s
[19:04:27.962] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8876676970881605344:6:0)
[19:04:27.984] Build status: STARTED
[19:04:27.984] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8876676970881605344:7:0) after 4m59s
[19:09:27.107] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8876676970881605344:7:0)
[19:09:27.128] Build status: STARTED
[19:09:27.128] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8876676970881605344:8:0) after 5m2s
[19:14:29.154] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8876676970881605344:8:0)
[19:14:29.200] Build status: STARTED
[19:14:29.200] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8876676970881605344:9:0) after 6m2s
[19:20:31.276] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8876676970881605344:9:0)
[19:20:31.310] Build status: STARTED
[19:20:31.310] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8876676970881605344:10:0) after 4m31s
[19:25:02.339] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8876676970881605344:10:0)
[19:25:02.366] Build status: STARTED
[19:25:02.366] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8876676970881605344:11:0) after 7m19s
[19:32:21.435] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8876676970881605344:11:0)
[19:32:21.463] Build status: STARTED
[19:32:21.463] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8876676970881605344:12:0) after 9m38s
[19:41:59.535] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8876676970881605344:12:0)
[19:41:59.565] Build status: STARTED
[19:41:59.566] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8876676970881605344:13:0) after 5m10s
[19:47:09.635] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8876676970881605344:13:0)
[19:47:09.656] Build status: STARTED
[19:47:09.656] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8876676970881605344:14:0) after 4m18s
[19:51:27.747] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8876676970881605344:14:0)
[19:51:27.763] Build status: STARTED
[19:51:27.763] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8876676970881605344:15:0) after 7m22s
[19:58:49.797] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8876676970881605344:15:0)
[19:58:49.821] Build status: STARTED
[19:58:49.821] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8876676970881605344:16:0) after 1m57s
[20:00:46.845] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8876676970881605344:16:0)
[20:00:46.873] Build status: STARTED
[20:00:46.873] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8876676970881605344:17:0) after 3m10s
[20:03:56.906] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8876676970881605344:17:0)
[20:03:56.968] Build status: STARTED
[20:03:56.968] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8876676970881605344:18:0) after 5m24s
[20:09:21.091] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8876676970881605344:18:0)
[20:09:21.115] Build status: STARTED
[20:09:21.115] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8876676970881605344:19:0) after 3m11s
[20:12:32.195] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8876676970881605344:19:0)
[20:12:32.233] Build status: STARTED
[20:12:32.233] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8876676970881605344:20:0) after 9m22s
[20:21:54.266] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8876676970881605344:20:0)
[20:21:54.291] Build status: STARTED
[20:21:54.291] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8876676970881605344:21:0) after 3m47s
[20:25:41.314] Handling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8876676970881605344:21:0)
[20:25:41.332] Build status: STARTED
[20:25:41.332] Scheduling timer "check-buildbucket-build-status" (chromium/Linux ChromiumOS MSan Tests:8876676970881605344:22:0) after 6m44s
[20:26:32.842] Received PubSub notification, asking Buildbucket for the build status
[20:26:32.917] Build:
{
"id": "8711246908964578337",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "Linux ChromiumOS MSan Tests"
},
"number": 53079,
"createdBy": "project:chromium",
"createTime": "2025-06-23T18:49:41.255795840Z",
"startTime": "2025-06-23T18:49:45.505277673Z",
"endTime": "2025-06-23T20:26:32.495282050Z",
"updateTime": "2025-06-23T20:26:32.495282050Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "d224aba994f0e82019d023db8a00a9b11898b7ba",
"ref": "refs/heads/main"
}
}
}
[20:26:32.917] Invocation finished in 1h36m52.874221469s with status FAILED