[09:51:50.339] New invocation is queued and will start shortly
[09:51:50.339] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[09:51:51.893] Starting the invocation (attempt 1)
[09:51:51.924] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/04ef87cbee1ffe3f0531eba5b04963a47a846a58"
[09:51:51.924] Popped gitiles commit info from properties and tags
[09:51:51.924] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[09:51:51.925] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[09:51:51.925] Buildbucket request:
{
"requestId": "8844639482020777712",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "Mac ASan 64 Tests (1)"
},
"properties": {
"$bootstrap/trigger": {
"commits": [
{
"host": "chromium.googlesource.com",
"id": "04ef87cbee1ffe3f0531eba5b04963a47a846a58",
"project": "chromium/src",
"ref": "refs/heads/main"
}
]
},
"deps_revision_overrides": {
"src": "04ef87cbee1ffe3f0531eba5b04963a47a846a58"
},
"instruction_dependencies": [
{
"instruction_id": "bot_update_repro_instructions",
"invocation_id": "build-8679211949249041265"
},
{
"instruction_id": "generate_build_files_repro_instructions",
"invocation_id": "build-8679211949249041265"
},
{
"instruction_id": "compile_repro_instructions",
"invocation_id": "build-8679211949249041265"
}
],
"parent_build_id": "8679211949249041265",
"parent_builder_group": "chromium.memory",
"parent_buildername": "Mac ASan 64 Builder",
"parent_got_angle_revision": "8e09325ebad45c7e11630a79754361e965e5fab0",
"parent_got_dawn_revision": "3daffa5dea9361338192523b74344060097a1261",
"parent_got_revision": "04ef87cbee1ffe3f0531eba5b04963a47a846a58",
"parent_got_revision_cp": "refs/heads/main@{#1645778}",
"parent_got_swiftshader_revision": "5b0479bd2d15058aaa9eb490e364f920ff824a8c",
"parent_got_v8_revision": "9a8adc6d61ff88071177d553559123a2c1d5274d",
"parent_got_v8_revision_cp": "refs/heads/15.1.92@{#1}",
"parent_got_webrtc_revision": "0b0f9f61eb1a68fd191fd99a77ac8a22ccb5997e",
"parent_got_webrtc_revision_cp": "refs/heads/main@{#47978}",
"swarm_hashes": {
"absl_hardening_tests": "1f7ca529abad33a8079d78f06acae29f216f6ffb7845990fdb7d49642d22cd1e/488",
"accessibility_unittests": "37ecdea937e558069136a03363bb200e03ce59c4dbcaf9d39da66a98ad3be18e/488",
"angle_unittests": "b9db79ca5447fade429aa6c08f8d7fd79763a97bacfc6af8ed26954e23106af3/489",
"base_unittests": "2b66247edda687fb020d276a81cfa450051eaa2377dc07c158cce0b0c7e583e4/566",
"blink_common_unittests": "ef0282bb93482c76e94f184c11e24130398c55a5684cad774a2b29f071efa4b4/566",
"blink_fuzzer_unittests": "85ff4c3644f0ce33a13cb3c19042090c35fdc6a54f261e19e0014c1f20907e3b/488",
"blink_heap_unittests": "3f4f02e4ce067c2fadb9c7bc638b520195312d0cebc70af61a6cdc1da4594397/488",
"blink_platform_unittests": "ee820449d9b5a7dded5cf55e714905491e739973f3323d96fd9d9b3ba2154c98/645",
"blink_unittests": "4f14c88ae6166b05ef6ba9024840268d18c9f7fc36cbe8dd255148c342db537f/729",
"boringssl_crypto_tests": "904e9743f4ec5e80c212f4068d0652ecb5f23906bd682127863ec6ec5278da6d/489",
"boringssl_ssl_tests": "fd1aec6e76e9844f8e65d007482351a30bd38ec00dbdd35f4570d5857a357023/488",
"browser_tests": "12753dd6e91e76e09e85b32572cbdc2a61655c7187d0f7924f171c35212c9cbc/1220",
"capture_unittests": "137383b25808606cca322a2c2d75e9f67cfc1bd31db1ea6d3dd1317c6a2c65a9/567",
"cast_unittests": "12395e77e85bd809efa7a1d077afef6d7ca90533d44edf7e8016dd61c13fb2b5/488",
"cc_unittests": "7a543d4803c7bba9e5477539b8713e9926098cb22763c7a47a41ddbd23e97330/648",
"chrome_app_unittests": "86e26be4dc42a5f21d80f01c1c623a5dba0f247855b2054744cf402a698da796/566",
"chromedriver_unittests": "e291c71a4ba4f163c1b4e38ac4a02924e8c8229e755bd1b9f78c2ced4740e037/645",
"components_browsertests": "c06d469c22e6704a2385bf3e866f871f70a391fe8da09589597625c00270fe7d/732",
"components_unittests": "97a854347ce85f704f75bca8dba3ea5b856ecdf1208c0314443f8cb3e90c2494/811",
"content_browsertests": "8d3135be79b6711e88dde768ccd4a74826e16c52f81d6d1d2476f7f477cd568c/805",
"content_unittests": "0efae69f4d40d38356bec37d9767ec16e6a96c889ad7a6358990f1fdc52e4434/725",
"crashpad_tests": "cb5a297275e893d38be6f72acf0136baaef6767620305118b83b0a629b6f9d1b/489",
"crypto_unittests": "b686ff24c7775c4bda26037ff93563ffbaeeba897922caea1e46bd9e6e18b9e4/568",
"device_unittests": "954dd3483b227c150abc665c3558b01646e0e39549bc3a281b5ecbb56289c504/565",
"display_unittests": "a4fc790a4fd919e09063eafd4c712c03da2bb3bab40037c5595549aeed25e795/488",
"env_chromium_unittests": "0ed152846ed6ac0519f3b0722b8ecbe2f525d6a069ea8079fdc2ce7fdfeffa42/488",
"events_unittests": "cc68de2a7f867196b7a0ca6afb66be2203ff6a80298324dbdd65e4e2e9bdee92/488",
"extensions_unittests": "b8de7fc7f8172659c288a081e59dc3c5314a4d9cf46dadb1cdbfe3d083d14f0e/730",
"filesystem_service_unittests": "1cd23ff4e8260ac0e51c693ce3f67e647e7bb959e8ce23b3eb8d1dfe9e1f0f64/488",
"fuzzing_unittests": "83754faa2b0bf5b5d5347dd811f8006c21bf7f63ba777a3faf55eb590e7fb075/488",
"gcm_unit_tests": "3c07f4f39061321e26057419426dc377a8d64b0a7e84a3092d9ddfbad861a300/565",
"gfx_unittests": "4ede5a56bc94a15a311d592867271cffad566a058b22435604bc6ffe86708a34/564",
"gin_unittests": "9278e00c779b83e25832847b685601e206bf2675ee04b522299298e9cd7310af/565",
"google_apis_unittests": "704bcd6c0f9a0df9337fb626fb1a73732ad75917f99c2a13a6613a6d66cdef46/650",
"gpu_unittests": "f4d2d0dfa2da0383c9cd68f0d7c6a087ff0b1ec05de550474617d54e8370a449/565",
"gwp_asan_unittests": "dd650302966f2011c0618491d75fcc4dd0f32c902cbb0bab3bdb2c47f831c47d/489",
"headless_browsertests": "323376a3d02c880167d52c754dff1a3182127d622833d88b3ad06d2ab3c83f5d/733",
"headless_unittests": "bdb6ef94169ab167eb9e37f7d02edefb5df27dc5a83d2c5e6bac3759e691e734/488",
"interactive_ui_tests": "8431f09b08142c49d67eb2e5a67e32335e20bd1fa4d17b10a25643b9cbb0a053/1060",
"ipc_tests": "a4be1a65fe4f61d9e18b317eabd21f5a6a2f9191d82f41b97093e61206b816c7/488",
"latency_unittests": "4019351db85320556276d19c8f001cb66eb8b35480ab970914264274be56dd30/488",
"leveldb_unittests": "da33daf0ac6c9b713ac4498b8e2047e8e1f27cebd8eec99054e25b93742c695b/488",
"libjingle_xmpp_unittests": "2d3cb87b0444405a1230c0c786e3cc1af7da53a23eaf9d9551ff099029321e2a/488",
"liburlpattern_unittests": "cdd3c594d0f4b14eaada00d7e0a2bed7d8b02ef660002a4b95226539ed76cc9a/488",
"media_unittests": "d2746ee0549d01532f350f30605c47df277228fbc04cbf9aa0a2dba3bba5b2c2/568",
"message_center_unittests": "b86a7553b325a7d0ef6f18f5aac05560469bdf4c61a2022472ccb94e0d352f8d/488",
"midi_unittests": "d83825c115ec2794eec1d3d20879e3ec4fb588e687795ef09acb8cdeb8e77906/488",
"mojo_unittests": "be62914960dafa9825e1108fb4e1c3f0f136fe1423c88075abd807237610fbee/566",
"native_theme_unittests": "715f7135f53b67e55dd3db62f01170998791f6c17e2989b7a6d8a3a6e529da73/488",
"net_unittests": "d3829c763323d8d039f8ec826290760a51da89ec06f55a1675232a095e585898/567",
"openscreen_unittests": "fe920bc8191bae5c0f8d1cfb5411cf0928c335def79e27810d890338f984c5ce/489",
"pdf_unittests": "c10d7e8347586d180013f38db53598130be24630bff38f15ac61e3d84b154281/565",
"perfetto_unittests": "41f845daf17eb1f2bd4dca41f8f6262b04e19b97acf6aab08fac4074361d02ef/488",
"power_sampler_unittests": "11c492974970c670ba7343f2318e854218a9ffe1af198ced390cf03dd3f37fba/488",
"printing_unittests": "9e2c48c6420b9355b3d1585e0b0617c361f6f321fb8c9ee93ac99c26049939e6/647",
"puffin_unittests": "2c33d3429b76fcf6365dd19df67c008a94b272358ad56a091d3314e9ab2c1350/572",
"remoting_unittests": "7b044ccca4182837e09ef4a938dfe9b7b6870b9d92f210f1547c440b8d811d02/565",
"sandbox_unittests": "862628f2818af1d7d708b915b45b4c24351ab891b258240593a003ba6174890a/488",
"services_unittests": "c6a503a8b1d384f8d9805ba3800c8c82f79bd0de52e6ecb8ff2cee0923653487/813",
"shell_dialogs_unittests": "1964700b91bc34e0342254dcff81614d4adbfe613aacb3fa21cbf4013921ae2e/488",
"skia_unittests": "322279b12905641a7b376c2dd6d8a6cc00c802e9728a5be67602ca7da985252d/488",
"snapshot_unittests": "0fe003f2a3dac2cd87d24fc3d3c317899c9c1775837cea22c5e7a9b7240db9ad/488",
"sql_unittests": "afea6ce57a347099c4e0e50c7fcd539e577263a3d2822768dd7f5f591a4d9d01/565",
"storage_unittests": "60f7c2ad50759e5118c3b9cd49504fa57904d52cf7e3942f6694d5e765a5ed8e/646",
"sync_integration_tests": "a5460693a2ce286c5a041c36ab629e0da173262747b7110bd3107e5ff9be315a/647",
"ui_base_unittests": "bf5452f748cf5d174edb438b379360d9027cc7249fbb5ee6753e71ba7b6f1a23/641",
"ui_touch_selection_unittests": "1998adf2e6a2a05850d359bbf60409f10910e14df4572696d0ad75fd840bac9d/488",
"ui_unittests": "f9a8c6b6e56f7642c855d3e6d042f43e8b4a2ec92cd496d76538d9033e7ffe87/488",
"unit_tests": "8aa3a2df143480d78b2785dc70d92314e4039bfd1cc076cdf0eeaab0919aaf70/1061",
"updater_tests": "d39e0a99fb95722828498b7f9557757471798be7b45179356c84735abce7e13a/647",
"url_unittests": "f76ca1cc1c85ff74767af08afc36e36af36c9dd248780a4ac0c58814b8d30f06/488",
"views_unittests": "52ea6acfe6bfc0bfd6f3d05ce83ea5b03947778be4dbb4dcfb8446b22aa19248/488",
"viz_unittests": "5a675d290eccb8dc52f784973f9e2122d265db123df21a72e692b3ba989f3f7f/572",
"wtf_unittests": "f150f03d88e5996601387f0d1a5be3d81d297bffd8f2df151c316a07ceb7623d/488",
"xr_browser_tests": "d736b988b17e8f43fe4957e094b2797b896f375a44b9092e7ba9fe778aaa995c/646",
"zlib_unittests": "99d7cda0ef47a320ca6fb55fc6dd2af06b5fd15234596d9ec4f54b02cdc1f8d8/489"
},
"swarming_command_lines_cwd": "out/f6e6-Mac_ASan_64_Bui",
"swarming_command_lines_digest": "e2758ede1568c32cf99fd2b5d3dc2c4e6d6abbec1e67c606640cc69605fd0666/93",
"swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
},
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "04ef87cbee1ffe3f0531eba5b04963a47a846a58",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8844639482020777712"
},
{
"key": "scheduler_job_id",
"value": "chromium/Mac ASan 64 Tests (1)"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "Mac ASan 64 Builder"
},
{
"key": "parent_buildnumber",
"value": "240367"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[09:51:52.473] Scheduled build:
{
"id": "8679209419625570481",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "Mac ASan 64 Tests (1)"
},
"number": 106629,
"createdBy": "project:chromium",
"createTime": "2026-06-12T09:51:51.999595662Z",
"updateTime": "2026-06-12T09:51:51.999595662Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "04ef87cbee1ffe3f0531eba5b04963a47a846a58",
"ref": "refs/heads/main"
}
}
}
[09:51:52.473] Task URL: https://cr-buildbucket.appspot.com/build/8679209419625570481
[09:51:52.473] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8844639482020777712:2:0) after 1m41s
[09:51:53.529] Received PubSub notification, asking Buildbucket for the build status
[09:51:53.546] Build status: SCHEDULED
[09:51:58.242] Received PubSub notification, asking Buildbucket for the build status
[09:51:58.259] Build status: STARTED
[09:53:33.497] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8844639482020777712:2:0)
[09:53:33.544] Build status: STARTED
[09:53:33.544] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8844639482020777712:5:0) after 5m9s
[09:58:42.565] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8844639482020777712:5:0)
[09:58:42.582] Build status: STARTED
[09:58:42.582] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8844639482020777712:6:0) after 3m16s
[10:01:58.628] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8844639482020777712:6:0)
[10:01:58.647] Build status: STARTED
[10:01:58.647] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8844639482020777712:7:0) after 1m0s
[10:02:58.623] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8844639482020777712:7:0)
[10:02:58.641] Build status: STARTED
[10:02:58.641] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8844639482020777712:8:0) after 2m39s
[10:05:37.713] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8844639482020777712:8:0)
[10:05:37.727] Build status: STARTED
[10:05:37.727] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8844639482020777712:9:0) after 7m20s
[10:12:57.744] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8844639482020777712:9:0)
[10:12:57.809] Build status: STARTED
[10:12:57.809] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8844639482020777712:10:0) after 7m54s
[10:20:51.830] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8844639482020777712:10:0)
[10:20:51.887] Build status: STARTED
[10:20:51.887] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8844639482020777712:11:0) after 1m19s
[10:22:10.905] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8844639482020777712:11:0)
[10:22:10.960] Build status: STARTED
[10:22:10.960] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8844639482020777712:12:0) after 6m6s
[10:28:17.042] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8844639482020777712:12:0)
[10:28:17.066] Build status: STARTED
[10:28:17.066] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8844639482020777712:13:0) after 1m26s
[10:29:43.081] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8844639482020777712:13:0)
[10:29:43.118] Build status: STARTED
[10:29:43.118] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8844639482020777712:14:0) after 5m7s
[10:34:50.134] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8844639482020777712:14:0)
[10:34:50.159] Build status: STARTED
[10:34:50.159] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8844639482020777712:15:0) after 5m56s
[10:40:46.228] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8844639482020777712:15:0)
[10:40:46.253] Build status: STARTED
[10:40:46.253] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8844639482020777712:16:0) after 4m6s
[10:44:52.281] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8844639482020777712:16:0)
[10:44:52.303] Build status: STARTED
[10:44:52.303] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8844639482020777712:17:0) after 9m5s
[10:53:57.323] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8844639482020777712:17:0)
[10:53:57.346] Build status: STARTED
[10:53:57.346] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8844639482020777712:18:0) after 7m13s
[11:01:10.394] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8844639482020777712:18:0)
[11:01:10.418] Build status: STARTED
[11:01:10.418] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8844639482020777712:19:0) after 7m45s
[11:08:55.439] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8844639482020777712:19:0)
[11:08:55.457] Build status: STARTED
[11:08:55.457] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8844639482020777712:20:0) after 4m15s
[11:13:10.546] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8844639482020777712:20:0)
[11:13:10.563] Build status: STARTED
[11:13:10.563] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8844639482020777712:21:0) after 9m34s
[11:22:44.579] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8844639482020777712:21:0)
[11:22:44.638] Build status: STARTED
[11:22:44.638] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8844639482020777712:22:0) after 6m19s
[11:29:03.718] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8844639482020777712:22:0)
[11:29:03.738] Build status: STARTED
[11:29:03.738] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8844639482020777712:23:0) after 5m29s
[11:34:32.824] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8844639482020777712:23:0)
[11:34:32.847] Build status: STARTED
[11:34:32.847] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8844639482020777712:24:0) after 3m31s
[11:38:03.912] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8844639482020777712:24:0)
[11:38:03.934] Build status: STARTED
[11:38:03.934] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8844639482020777712:25:0) after 2m20s
[11:40:23.987] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8844639482020777712:25:0)
[11:40:24.005] Build status: STARTED
[11:40:24.005] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8844639482020777712:26:0) after 9m27s
[11:49:51.026] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8844639482020777712:26:0)
[11:49:51.079] Build status: STARTED
[11:49:51.080] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8844639482020777712:27:0) after 3m48s
[11:53:39.145] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8844639482020777712:27:0)
[11:53:39.165] Build status: STARTED
[11:53:39.165] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8844639482020777712:28:0) after 7m12s
[11:57:41.558] Received PubSub notification, asking Buildbucket for the build status
[11:57:41.581] Build:
{
"id": "8679209419625570481",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "Mac ASan 64 Tests (1)"
},
"number": 106629,
"createdBy": "project:chromium",
"createTime": "2026-06-12T09:51:51.999595662Z",
"startTime": "2026-06-12T09:51:58.075135095Z",
"endTime": "2026-06-12T11:57:41.065653383Z",
"updateTime": "2026-06-12T11:57:41.065653383Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "04ef87cbee1ffe3f0531eba5b04963a47a846a58",
"ref": "refs/heads/main"
}
}
}
[11:57:41.581] Invocation finished in 2h5m51.249642504s with status FAILED