[11:54:25.619] New invocation is queued and will start shortly
[11:54:25.619] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[11:54:26.697] Starting the invocation (attempt 1)
[11:54:26.727] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/02c647430eb4c059c20c5a74bedaf9d160100850"
[11:54:26.727] Popped gitiles commit info from properties and tags
[11:54:26.728] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[11:54:26.728] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[11:54:26.729] Buildbucket request:
{
"requestId": "8844269381583772896",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "mac15-x64-rel-tests"
},
"properties": {
"$bootstrap/trigger": {
"commits": [
{
"host": "chromium.googlesource.com",
"id": "02c647430eb4c059c20c5a74bedaf9d160100850",
"project": "chromium/src",
"ref": "refs/heads/main"
}
]
},
"deps_revision_overrides": {
"src": "02c647430eb4c059c20c5a74bedaf9d160100850"
},
"instruction_dependencies": [
{
"instruction_id": "bot_update_repro_instructions",
"invocation_id": "build-8678840055985221985"
},
{
"instruction_id": "generate_build_files_repro_instructions",
"invocation_id": "build-8678840055985221985"
},
{
"instruction_id": "compile_repro_instructions",
"invocation_id": "build-8678840055985221985"
}
],
"parent_build_id": "8678840055985221985",
"parent_builder_group": "chromium.mac",
"parent_buildername": "Mac Builder",
"parent_got_angle_revision": "d967ed751d358bb7ed7500efe5c16a461f087860",
"parent_got_dawn_revision": "08c9ecc2f1c103db30aff9c7438304ac6706dbad",
"parent_got_revision": "02c647430eb4c059c20c5a74bedaf9d160100850",
"parent_got_revision_cp": "refs/heads/main@{#1647462}",
"parent_got_swiftshader_revision": "5b0479bd2d15058aaa9eb490e364f920ff824a8c",
"parent_got_v8_revision": "d23b143946c0f37400aa34c484dc86df0ff5d2ed",
"parent_got_v8_revision_cp": "refs/heads/15.1.118@{#1}",
"parent_got_webrtc_revision": "15529592ad89208c513793aa5864c3c2d11de3db",
"parent_got_webrtc_revision_cp": "refs/heads/main@{#48010}",
"swarm_hashes": {
"absl_hardening_tests": "08a15addc172ef025797c1334f8ef7cd9c59dde9686ac947d9a3d1316a41a684/323",
"accessibility_unittests": "e8c3c8b671d02504d71b3c3751f9756c88f126d8daf2fe7023111380ea1348a0/323",
"angle_unittests": "e04ef68e1c94d4ac97d03d6c9309c62f49a06a79042753d558ce1957de309f4f/408",
"base_unittests": "5d67bc055669fcbc235c48162ec8cddb0c27e4db3ebc64d253f92d41f1b34d15/480",
"blink_common_unittests": "7809fdaa3d04cec8dfb6d77e3a53f3b98d18d08974ac6af6b1fac6407b9527da/485",
"blink_fuzzer_unittests": "2f232e87082c001dbf2545481420c74be1ae148a25b0867a445d2f4da46f073d/323",
"blink_heap_unittests": "fefd629086aa7bd0548d949a6db59c68842067bc0acb4f2f45f35191bef66027/323",
"blink_platform_unittests": "6001c8a10c970ae2f003ffa6d3e3bc16926c8b8a754fe47344ffa5aa6d4324a6/643",
"blink_python_tests": "d7630c5bf20bf4bad56f29a06097f5d5e26db5c6462ff74c9185a4c66388811b/573",
"blink_unittests": "e6cce8bd39bec6641e88e49f9ee8def8cfc30324b204141ae556a4a14f8b87eb/649",
"blink_web_tests": "ba40fff96610d0710ef1ba95a81ccc6816d8d1f0d6bc57510c204a1eef19dd72/486",
"blink_wpt_tests": "103318e1988e052437145646f1eb272f214570761d81badc343665909ba8e116/486",
"boringssl_crypto_tests": "cd41ed453aff8c2b03088c34f5891098d0f019bfba29592e3cd9a8214ec510c9/408",
"boringssl_ssl_tests": "ef02de1b7658cd60c419d1b990ca99067e42b35026dbf4353e83c0bbaf12620b/323",
"browser_tests": "937d745253adcf4138bbff71c030c10ccab6aaa9e3763ed41c59d1d488353af2/1220",
"capture_unittests": "ab2625e7e4c647e43f885257d3f23cc2ea25ecffdebce20dee082abb57ceb8be/402",
"cast_unittests": "a780c829090e387b0bb0347441bdbff4ef2a80a63ff5866537fca855d62405a9/323",
"cc_unittests": "5b08640c4cafbcd9e6e480d765a635ea6508cfb440958603bc9b1b21ebf8a9e9/483",
"chrome_app_unittests": "9b18ef5626b3d47f9bd0338ff6836d8400b994ce887c814dc1e5f9e8bc732e9e/564",
"chrome_wpt_tests": "b1ce8bd62e6595fb92d7921a4834b1a684055bc0dd1bb3ef1ac49526ed7ee4bb/486",
"chromedriver_py_tests": "1b392826b6e8d5486f99f404ebb3493809f80802e29bce3f8ba050c916533245/489",
"chromedriver_py_tests_headless_shell": "3522f405bfb53e49c0a1d216d9abba547b21db58ca98a9f67de05adaee94def1/489",
"chromedriver_replay_unittests": "9933f317906c7fa6dc2c96348d3298a046d3a7edd810c3fe8004cf31b38ce499/326",
"chromedriver_unittests": "d443eac1b009dca624ad7d40dd3f2dd890bb90c3fa58c6dca088ea064011a264/480",
"components_browsertests": "5701f5350105499b58eaa124061ecd1bea4dd5da36b629a4eae2b80984412847/652",
"components_perftests": "1d91ebb049ef491a50f069d04e32a66e48f43b687e1083a38972795c33778142/650",
"components_unittests": "37c0d3778bae36ba7238df1de03ba84c49393630fe1d19a395882affa3f2a1d4/810",
"content_browsertests": "43e5d3c9b24fcdc66ebec8c74324bacbab67d57a90cad6e7a6429af69302acbd/725",
"content_shell_crash_test": "9d021f1d245bf31e08cf8b791ba0faf6e4a24091fe1399840b3fb162705240aa/566",
"content_unittests": "fa331ad7a6e75cf73d35cdfe513aac2db72d292d9530f9297678118ec6acae75/560",
"crashpad_tests": "e4292b3b9e9e09bcb485a4c618d31298e4fe742414faf5997f66984cc93ab2f9/408",
"crypto_unittests": "b59ba6e06cb05e983264e333edb6bac8bc64899b7eee267d10d99ac57623c14a/403",
"device_unittests": "533b845d408bec86a9187784404a444da6522a1e0d00bd7f36d36a11b6bcb349/400",
"display_unittests": "1aa6426c64ea645e1e7480ea9bc1d4db7421ec2e62b69ce01fe2ff87d073d8e7/323",
"env_chromium_unittests": "d0e5edbc4249738110e1d5afa9548a5ebf01ca04c8844fc406fb38ebd2426ded/323",
"events_unittests": "19b17e5e082da80f80e75512fdd5cfc4bdfbbe7851d347835d3421c344ce668c/323",
"extensions_unittests": "887cae3c6f28ac8cf283d1d24e49e70b26bac93258d83d57e27f0681fe05aa49/644",
"filesystem_service_unittests": "1ee22179528c7b5c2887b47601f8038a39a256bb760d5238ffda1a4e51eb9b4b/323",
"flatbuffers_unittests": "7d187dc0dd2aebd8f6040a1fdb7a5685125b754cec78fa1c87e8d605b74585d5/408",
"fuzzing_unittests": "b7764047fbc1f65c0947cd915f658cd2f27d6eee5c7241d446b8b5c8d19f3e02/323",
"gcm_unit_tests": "cc7c996f05fba97705ccae04a34450bfe21116a9bf9967d830c1f1ee07ee7cc9/400",
"gfx_unittests": "b25a0e925e4caf8f9beda8afddd4fba4597f3d7e32f94854afc54c7dc6894e96/399",
"gin_unittests": "cfc82b2341c16f035f3a16c3b196fe74ff70c4c6a08653a589a5cd2fd03d7cdb/400",
"google_apis_unittests": "8bc239635eb4942e753f0cf0cd2af2d658b7428dbc859f24ecad8ff28046cefb/485",
"gpu_unittests": "9fd6f3faad178d80479774384b423735a269aefd66cbf8bec11058cfbb95ab2f/400",
"grit_python_unittests": "9c7d3064744fef7ce8f5f87d1388050150d7e61065b3e1e881a5dc5e97db1a41/411",
"gwp_asan_unittests": "7839b2e131dd595fc8b624d2a376b0dd4b9bf2ee83165647519a364a39634cc1/408",
"headless_browsertests": "621bb52bc1f827ecf774d0873b101051ad6f403efd7c3e54cc1fd12f627f5b32/653",
"headless_shell_wpt": "7e95861424e0bff657cecfc209b07b38df4f4c950bb01b929bc3e7cec75d3795/486",
"headless_unittests": "92792722abac7463590fa889184630ef08d0b2d811ff374612e9aafaecda31e5/323",
"interactive_ui_tests": "c71a0df8565c1d0f9fc87e7acbd22f6b4ff9cbaf29c8c487fa4548efe9b80bb1/1060",
"ipc_tests": "493e50cb6b32a1a44722769574b2b5fa061c62460df16ee396eb0f86a1c9d0d5/323",
"latency_unittests": "d19f31ac0163597bd7b72d4285305770b8afa2842d8a627ab7a7ab0613a2bd1f/323",
"leveldb_unittests": "81ac0f98c9ef5f52d0f4c1d8f1ba46a992d83176bf12e34fb8065d39dc197481/323",
"libjingle_xmpp_unittests": "fdc58de97fd6449354bde0a2a3b2e6ac09b9e80f7d467f68d402c462128dd6a3/323",
"liburlpattern_unittests": "24ca829e6b87b686667a4e64f0bb45a6ccfa9f92ce6bb0f0cfabf13f3804572b/323",
"mac_signing_tests": "4b7c6c9c4a7b60d4f1266641241faacee5a1bc9c8ae01524a439b5e1a3d6ea2b/488",
"media_unittests": "02aec7ac1fb990576da1673b8d0f756fb6fce7f2d8ecd8aad0ff358f22c28ff5/403",
"message_center_unittests": "de31774e4c1dddd5a1e0d6bc8e7db5a729e381100edbd34982de88bd9e407139/323",
"midi_unittests": "4fc5de2c9d9f70f1f69210faa4dddf3b55f4cec979316708c5365f8b482b79b5/323",
"mojo_python_unittests": "c11db8992fc9cf864ccb08b374d291235997317d6b5f27c0887499080818080c/411",
"mojo_unittests": "e6dd6dbdc649ebdeb08f51a2a745d047df4f6dd5d8d22252b469d17e1effae1d/401",
"native_theme_unittests": "62c30980eb65c3f67b637e4c640130814f494c1d9bc65bf81faa42628e4183e7/323",
"net_unittests": "ac325b6dfd5a1042cdc2b5370112a91fbcf85122b33c05f658794edcdb3b8bcd/486",
"openscreen_unittests": "847e7280f58ddf4813c189375eabc150f119e9b57348bd1361aa41de7540786e/408",
"pdf_unittests": "056b1a9a77ec90e5169cc94bb6b18fb417a6ec13c523391b73f79d11fff0f21a/400",
"perfetto_unittests": "19242f7fb5c5f4e6b054479ed7efccb91fa81388fa4573650f83e7a55f745cf3/323",
"power_sampler_unittests": "1dbbca3185511870149b06c3e04a0b1543bce637dda9fda592752e328a6b88dd/323",
"printing_unittests": "6deee487f921b2e39a7f1085276e366f9ffd5e8366f3c5f68e7071fc41d85e6a/482",
"puffin_unittests": "7449e36652f2b0610881ec0980632b5273f750a3a5b0a590f418b0e2916e578e/407",
"remoting_unittests": "cf42b363f933fef3056bbc2f06afe56ad5a91d7d0cb12e7700bde54674d17baa/400",
"sandbox_unittests": "3eb88c04b6020310f4724d108da107036d9c2a1f0a0b6281b5d2f287de360fc7/323",
"services_unittests": "dd9ae0ea2b9b93f2bf39679e8f7a3d6bf72a713036732ba6e106e60dd0bb5ea8/732",
"shell_dialogs_unittests": "acacf384d358f7b06763b2acfa5000b72b03e8835556bda72d3d4f61ba56c4e9/323",
"skia_unittests": "bb6cd24c7b93af3bfc26efded5a5272f6c933bd0190786a9cbbe2a768038ba60/323",
"snapshot_unittests": "c88e8c2fa22f9082861b5855875e27221782bc6f1684f0a24361fb13f605b302/323",
"sql_unittests": "9dee55d07283c68883ea33dcbd96fcfc6d8bc45bde5adeefbe966aeb0a7eb86b/400",
"storage_unittests": "a4e1593f2941e91d781726cec8c12de1fc2b409ce135a3e037efc9153a72ea32/481",
"sync_integration_tests": "6a20900601e40582435a6fd1f911bf680b08e4d21dbaf2d43bed78c47fca7e9c/646",
"telemetry_gpu_unittests": "897225e935d8f45b052ad1d1f163e615fbb21d39f4be80a0cfdd53ee74a11a0d/736",
"telemetry_perf_unittests": "c338112f8cb226ecf6e3f7fa9d316dec5cf0617758407ed74ac7918fa5b86cf3/655",
"telemetry_unittests": "5a145f4ae3265c24b0fd77fd0fab9d1716caf0f802cbed39316dc6da19c118e6/575",
"test_env_py_unittests": "57bbb47c3f9d493bc8288b6f3db3c73addf7b4af1bc9a38b2350808d7b634d3c/323",
"ui_base_unittests": "93ea5e1d18565aeae121bb8b032cd9c9cd81d00e74d17e0450a0a438e74101a6/555",
"ui_touch_selection_unittests": "b43bdc0c578c578a47496d35a0fae5a8462d070f30d931fb75af72a4ed27aa59/323",
"ui_unittests": "a81fc29ca56b8487f3bbca736c1187f13f8402fb404815b2f9636a56b4dbce72/323",
"unit_tests": "1dc2aba6aa01d92ebac355ff002378ac233e88e01b97422a959fc146f77fcef1/1061",
"updater_tests": "d9efce412e5db3889a88e61afcf90fdf5ca290f8cae165d9a5670cea08950558/566",
"url_unittests": "7867b2b35539de61cae8e365587518a7d22f4ccfae8543074e87455809242565/323",
"views_perftests": "f82516b2f129728430445a68b52d92d084dafbe323a597d49fd8c093583ab9c4/487",
"views_unittests": "734f30be234faf4ce9e331e2f8edcb0f240ee6b35304e413571e5ed2ebfaa013/402",
"viz_unittests": "955b0e93f0348d84ac9f533d43d3e30120d9ed41361911245b1cd5c21c2ecac1/407",
"webui_resources_tools_python_unittests": "6032f889dbcdd8cefe2062d4e3747fefff208b3eaaf553c6eba3c84afcb3f123/649",
"wtf_unittests": "93e17f955d19f7664e80c89782b166c1d42e327ed2de4ceec6dffd378b7719cd/323",
"xr_browser_tests": "078b348f559615f7a1db6cfe0a90a2d6df1573701795c0e2eab9b834d9160c54/645",
"xvfb_py_unittests": "6dff39900b8b5a266c790e46ca2133dde62ebe179fb6c554da8d3c67d7b7fbd9/323",
"zlib_unittests": "d3043e8e52c413a6dbd5ba357f39964cde1665de0a84c049bc692207b5f4633a/408"
},
"swarming_command_lines_cwd": "out/ea77-Mac_Builder",
"swarming_command_lines_digest": "dfa59a5023e15d4287ff792f749c643f80d4a590c98d360a7491eac20507504b/94",
"swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
},
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "02c647430eb4c059c20c5a74bedaf9d160100850",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8844269381583772896"
},
{
"key": "scheduler_job_id",
"value": "chromium/mac15-x64-rel-tests"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "Mac Builder"
},
{
"key": "parent_buildnumber",
"value": "274452"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[11:54:27.650] Scheduled build:
{
"id": "8678839319434152033",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "mac15-x64-rel-tests"
},
"number": 18848,
"createdBy": "project:chromium",
"createTime": "2026-06-16T11:54:27.046857539Z",
"updateTime": "2026-06-16T11:54:27.046857539Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "02c647430eb4c059c20c5a74bedaf9d160100850",
"ref": "refs/heads/main"
}
}
}
[11:54:27.650] Task URL: https://cr-buildbucket.appspot.com/build/8678839319434152033
[11:54:27.650] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8844269381583772896:2:0) after 5m43s
[11:54:28.594] Received PubSub notification, asking Buildbucket for the build status
[11:54:28.617] Build status: SCHEDULED
[11:55:15.527] Received PubSub notification, asking Buildbucket for the build status
[11:55:15.547] Build status: STARTED
[12:00:10.671] Handling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8844269381583772896:2:0)
[12:00:10.687] Build status: STARTED
[12:00:10.687] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8844269381583772896:5:0) after 3m18s
[12:03:28.756] Handling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8844269381583772896:5:0)
[12:03:28.774] Build status: STARTED
[12:03:28.774] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8844269381583772896:6:0) after 2m14s
[12:05:42.866] Handling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8844269381583772896:6:0)
[12:05:42.940] Build status: STARTED
[12:05:42.940] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8844269381583772896:7:0) after 2m49s
[12:08:31.959] Handling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8844269381583772896:7:0)
[12:08:31.974] Build status: STARTED
[12:08:31.974] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8844269381583772896:8:0) after 9m33s
[12:18:04.996] Handling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8844269381583772896:8:0)
[12:18:05.020] Build status: STARTED
[12:18:05.020] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8844269381583772896:9:0) after 7m23s
[12:25:28.075] Handling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8844269381583772896:9:0)
[12:25:28.102] Build status: STARTED
[12:25:28.102] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8844269381583772896:10:0) after 1m34s
[12:27:02.331] Handling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8844269381583772896:10:0)
[12:27:02.353] Build status: STARTED
[12:27:02.353] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8844269381583772896:11:0) after 8m43s
[12:35:45.372] Handling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8844269381583772896:11:0)
[12:35:45.389] Build status: STARTED
[12:35:45.389] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8844269381583772896:12:0) after 6m1s
[12:41:46.456] Handling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8844269381583772896:12:0)
[12:41:46.526] Build status: STARTED
[12:41:46.526] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8844269381583772896:13:0) after 8m13s
[12:49:59.597] Handling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8844269381583772896:13:0)
[12:49:59.613] Build status: STARTED
[12:49:59.613] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8844269381583772896:14:0) after 3m53s
[12:53:52.637] Handling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8844269381583772896:14:0)
[12:53:52.653] Build status: STARTED
[12:53:52.653] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8844269381583772896:15:0) after 4m21s
[12:58:13.674] Handling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8844269381583772896:15:0)
[12:58:13.692] Build status: STARTED
[12:58:13.692] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8844269381583772896:16:0) after 9m49s
[13:08:02.782] Handling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8844269381583772896:16:0)
[13:08:02.847] Build status: STARTED
[13:08:02.847] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8844269381583772896:17:0) after 5m24s
[13:13:26.871] Handling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8844269381583772896:17:0)
[13:13:26.891] Build status: STARTED
[13:13:26.891] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8844269381583772896:18:0) after 5m20s
[13:18:46.907] Handling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8844269381583772896:18:0)
[13:18:46.930] Build status: STARTED
[13:18:46.930] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8844269381583772896:19:0) after 3m14s
[13:22:00.955] Handling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8844269381583772896:19:0)
[13:22:00.988] Build status: STARTED
[13:22:00.988] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8844269381583772896:20:0) after 7m24s
[13:28:10.187] Received PubSub notification, asking Buildbucket for the build status
[13:28:10.217] Build:
{
"id": "8678839319434152033",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "mac15-x64-rel-tests"
},
"number": 18848,
"createdBy": "project:chromium",
"createTime": "2026-06-16T11:54:27.046857539Z",
"startTime": "2026-06-16T11:55:15.242035083Z",
"endTime": "2026-06-16T13:28:09.815438780Z",
"updateTime": "2026-06-16T13:28:09.815438780Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "02c647430eb4c059c20c5a74bedaf9d160100850",
"ref": "refs/heads/main"
}
}
}
[13:28:10.217] Invocation finished in 1h33m44.604355998s with status FAILED