[12:37:04.724] New invocation is queued and will start shortly
[12:37:04.724] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[12:37:05.940] Starting the invocation (attempt 1)
[12:37:05.972] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3f1fb1309f24131a0655af3401a827bb93c969d1"
[12:37:05.972] Popped gitiles commit info from properties and tags
[12:37:05.972] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[12:37:05.972] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[12:37:05.973] Buildbucket request:
{
"requestId": "8860483555160784288",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "mac15-tests-dbg"
},
"properties": {
"$bootstrap/trigger": {
"commits": [
{
"host": "chromium.googlesource.com",
"id": "3f1fb1309f24131a0655af3401a827bb93c969d1",
"project": "chromium/src",
"ref": "refs/heads/main"
}
]
},
"deps_revision_overrides": {
"src": "3f1fb1309f24131a0655af3401a827bb93c969d1"
},
"instruction_dependencies": [
{
"instruction_id": "bot_update_repro_instructions",
"invocation_id": "build-8695053961187074881"
},
{
"instruction_id": "generate_build_files_repro_instructions",
"invocation_id": "build-8695053961187074881"
},
{
"instruction_id": "compile_repro_instructions",
"invocation_id": "build-8695053961187074881"
}
],
"parent_build_id": "8695053961187074881",
"parent_builder_group": "chromium.mac",
"parent_buildername": "mac-arm64-dbg",
"parent_got_angle_revision": "69ac0775b7c5feac2c3a63980695af0dcb0db336",
"parent_got_dawn_revision": "e78ae5f0450857eb95217ef469fbb173a3cf103d",
"parent_got_revision": "3f1fb1309f24131a0655af3401a827bb93c969d1",
"parent_got_revision_cp": "refs/heads/main@{#1561074}",
"parent_got_swiftshader_revision": "5aa3ef64770d6065183b9637fc44065ef7e7566b",
"parent_got_v8_revision": "e7c326e785bad30c75c202cc693b6277e563e81f",
"parent_got_v8_revision_cp": "refs/heads/14.5.136@{#1}",
"parent_got_webrtc_revision": "459e9dffeae8c42f9a495295a7aaa1c9d032ddf4",
"parent_got_webrtc_revision_cp": "refs/heads/main@{#46523}",
"swarm_hashes": {
"absl_hardening_tests": "aca40ce2c1f5e67c31e9a7dc904dc9afc29e90316339a2210cdd8c713055c9c7/323",
"accessibility_unittests": "8b9d8891a4e151aef4137010f10d88dc536520c5abf74699e11316150b78a4b7/323",
"angle_unittests": "5ee91a52c5b30aa812e8dfef90fc7ab586d44c0236a83c8e18f6a9e3392cdaf6/408",
"app_shell_unittests": "ac88bc54f336190d34c33566586251fe07c32fea45941ca5fca7a1eec062556f/484",
"base_unittests": "0244e308ac56f5dc40cd08aaf97bd3b210da1eafb2ea5653b50e35ad4fae0498/480",
"blink_common_unittests": "977e183f0eefc6b793de6c62b17e7c50d9d43c215cc65fdac96a40968acdb77e/485",
"blink_fuzzer_unittests": "62e91dc4cf3f6e9e704ad4bf716b69d68547d9ddbc69c1e2e018d31cb281de5f/323",
"blink_heap_unittests": "8cc8d63b4747b1ee10c82fc8285a7ee77215ec39324ebca9d16742ae91cb221f/323",
"blink_platform_unittests": "4457407c88a7a9e37990dc56354a5e6c93c089da62c54b6a718bc0075ffef188/643",
"blink_python_tests": "3e6782be12663b0e8efe45396e3ed4e62200f8ffbaf349f8402833c7a3a869dd/574",
"blink_unittests": "9860fcfed77e01a354db3a25352de41c3706e544db11023f00df31984ebd816d/649",
"blink_web_tests": "528ed3e2c3dbf02d96a370d918c0c192d6c2d1a0611a931d30def99ab7cc7cfa/566",
"blink_wpt_tests": "644f88d342eb8f9836c88cb696ec1786fdc6c12e4f2566428cefe4333bd93e12/566",
"boringssl_crypto_tests": "7de19d458940aeeffe602a940448741cd7c136b510f3f4548b2061e2248c3077/408",
"boringssl_ssl_tests": "f67e4aab6f44e85a172ac273ef4f723bf5f8b9e1bc2a0a98e06a5fbf10a55ce0/323",
"capture_unittests": "b1ee5075d370580c8eb5cae36132b042411008a7fc088e452859e65a3e644945/402",
"cast_unittests": "1490cf1447c413ccafd6ac2fdbbe3db7aad370ac377da0f644ec303f8e593164/323",
"cc_unittests": "c085ceabb07a8f3fe63a885b6326e19d6b2edb4532fd2dadf5da288a217a38a3/483",
"chrome_app_unittests": "82164158839b92e98fd24ef70fd31d014a4c9601aa39f4fdcdec25d5391fb10b/564",
"chrome_wpt_tests": "79ca7f6ae5888043f88e57b4461bbf6c4e11380fec736aef53cc08046d17e2b3/566",
"chromedriver_unittests": "dcf5bc8afadcd3c01aa120c86c9232f030e5c054b732adffa4cdfcdf2909560a/480",
"components_browsertests": "c05bcf6dd2c0c277309fb1a40677e75715d5a52f712a17786f3e7e804a69d510/652",
"components_unittests": "604c66b0b697f2186bc370c713a309955d8346bd355195a5c07d233240a71a14/810",
"content_browsertests": "52072f626751a43264bec1bbd30de5579301b7b5253c935514d4118309c4889a/725",
"content_shell_crash_test": "93009d2f5b8de1203703f3b1512d2a9ee5b2bedd7d770803ffe99c9034af05d9/566",
"content_unittests": "f7e3b7beb4934526cb7a793a05bb1e90e84547a18f91ce3c0f250cbcbb4d3cca/560",
"crashpad_tests": "ab09db2536bc3fd989e16fea60382d5d6849466cb4697a01c8a4fe224c9593e8/408",
"cronet_tests": "75ffe35b6e79bef462775bbf9add0c0b671e33a2991ae1c8209ff23d86d7c6fe/400",
"cronet_unittests": "8a1e8679cbd2d23dea6e2aae71e0f74a54ae821420ffcc7ecc4f128e532999b6/400",
"crypto_unittests": "d2fffbe51debd5c14b68bdafd133db222447055febe020cb2f89eb0248a1ddde/403",
"device_unittests": "cd72781bfd701e031766d9a8d743c6605c151d5830ebaf9866880f2bc560c86c/400",
"display_unittests": "9343b1bc95db078b49ab2685676b4c564b7e9a1f307147f49ecd010025adc78f/323",
"env_chromium_unittests": "72ecdf1e24fec326fb910b86be0133217f23d3a09029c5fb5b16b2868d137781/323",
"events_unittests": "3449d374331edb3968312fec78cae93773622529b2c1065b1dc5e660da817056/323",
"extensions_browsertests": "7d69f2cf8ff298a44e30ae9479b8b0167763b5e36f2ce179036fc8d15b735866/570",
"extensions_unittests": "6d9b31471521ea6527fc57b5c0e42b558156f3881b947e353fe36725f02dac86/644",
"filesystem_service_unittests": "e3e84da91a96a18b39465b92b452f8a62ab215691003aca71261961e3f0b145a/323",
"flatbuffers_unittests": "4d8b9040eae369852a5a4b866338c8a61ab9739f9b685a4191090ea873b9854a/408",
"fuzzing_unittests": "68bc27dae0df735eef526839a4a0feb5cce25386153f24df0374dca70ce98364/323",
"gcm_unit_tests": "a4bbcdf8da4dadda444c1b4d2482e78694f7e5a1e6fa953abd9cd586138adb0d/400",
"gfx_unittests": "9ed9eeff19c68747cdb3be23ae7b0ba9f4c067d4119ff5a893f566a2bb804025/399",
"gin_unittests": "7afa4e7940d66ee9851b72f844e64852ee9296edb52b382fbf319aa70fccea0e/400",
"google_apis_unittests": "7179d582cbfac9cead9d699797dce02229288a08fc7788bc36134b7638de1861/485",
"gpu_unittests": "2a195ca299ad66f526b33137aff2d17465238f00e7787f094af6eba354fc5bb0/400",
"grit_python_unittests": "2c562931dcad03fb1ca718584b9d663734f74f56d34dc9a6936cf12ccf0c9501/411",
"gwp_asan_unittests": "d9c5b2b9267fb8d63994da75cdade625a833b44196081c820e19f9d62034796a/408",
"headless_browsertests": "14857e4c872773dcc4a37cb3133de61e70c7b6bf9a47997ffc764061d3d4c5d4/653",
"headless_shell_wpt": "0c7339527e5e53c74714d93a8deba475c006b611635ca722f42ea7723df163f6/566",
"headless_unittests": "b8b5d26fae94cbc52cbb47ee24807a18c4c74041d732e4cbca8d5be22743db6b/323",
"interactive_ui_tests": "bc376a7f0f9a513b47a6b437a865759c1c99fbc319491b2a078ff73631c676b3/1060",
"ipc_tests": "352e822412e5d1854e1a8726e6018fcecdeb6638bfb1078b4361c88690fa4bc1/323",
"latency_unittests": "2180cc4b7941d7247f53beecd9deffdfb093e83e8853bee01de3bfe16285a544/323",
"leveldb_unittests": "683fc472224c90a54f7ad760b5bb3c2880affe3278bdad25ed37440222b2a252/323",
"libjingle_xmpp_unittests": "2b53b3a038f2139a8081831e6b5fd0761344b42c8ad5c295c8c37176a88f5e57/323",
"liburlpattern_unittests": "f65fb4ff747977a745dc2761f17706d5e9a777abed0be63da74026da8361e16f/323",
"media_unittests": "3c0451c4f6aef7fee46fe6e8531d47c75947b7e3a4f7a47b18c531df4b6eb5bb/403",
"message_center_unittests": "45ed6bd0845ccbae4e947d1645a15558514baa3eb7ccb59ff1f913b9d0c1cf47/323",
"midi_unittests": "8a93ca71dca32460653447a30b8dc48e4b1262f23f89d74fd174a241fb140df1/323",
"mojo_unittests": "491da3f6742e1a54efd487c630eaf90e7ab62e85f874f2b41e10dd82d9e323ba/401",
"native_theme_unittests": "42e8a9c2a0d709f197c4b9c1a39b54ed95ab4e083f9695db6c38b84284b0e8f9/323",
"net_unittests": "13e0325e0309b0bb2f2e284c690871dcbe2a9a5a198fc68f30fd52b97eb4606f/486",
"openscreen_unittests": "7bcc2b45495f0af39785d749d08ead90bc09e0d6e73e0e43a1ca792b8c79dc8e/408",
"pdf_unittests": "b5a68876aed6825943507d45100c0e4a01cfb240bc5c2f170b1d465bdfdb8e6b/400",
"perfetto_unittests": "8b4c9df222b6eccc4f58768be7b3a3f725737e89b3a40e015df35b11d48dc4b6/323",
"performance_test_suite": "6492a79f488d67705faa4d54ad863558e7b6934100e2475e0df1380db265098a/732",
"power_sampler_unittests": "4a75ce62acd69d159b2368b069f2683394099896bc4481e742b7ee864476ca2d/323",
"printing_unittests": "87a3c62e2d17df5ab4f3cc5b1d434596a7ff8b0ae1caaf64eb88e1335ae5ab4e/482",
"remoting_unittests": "21cf2070a8147c59f38200d9b30ce544194be816a595f36e0860a478cc040716/400",
"sandbox_unittests": "cb7999fa4981343e9a1ec56346a45c7c16e3920397cfca56076434c9375a9253/323",
"services_unittests": "d5c7fbff15e664eebc17e194c4700a77fca66f34312afc6ec56bf03fb4f3f780/653",
"shell_dialogs_unittests": "607f69b0fe5caacdf90f387a9f48318ee6dc3e24214de9ccd195f19129bbf43e/323",
"skia_unittests": "76d723cc2e4c3e1a0e7c0efb9570fcba73f64f7df3e6a9d79628102b05de54bc/323",
"snapshot_unittests": "4e145c970c7ec21e1a2e2caf68f23f9c10324c37cea4f54ad399d1d1382a3fb0/323",
"sql_unittests": "0437b636c9a20e01052a4e6115c75ab4bec407e35dd8b201c4c68b07e2b8ef3d/400",
"storage_unittests": "32a386d1e0d2d39f32b574350858fe120a46536a6b99f15054d470c7b106ec3a/481",
"sync_integration_tests": "12a67353ffcf96aad6d951e872f2d5bde3bcaf646b3c9c4d30af3d08b9738432/646",
"telemetry_gpu_unittests": "c7848316a58f5ee1cd898b0c7f424edec3f79703c82a897a2964ea2b01859dfc/736",
"telemetry_unittests": "ab137e9c244754747c436e1bca74e8b40b6219ddd54ece307e0a2f854615a53a/575",
"ui_base_unittests": "3650911b4e030ff7915eac6f623974aa97b8a550f739e66f8c57ec8fe7342a66/555",
"ui_touch_selection_unittests": "ddef023f71666a7ab7f48d490915ec33ed70f5256d0fba8bed389b2456813147/323",
"ui_unittests": "4010475c358a90728f2e39f044160ccefc180553327a518b2fc6b9de65b9628c/323",
"unit_tests": "be8371ec6293ae1968d92ee6f387a64e4c9c2d1ee3a406e32061b4fb855d148d/1061",
"updater_tests": "1b72bacacda9f6181906b9f4e90780cfbde89235346a7d7aece56ef718f44b73/566",
"url_unittests": "7b1a0143b86f7fcb8eaca3f23ef0c130b9082a1949e099fbce0ae0b56069d7df/323",
"views_perftests": "5f719ddc147ceefd484229fc9371237941cd8057bafeb9eea70f6b4a4bf3b237/487",
"views_unittests": "c721a3171db87d2572209a8c409d8fb64561517174349eb5f911a85a5de8a921/402",
"viz_unittests": "dd6258cbef71cc34ae59715c81d53ee79ada718bd259b58bfed8267804a7d4a9/407",
"wtf_unittests": "7aa9621c8571124066e3b407890099cc7669766a5240d31fc14a10e5e5ee763a/323",
"xr_browser_tests": "6a3548b81cd5ae4fc93ba620d05523aea0aeb07481701758985ca30993af2c70/645",
"zlib_unittests": "eb4523f8d793c35699f4b9028b7042903499cc3298de8105d1954ea9c736cd07/408"
},
"swarming_command_lines_cwd": "out/8964-mac-arm64-dbg",
"swarming_command_lines_digest": "07e6b3479b3c11c2c9a1d3696e884c2d2ab29c264c793cc2c8cd325ce244da36/94",
"swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
},
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "3f1fb1309f24131a0655af3401a827bb93c969d1",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8860483555160784288"
},
{
"key": "scheduler_job_id",
"value": "chromium/mac15-tests-dbg"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "mac-arm64-dbg"
},
{
"key": "parent_buildnumber",
"value": "83558"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[12:37:06.427] Scheduled build:
{
"id": "8695053493125739009",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "mac15-tests-dbg"
},
"number": 4087,
"createdBy": "project:chromium",
"createTime": "2025-12-19T12:37:06.035180320Z",
"updateTime": "2025-12-19T12:37:06.035180320Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "3f1fb1309f24131a0655af3401a827bb93c969d1",
"ref": "refs/heads/main"
}
}
}
[12:37:06.427] Task URL: https://cr-buildbucket.appspot.com/build/8695053493125739009
[12:37:06.428] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8860483555160784288:2:0) after 5m13s
[12:37:07.410] Received PubSub notification, asking Buildbucket for the build status
[12:37:07.429] Build status: SCHEDULED
[12:38:01.349] Received PubSub notification, asking Buildbucket for the build status
[12:38:01.374] Build status: STARTED
[12:42:19.480] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8860483555160784288:2:0)
[12:42:19.496] Build status: STARTED
[12:42:19.496] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8860483555160784288:5:0) after 9m44s
[12:52:03.787] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8860483555160784288:5:0)
[12:52:03.801] Build status: STARTED
[12:52:03.801] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8860483555160784288:6:0) after 6m2s
[12:58:06.044] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8860483555160784288:6:0)
[12:58:06.114] Build status: STARTED
[12:58:06.115] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8860483555160784288:7:0) after 6m37s
[13:04:43.203] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8860483555160784288:7:0)
[13:04:43.219] Build status: STARTED
[13:04:43.219] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8860483555160784288:8:0) after 1m50s
[13:06:33.257] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8860483555160784288:8:0)
[13:06:33.272] Build status: STARTED
[13:06:33.272] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8860483555160784288:9:0) after 6m12s
[13:12:45.278] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8860483555160784288:9:0)
[13:12:45.292] Build status: STARTED
[13:12:45.292] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8860483555160784288:10:0) after 2m19s
[13:15:10.135] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8860483555160784288:10:0)
[13:15:10.151] Build status: STARTED
[13:15:10.151] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8860483555160784288:11:0) after 9m12s
[13:24:22.366] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8860483555160784288:11:0)
[13:24:22.389] Build status: STARTED
[13:24:22.389] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8860483555160784288:12:0) after 1m40s
[13:26:02.470] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8860483555160784288:12:0)
[13:26:02.485] Build status: STARTED
[13:26:02.485] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8860483555160784288:13:0) after 1m36s
[13:27:38.977] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8860483555160784288:13:0)
[13:27:38.990] Build status: STARTED
[13:27:38.990] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8860483555160784288:14:0) after 9m45s
[13:37:24.193] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8860483555160784288:14:0)
[13:37:24.214] Build status: STARTED
[13:37:24.214] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8860483555160784288:15:0) after 4m5s
[13:41:29.330] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8860483555160784288:15:0)
[13:41:29.348] Build status: STARTED
[13:41:29.348] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8860483555160784288:16:0) after 2m19s
[13:43:48.384] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8860483555160784288:16:0)
[13:43:48.558] Build status: STARTED
[13:43:48.558] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8860483555160784288:17:0) after 5m40s
[13:49:29.257] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8860483555160784288:17:0)
[13:49:29.273] Build status: STARTED
[13:49:29.273] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8860483555160784288:18:0) after 2m21s
[13:51:50.300] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8860483555160784288:18:0)
[13:51:50.317] Build status: STARTED
[13:51:50.317] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8860483555160784288:19:0) after 3m35s
[13:55:25.554] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8860483555160784288:19:0)
[13:55:25.566] Build status: STARTED
[13:55:25.566] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8860483555160784288:20:0) after 1m3s
[13:56:28.667] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8860483555160784288:20:0)
[13:56:28.681] Build status: STARTED
[13:56:28.681] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8860483555160784288:21:0) after 2m53s
[13:59:21.947] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8860483555160784288:21:0)
[13:59:21.963] Build status: STARTED
[13:59:21.963] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8860483555160784288:22:0) after 4m57s
[14:04:19.070] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8860483555160784288:22:0)
[14:04:19.085] Build status: STARTED
[14:04:19.085] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8860483555160784288:23:0) after 8m28s
[14:12:47.139] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8860483555160784288:23:0)
[14:12:47.160] Build status: STARTED
[14:12:47.160] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8860483555160784288:24:0) after 5m8s
[14:14:36.638] Received PubSub notification, asking Buildbucket for the build status
[14:14:36.652] Build:
{
"id": "8695053493125739009",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "mac15-tests-dbg"
},
"number": 4087,
"createdBy": "project:chromium",
"createTime": "2025-12-19T12:37:06.035180320Z",
"startTime": "2025-12-19T12:38:01.035533888Z",
"endTime": "2025-12-19T14:14:36.042588555Z",
"updateTime": "2025-12-19T14:14:36.042588555Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "3f1fb1309f24131a0655af3401a827bb93c969d1",
"ref": "refs/heads/main"
}
}
}
[14:14:36.652] Invocation finished in 1h37m31.940746389s with status FAILED