[02:06:13.655] New invocation is queued and will start shortly
[02:06:13.655] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[02:06:14.835] Starting the invocation (attempt 1)
[02:06:14.870] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/31f87469509bfd094e177da0d5afdbab5a4f00b5"
[02:06:14.870] Popped gitiles commit info from properties and tags
[02:06:14.870] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:06:14.871] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:06:14.871] Buildbucket request:
{
"requestId": "8873840998938056416",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "Win10 Tests x64"
},
"properties": {
"$bootstrap/trigger": {
"commits": [
{
"host": "chromium.googlesource.com",
"id": "31f87469509bfd094e177da0d5afdbab5a4f00b5",
"project": "chromium/src",
"ref": "refs/heads/main"
}
]
},
"deps_revision_overrides": {
"src": "31f87469509bfd094e177da0d5afdbab5a4f00b5"
},
"instruction_dependencies": [
{
"instruction_id": "bot_update_repro_instructions",
"invocation_id": "build-8708412429333680833"
},
{
"instruction_id": "generate_build_files_repro_instructions",
"invocation_id": "build-8708412429333680833"
},
{
"instruction_id": "compile_repro_instructions",
"invocation_id": "build-8708412429333680833"
}
],
"parent_build_id": "8708412429333680833",
"parent_builder_group": "chromium.win",
"parent_buildername": "Win x64 Builder",
"parent_got_angle_revision": "cf4c8c2ac431191da5aa355834f36227efb426ae",
"parent_got_dawn_revision": "fb4d36177feeea4831be2d0ba5d845149ac4f105",
"parent_got_revision": "31f87469509bfd094e177da0d5afdbab5a4f00b5",
"parent_got_revision_cp": "refs/heads/main@{#1491795}",
"parent_got_swiftshader_revision": "a84d1801cf7b144da1cd3cca423ef36907c01771",
"parent_got_v8_revision": "fff2846aadb04f1a220a9cc43a5aa9337436ffb0",
"parent_got_v8_revision_cp": "refs/heads/14.0.305@{#1}",
"parent_got_webrtc_revision": "80a555564193df0973d6439cd5576cca2bd3911e",
"parent_got_webrtc_revision_cp": "refs/heads/main@{#45209}",
"swarm_hashes": {
"absl_hardening_tests": "65f88568b0c4691a62287841504ecfec34faf00ac72bf77fdd4a5241e43c1e9a/323",
"accessibility_unittests": "e2e6464390efbc357b4cf79088f34f0ae6ca17480c7685fa26585649ac856cae/323",
"angle_unittests": "a66cfde6df0c0d89b8c8e4a0b8f458a3c0a08a0a5188f65726eb345a88eb4913/408",
"app_shell_unittests": "e1923df35c3c5d84b9e9a79b3a47854fdba3bc0ff6b983c32a08a681243728db/484",
"aura_unittests": "e6ceb255be670f96ea26089607af64fe41be4f178a29b093a47709d12bdf386a/323",
"base_unittests": "e2d03098a5c0748eaece7ff92c24e86ac4dd7417b5cc2bd31c94205594bfab4e/480",
"blink_common_unittests": "40fc3fafe5e6867b4ec24ade4bc3f935f23bec7a6b0e2e9b17eea21093e2a18e/485",
"blink_fuzzer_unittests": "89bc9daa5e905d1f4e2cb7107898575c943b2b720add85e6344706fa225a048a/323",
"blink_heap_unittests": "343cba46f3871eb174dcc872d0f12913a5872d31cf6ad4d44075c27f2bf63b82/323",
"blink_platform_unittests": "fb4bd2b5b7e4578f6605dd0a34a0bb1f541935bfea3427fe2c9efae7f275a90f/643",
"blink_python_tests": "72a34702d0d9499260e759d28beb7b779228d6700b14fd91b19b146a210db530/574",
"blink_unittests": "9bacb8e34a08e4337ad79821d44b2d0ef8278cc48b15606fc3f057304b096305/649",
"blink_web_tests": "d1f216d6bc71a4587927a22f0ed56b1bfbce982b07e589b29df54c8ffc9d7111/566",
"blink_wpt_tests": "d2f6ccc472f88fe0057155fb6c130dd67538ce6fdfde8eaca294e420d149f1af/566",
"boringssl_crypto_tests": "e2f64f8af458be03666d360818619f8087da1f4cc11ea205400fc2e9d679c761/408",
"boringssl_ssl_tests": "006979661a9639e24312ab180d383dac2c47c0890f8354222c1204f0030be534/323",
"browser_tests": "35e5fca7d0c2b4f6ccbca46535d1bfb08a45e27139872433ee8ef9539baf811c/1220",
"capture_unittests": "6efe18bec07598dd8b2c2f5bd1e85bf6d70c246f26141ef763954836de3c9e41/402",
"cast_unittests": "6317dc91212d8060650ca0246124b0780f8d7a04d594002a35fc367f2dd2e434/323",
"cc_unittests": "bb6e3c8c4175bb86830e6f9ad695256a8d1361cc16280083359e0867121a7195/483",
"chrome_app_unittests": "f3c4c8eadd56b9aabb487e806e2544a166cf05c3b726668a9b0c7964dd74a998/564",
"chrome_elf_unittests": "4dcf8f787000b4563d563294947c51735918a114e5475f373dd7cbe96aa4c9b0/323",
"chrome_wpt_tests": "5d5326be88d627cb4c2cb186bfa16a6f927d2fd7cbe7219eb70508f1ccbae49c/566",
"chromedriver_py_tests": "31728e0d41a28c26daa64cdeb7e93a8ce9d28da1a10240460c559809cb592bd1/489",
"chromedriver_py_tests_headless_shell": "645d5b06bf4af4275564325450c9bc7fdf70af6163df512c9da61172eb549c81/489",
"chromedriver_replay_unittests": "6eb16bc11a6505b27c7f8b097d596597a92fa5adc57f0f9280ccef7332e79120/326",
"chromedriver_unittests": "e5968b135d65397ddb4a5e296a426629472c55b058fa4be8f8333c3872049e61/480",
"components_browsertests": "96b74b7404d37e9d9361bb4c41ee09d673d04cffa72e2d70a2aa1e343e787202/652",
"components_perftests": "020b9623142f2c3a0bdc02dc5dd127b915d978f821b15c23df3d84f24d5c44f4/650",
"components_unittests": "157356200c119779b88478893807b37d51926fd791447aa2992740276efe301e/810",
"compositor_unittests": "aef4b25bc334d7e5f030b684364661fad284a39b84b0f658abe452a94504187f/399",
"content_browsertests": "ea1d759f528b015f81d6b1bf133169ef28415d9d81bb85b8f4971d9da56eedd0/725",
"content_shell_crash_test": "9c610ee890bd4cfa76b65851f00b1a5b92eee3ec388476fcb4c0e714194e5ff3/481",
"content_unittests": "bab0092d16841a6fb973a5f452500a175adc2f999f49573028443f9b1807b7b7/560",
"crashpad_tests": "755993b8a6fa32c80b9d0d90e8b341eded64e0e1902725483984e3ec6c3b819e/408",
"cronet_tests": "8d9a975cf6249825c589e368e5639818e44662b9a625ca2929db530e01c26273/400",
"cronet_unittests": "c3897ce0237ae590df6bcc09551f933f0c6445c7748e12a16e3df76e267f40c0/400",
"crypto_unittests": "b2f8640fd569b46b4d2cfa36834888454a62bfb11a18186d670051fb83d803fe/323",
"delayloads_unittests": "72c0ad5b72d18d6f5d47ae46292458316e651f24104acf2dbb5bd99cd6557309/323",
"device_unittests": "256c40267c51415e8aa79d63427151cdbf9ac0bf12408fba9dea374a804fa605/400",
"display_unittests": "ae5d4eb581eee505403f47830965e76282622469da4fbd97e6f4c0ebf9b5a925/323",
"elevated_tracing_service_unittests": "eeb51410a3f2cb67ae0c6c2dfa200cdb1067bb39ea12c1b74c13e702e152670a/323",
"elevation_service_unittests": "4beb1faee8e26385bbb0f742fc7174da22d9d66dec105723e76c0bd691621190/323",
"env_chromium_unittests": "1d473d04d656e6c716166e83a39bd5d906e8e73bf686a3e5f080090294a6877e/323",
"events_unittests": "4484279f0d0fa4b30b244105057f5e1dd568d29c4d1e5c574dd93d1257a103dd/323",
"extensions_browsertests": "fb960c1e254e12d518e63a91e88a7b79aa89c6bd8e10b11705c2c0c7ba1391a7/570",
"extensions_unittests": "5d3bdf8e158564367fb0527e6f6da5ddb367e82dda8d1805d29d50a4047b3f80/644",
"filesystem_service_unittests": "28d5cb65894674a53eaa8380511448055a90231cc8939e138e734f039dc0ee69/323",
"flatbuffers_unittests": "1fe5bb8ded22640d0c7835fdc688be66a58b0659c05139d1ef2bda9ffd698dd1/408",
"fuzzing_unittests": "27ca9de76ae9e22842cb67612e518f1a20e8e000acd360b60ea65434c9abfb30/323",
"gcm_unit_tests": "3d07b39c8e65dd5ae95d22e4e38accdc817daacf725d66641b375cb54007d07d/400",
"gcp_unittests": "2c9828403de0c823e0fc0ee5530ed7fc4afebf3aecffa99f665c58e26747ebda/486",
"gfx_unittests": "5a86c36b1abf285f27a8f3ec1ae53a1bd4a8f1368df75bcc7e61a62ba3136150/399",
"gin_unittests": "895b50aa720660a5579d7ad2877b16adcb7cf0840caa893009e5c8918bb52390/400",
"google_apis_unittests": "bd5aa9e924327148cda46117c9e8e9d5b7ef686cfac9c8e157c4727775e1f4d5/485",
"gpu_unittests": "49b4042c58694eea0760fb755a02488ae16c9f4267522ee14ff27cfc2bf0b263/400",
"grit_python_unittests": "7d555007d7937801e953e465a359b3baf9f85dc21b9de997b1e652bbf10ad737/411",
"gwp_asan_unittests": "7d6c001d3556315bd7586100edae99f33f4883785abef14dc4d97b1ca29d1f95/408",
"headless_browsertests": "d2ba4a77a2d4675dad76132df2e3473647e94b1bfe78392ed48f362ebdd7e466/653",
"headless_shell_wpt": "fd3f18771b3bc22c590387d90c345c3a7b507954a70357bdf319474298274a95/566",
"headless_unittests": "cd801e7d07a9b652ad6beb00771b4ea608fcd85804d46b291c93cc49a7a90de1/323",
"install_static_unittests": "13f6df8a7f5d029a82bb6233f534d547baa36b16a410276d1d5dced2c2bd915a/323",
"installer_util_unittests": "d6fde92c853c3251cb268e22e03c0a6d56e8d720f4e0fb37b4d72fe4e074f367/403",
"interactive_ui_tests": "2dba3596ee4b8dbb0914fa786f260bdc46943c7a3ab23113fb50b010be3938cd/973",
"ipc_tests": "ae40e4589bfb6f19ee9e752dd5965e5718bd5eecd42779756d2e6f73a6d7f801/323",
"latency_unittests": "95ee49dbba74c37e1d82178e5c28b340ed0c6cde2344f3d764292b7135e5b86b/323",
"leveldb_unittests": "8097715c30c76d803951f1103cf1072de6cf0b076fbe8e618f0dc70e3d623e6d/323",
"libjingle_xmpp_unittests": "3a6e69067ca0d460893a28b8280710109f82e1c5365f35171461e7d897fe7b9e/323",
"liburlpattern_unittests": "eae47940cbd48a82a422ad494f0a54e66457064976164a09d2e31241b2eab888/323",
"media_unittests": "913d393693fc2027e416176f85d16247ddbd7d07b5ab87206de0af1dd8476a8a/403",
"message_center_unittests": "52567f830a1d8b19049a62f66fdde30554a99c73753a34b3edac2d90b179b6c0/323",
"midi_unittests": "9f98a91eb2eb22120cc734fa0bd24a4bcd27dfd7c539e2de2bebebe07a4b073d/323",
"mini_installer_tests": "766a07212f2f441dad08f1a5e41cfd93b87c98fb28f7d74115813ebf59f2e5c4/489",
"mojo_python_unittests": "7a0bc8782c6933a15de72615efd771910e0a143c8b1f9a9358a633fa97e614d3/411",
"mojo_unittests": "cfbf87a1fe76634c2ee50ea49539f6f1d5dfba8e80b0433e039beda4d8437727/401",
"native_theme_unittests": "c1b95ab814bf44fb7c3f178fc01acc1e0a58e1365f1d7b04e6821ea497548b12/323",
"net_unittests": "5a7adb221c9c0c25e2228610c3e1cee58f48f586268989c1d6d44ea645ffcb55/486",
"notification_helper_unittests": "ae0efd2c81f76f15833e1d5389fbb01a65c8fc195ff32cfd9b92a7ce02fcccf7/323",
"pdf_unittests": "dc9c6f5b8e1abcdcd80903efe1a9f316d6e7ef734ec89d10c0425f2f06b64ed4/400",
"perfetto_unittests": "3c4e045b117a71a689f8ffccf7a0c0f26da20ebabe937d2315a8692b461d6141/323",
"printing_unittests": "213c0ce1270e3717270522dddfaccbe114cd5087405e07da686abd5f0b9cd508/405",
"pthreadpool_unittests": "00ea8441b15d4d17ed89caa805b38c0b482ea9925def45649031174367482d29/323",
"remoting_unittests": "58cacb24320369f3c517a1a758441e962eea609198dc4737d05d0bed312b462e/400",
"sbox_integration_tests": "70e19664a5177eccead956ef408ec94fecd1b47d32895a7879188053f85224d0/401",
"sbox_unittests": "b9eb93cb96804c1714fd924e95239c82111f389f40a4788569e91ce11ad997f9/323",
"sbox_validation_tests": "5bd4ca99846953e51bee75bacb56083bea5e02b79fe248497358ec484f936e8f/323",
"services_unittests": "d7855aa18a503031ef6cb2b158cdeb87c287469d33775b6cfa93c2caefad6bbf/653",
"setup_unittests": "da224774365a56d0c603b4da56ab1cc7a7f88fbe95a63525ebb49b026dbcde74/404",
"shell_dialogs_unittests": "ca9d412541ac3043b0b457e902372ce718d737ac6f0c90c3d8484c193dc76edf/323",
"skia_unittests": "0e8ce54a13c6ffc097b9629e0066c4e31c711017056fdc1c255ce01c71858aef/323",
"snapshot_unittests": "cd7b05b4e865867a62cf0664886d6fae9e010fc182ae2f97b48f6f0ab3af57aa/323",
"sql_unittests": "9eb063b6ecc7dd6242081e27b96f09156823f3cdea50dc02e9a880daaf0c2e7e/400",
"storage_unittests": "095cee43a93c86e42df04c878eed4562074741276b7df647f56e86e28d7d4322/481",
"sync_integration_tests": "6130a7c401abfc22772f644b0918fbe7b8f59420267e1937e85a52bbc602065f/646",
"telemetry_gpu_unittests": "145b118c126b5287c2ad6d5bf50600f0e49f149624f171b204b7ba7b3bafa149/736",
"telemetry_perf_unittests": "038f916c1e679489596cfd5fcae87f309a877386304991f2cf83e16971671532/655",
"test_env_py_unittests": "87c056d930764ee1c9df7b7b609144f6828c3d4cff5423e465fd69f61e927b12/323",
"ui_base_unittests": "58774b0271d2220641e68dc5a1bce9a5ba6162067e37554e2a2f16db4ab436bb/555",
"ui_touch_selection_unittests": "3f7c169dae9115409231b12732cc111162ab9cbc82d6d9d3171ff387b140e987/323",
"ui_unittests": "84a9fb8ea854b5049b5ee1be4e7f9d710d8340bd9a1b1237597b4b33753a7075/323",
"unit_tests": "56c3aa1ade79677f6bb9084d70bccdde2f086403defbc973d2e1aa4748d77af7/1061",
"updater_tests": "b108bcdf4b494ae538bb26adad217c5195de9ece5443ed8016ee04355c4f4281/566",
"updater_tests_system": "b21eb22b3e9a7ea57defc3fc579f9c5c562e746a421dc28f364d787d5b2cbdca/566",
"url_unittests": "e831fbdc1d64bf0ad47c67b794433cf341942a5c94da8f58820334d902958c76/323",
"views_examples_unittests": "6e81d5ffa6fc3d1faa122349ce465674474c1cd73597f384ff03a3976ee66f4e/402",
"views_perftests": "2fa047ad41f68b85fbe2faa16545f8d8415515968de684d1df9c99d8ecfe7e96/487",
"views_unittests": "8b39ed9428e22cd4ae8be6e0cb9b25c3b83b8c1e65be6e9b1058d29dff92f4d8/402",
"viz_unittests": "97916167f1c5c7fac16879c2151611ee4e67ef171840d199422de40e65191ac7/407",
"vr_common_unittests": "c55756450afd29855f53667f26a8d00c20ddd833422449da58332cafd92a0549/564",
"webui_resources_tools_python_unittests": "6534eaffab73c2e621ffa39eea7650c18ca19a85f6b5ac06f389b86e74b5882d/564",
"wm_unittests": "d6ca8c34547e3ea96c49b339fe50496898d77b747e9f98cd543839ee7d631d65/323",
"wtf_unittests": "40de15bde59da6c70da7f8c74b244f0a065956e0cfe20eba124134af9d994ebd/323",
"xvfb_py_unittests": "b200456094759f966ad1f40fd761942901a4d2d0ccf5e2bb97a91c0bd7853cd4/323",
"zlib_unittests": "3e98bb4bb7fec38692ec1f021b8862c1abf6bcb8015f8d2fe28f85da73ddd7d5/408",
"zucchini_unittests": "6df58383ff6a9326f127e1a77e1a4f3fcd80c59863abefa48c276c608f0d3733/323"
},
"swarming_command_lines_cwd": "out\\28e3-Win_x64_Builder",
"swarming_command_lines_digest": "76231ef425458217d99f39137523b16e3cebc8d4cd68bf56f838bc25a695bb50/94",
"swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
},
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "31f87469509bfd094e177da0d5afdbab5a4f00b5",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8873840998938056416"
},
{
"key": "scheduler_job_id",
"value": "chromium/Win10 Tests x64"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "Win x64 Builder"
},
{
"key": "parent_buildnumber",
"value": "165797"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[02:06:15.453] Scheduled build:
{
"id": "8708410936939340609",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "Win10 Tests x64"
},
"number": 102266,
"createdBy": "project:chromium",
"createTime": "2025-07-25T02:06:14.937304029Z",
"updateTime": "2025-07-25T02:06:14.937304029Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "31f87469509bfd094e177da0d5afdbab5a4f00b5",
"ref": "refs/heads/main"
}
}
}
[02:06:15.453] Task URL: https://cr-buildbucket.appspot.com/build/8708410936939340609
[02:06:15.453] Scheduling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64:8873840998938056416:2:0) after 6m57s
[02:06:16.512] Received PubSub notification, asking Buildbucket for the build status
[02:06:16.614] Build status: SCHEDULED
[02:06:20.926] Received PubSub notification, asking Buildbucket for the build status
[02:06:20.977] Build status: STARTED
[02:13:12.514] Handling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64:8873840998938056416:2:0)
[02:13:12.552] Build status: STARTED
[02:13:12.552] Scheduling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64:8873840998938056416:5:0) after 1m17s
[02:14:29.680] Handling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64:8873840998938056416:5:0)
[02:14:29.710] Build status: STARTED
[02:14:29.710] Scheduling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64:8873840998938056416:6:0) after 2m37s
[02:17:06.740] Handling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64:8873840998938056416:6:0)
[02:17:06.778] Build status: STARTED
[02:17:06.778] Scheduling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64:8873840998938056416:7:0) after 3m52s
[02:20:58.886] Handling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64:8873840998938056416:7:0)
[02:20:58.922] Build status: STARTED
[02:20:58.922] Scheduling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64:8873840998938056416:8:0) after 8m58s
[02:29:56.995] Handling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64:8873840998938056416:8:0)
[02:29:57.104] Build status: STARTED
[02:29:57.104] Scheduling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64:8873840998938056416:9:0) after 1m56s
[02:31:53.180] Handling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64:8873840998938056416:9:0)
[02:31:53.243] Build status: STARTED
[02:31:53.243] Scheduling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64:8873840998938056416:10:0) after 1m33s
[02:33:26.272] Handling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64:8873840998938056416:10:0)
[02:33:26.303] Build status: STARTED
[02:33:26.303] Scheduling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64:8873840998938056416:11:0) after 8m2s
[02:41:28.335] Handling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64:8873840998938056416:11:0)
[02:41:28.360] Build status: STARTED
[02:41:28.360] Scheduling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64:8873840998938056416:12:0) after 4m55s
[02:46:23.389] Handling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64:8873840998938056416:12:0)
[02:46:23.412] Build status: STARTED
[02:46:23.412] Scheduling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64:8873840998938056416:13:0) after 9m10s
[02:55:33.441] Handling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64:8873840998938056416:13:0)
[02:55:33.481] Build status: STARTED
[02:55:33.481] Scheduling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64:8873840998938056416:14:0) after 5m55s
[02:59:28.793] Received PubSub notification, asking Buildbucket for the build status
[02:59:28.832] Build:
{
"id": "8708410936939340609",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "Win10 Tests x64"
},
"number": 102266,
"createdBy": "project:chromium",
"createTime": "2025-07-25T02:06:14.937304029Z",
"startTime": "2025-07-25T02:06:19.868603342Z",
"endTime": "2025-07-25T02:59:28.074667737Z",
"updateTime": "2025-07-25T02:59:28.074667737Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "31f87469509bfd094e177da0d5afdbab5a4f00b5",
"ref": "refs/heads/main"
}
}
}
[02:59:28.832] Invocation finished in 53m15.184796469s with status FAILED