[14:59:35.005] New invocation is queued and will start shortly
[14:59:35.005] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[14:59:36.150] Starting the invocation (attempt 1)
[14:59:36.181] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e3e3061aa03b7c58de4a419a913d26c4b74eeeec"
[14:59:36.181] Popped gitiles commit info from properties and tags
[14:59:36.181] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[14:59:36.181] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[14:59:36.182] Buildbucket request:
{
"requestId": "8867359958988254848",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "Win10 Tests x64"
},
"properties": {
"$bootstrap/trigger": {
"commits": [
{
"host": "chromium.googlesource.com",
"id": "e3e3061aa03b7c58de4a419a913d26c4b74eeeec",
"project": "chromium/src",
"ref": "refs/heads/main"
}
]
},
"deps_revision_overrides": {
"src": "e3e3061aa03b7c58de4a419a913d26c4b74eeeec"
},
"instruction_dependencies": [
{
"instruction_id": "bot_update_repro_instructions",
"invocation_id": "build-8701931136162663457"
},
{
"instruction_id": "generate_build_files_repro_instructions",
"invocation_id": "build-8701931136162663457"
},
{
"instruction_id": "compile_repro_instructions",
"invocation_id": "build-8701931136162663457"
}
],
"parent_build_id": "8701931136162663457",
"parent_builder_group": "chromium.win",
"parent_buildername": "Win x64 Builder",
"parent_got_angle_revision": "5c58505be7f434c053f4066081001373d21c4bd1",
"parent_got_dawn_revision": "43d8fb0293947a3fec5c9ba187f16a9176597d31",
"parent_got_revision": "e3e3061aa03b7c58de4a419a913d26c4b74eeeec",
"parent_got_revision_cp": "refs/heads/main@{#1525214}",
"parent_got_swiftshader_revision": "18d4f3db94079d05896692b9c6b3d905ec84bce7",
"parent_got_v8_revision": "390bfaaf1e224a6c3c2b7cb40410d1722ec3d16e",
"parent_got_v8_revision_cp": "refs/heads/14.3.32@{#1}",
"parent_got_webrtc_revision": "dc604e7b5247cf537479bbab4012c4615389ce4b",
"parent_got_webrtc_revision_cp": "refs/heads/main@{#45828}",
"swarm_hashes": {
"absl_hardening_tests": "ad7e221e721431768fef7cc99590c5be311d8366acf49915afc5aad0f9f0a212/323",
"accessibility_unittests": "4db509957c4a695424b4343e7d1bedf65b24e5a85bba872a01b56dc1ee142dd6/323",
"angle_unittests": "396722e2f41aed9c0d113656fb6a9022638e19b78896856b9624ec823ce9b07d/408",
"app_shell_unittests": "7506f5b2fa70dd9c2880e78d7c56bd3fbd6d318f4bda83c23bac2f4f9745270f/484",
"aura_unittests": "4e37b8388347f6ff67e11167ebb1cb9536866c61aeed7cf6b40e2648bdea788d/323",
"base_unittests": "f52e93484c1b37b737b7b1859645ec560ac489e88be288326f3365d5118e9d0a/480",
"blink_common_unittests": "d47b345350febcbf33904d867e41476d047fb502da09fc8217a430d8c9d4156e/485",
"blink_fuzzer_unittests": "62712e6fe2890f5a6ff177d54a4b0cac531c1b2d362441d8f74213c22bbc970f/323",
"blink_heap_unittests": "c107a7eb37c42e71ba93fd6ab265d2ad9e2c9591e90f2cf6e3718d240c171746/323",
"blink_platform_unittests": "0b82d78185182bebfdd21b4673e372182b05bcf990a049c5598900de467505a8/643",
"blink_python_tests": "e01e9c3dbb5bf06bbd6978b0b893c5ad8217fb24f469db7065c79b9d2876cdec/574",
"blink_unittests": "22ac3eeb8d304bede03beb123a9ef6490aacc1c3dd50d4bc148386d2314bbd08/649",
"blink_web_tests": "816d213552bc82b060e17f3d4a4bc028aed472aea199b2a9a951c5f2a0263e7a/566",
"blink_wpt_tests": "aacb8ef2ab23da7440fe645047b335cf0eaf2189c1e23363f5f0263aa5f71551/566",
"boringssl_crypto_tests": "8fd6b17a9c64b57439fa690f970a881fe7cef8dff66e00240b8762179637c51d/408",
"boringssl_ssl_tests": "921ee8e8444877e2866fca6ca6c67ccb598ec24c42949b47f385c874d71a28c0/323",
"browser_tests": "2ff554ffddc557bf02ced097c81d216087295adc4a45c3794928c1d966778efc/1220",
"capture_unittests": "226ecd057f55d7a07af1b20a53d8fd3c6ed89c82c24316110fa2d83cb27e10e1/402",
"cast_unittests": "0ea8480ae997f1f55eb842f67ae38731fddedc3ae0c814d1a52f8f2ac839892a/323",
"cc_unittests": "8d2dd6099d3566d6e1583a36a9ea86d476cd358f6cc720f0e5018cb1bac5526a/483",
"chrome_app_unittests": "e2754f183f432cf9665fa8988e936466b27b79fe59e0bc29a9b227de47e1fa41/564",
"chrome_elf_unittests": "3b46c50e4b8875ae7a10bc16a424766dab6ab9fe4c708010e808f445bc975969/323",
"chrome_wpt_tests": "fcb306d06963b621cba43699a9b51219f8aee4b4872dbc52aae22e54124bc5ec/566",
"chromedriver_py_tests": "876ceaa3c497841d19be3a56b29a769806d8bd7f00f60047d0fb349c213a29a9/489",
"chromedriver_py_tests_headless_shell": "dd78af44c87b609c16aba46a1a55059a0cdbecfaf260aaf4ce9e0bdd59af2d21/489",
"chromedriver_replay_unittests": "2bbfaa6eabc1e55b537a605e57d296c6314739edbc5a39a52f0964ba3af3b594/326",
"chromedriver_unittests": "2e629923d10b23694d96a7f618d5ebe5d94018924c59993c0ed550acfcfe5dfa/480",
"components_browsertests": "f7a0e5f2dac07d9735415f182aed0bb3ba0cc952712e431c3951f79859759eb1/652",
"components_perftests": "8478fb4e48e4849aef357d7da6ad10c03e66d28696bc5255c164396e2077c5fb/650",
"components_unittests": "684ddd054b90f2d8852e1eaa21784ae84d79cda5de42cd9cb1a86794ab9eb7a0/810",
"compositor_unittests": "ae52b4e8d729d868ae1c1dad67de4ba813311078cd892f0ae03184dbcf2ac2d9/399",
"content_browsertests": "3d6a75af21e9ca8a133b34fdfb872a6ed738f1b46f878f26bce355845848ab36/725",
"content_shell_crash_test": "8b1b9b5965b9dd8b63eff4cc60c01e280d16da383400be81978644dadfed4563/481",
"content_unittests": "2e9e3592b6be39c17a36008a1275b0d26ed240e91f82cbceffb726829af82e93/560",
"crashpad_tests": "521a4d18baba050fb78633ad5a5c20b1c4b177de34a89515c9d4aef4f4f2191c/408",
"cronet_tests": "8f60576b3e03c1764c4fbe46ad6a36040fb653f63caff15ab576b4e5305f4cb1/400",
"cronet_unittests": "d4ee34b5eb094d326ec2385075f724b115b0cdc5a680758a8bd779667034b503/400",
"crypto_unittests": "57ff23f18505d0e97d59e576d91999302ffdaaae60fb506ec6b44f97349629f5/403",
"delayloads_unittests": "01caec22c70a2f581be550ce61662d84f103938f50931a39151c986fa98cb044/323",
"device_unittests": "1c509b511f311b8354182bd1c46b13a7f8025968abd603e0f8d89e6e547cabdb/400",
"display_unittests": "406ed1214647559931d9c1dcd6d4f72cbce76b3f8f819af5fb73ae73181d5b58/323",
"elevated_tracing_service_unittests": "b0cd9a82c0669797bed22e7b064d7500e2e22cfb123c204af9a5d45de41791c8/323",
"elevation_service_unittests": "3e9c0144d8c31e3d4a6b7f4cd789063813e0ac4d85103f5579b9ad13ce6273c6/323",
"env_chromium_unittests": "770edf589d82b0ed46b5d990b31bf9ab462d60603841e7f13bf8e4ea73ee16b3/323",
"events_unittests": "ec9cdf526aa6721644537fd91224805482cc0128d9340d3a0a93430bd2a5281a/323",
"extensions_browsertests": "fa90f464678625962aba92c8e3254b65d3355d22f649b17dc4453074702b0fed/570",
"extensions_unittests": "7fc5c4a86ecf07a9ab3429cf0866c29a6c148efa09530b35d088e41d5291352c/644",
"filesystem_service_unittests": "5ac27cd5f22ed075cd56c410371189fc43b46994f017c7a26fdccbf5b1dca0bd/323",
"flatbuffers_unittests": "539dd77aa2690d78784b7ed551d083183b8b25dfdba10de3118efdcddcac87ec/408",
"fuzzing_unittests": "8257016e531339e50d0fa77ff67d61071a28c8169f3880c4c492548c1ad76b62/323",
"gcm_unit_tests": "509767fd4fe322a69e4a6266f8d578663ac36c599f1cd4fa754c584b87787777/400",
"gcp_unittests": "3610d986bf727f233dab89546c15029b4b204e3649f5ad2e0e175ac7ac193a00/486",
"gfx_unittests": "cc7c95794db2a66fd2a170262d32c0d592a1606b20273830c1c8b0468c4f61d3/399",
"gin_unittests": "4a8fe97247fde7a2dfb48a3f1e82b20d51df69a7c56875b2e29e7e3f00124527/400",
"google_apis_unittests": "2b2fb709edf76614875da20476e3adef62985b0053f9f5000db9a703b6bb2afb/485",
"gpu_unittests": "c1ba238cde727c226df77927299066790967540a011432da00650a4463a9f7cc/400",
"grit_python_unittests": "503d8dcd717ca8338ef8f3257cb4a3f665ddf6f4fd629db8197c2a6fff782028/411",
"gwp_asan_unittests": "a7ebc98f7014b99c755b6b9d336ee6a667493999c7c838991af7cae8268d2db0/408",
"headless_browsertests": "cdd2bfac0670b5ca7bd00518a6df3b3a2e70944c6a3c2d7536d2953d3dcab6a5/653",
"headless_shell_wpt": "9121307870a17043b96c156224156d8d79cd1ad1ca31d2f1f5c03586ea17d86f/566",
"headless_unittests": "5376d1ab5a6c13b21a05a065b18ec5a1207bf273237f006f165ceb2b67c4dc8c/323",
"install_static_unittests": "89a8b7a055a39acc98807e8c139cb96938480ba2857135bd3b7ca6f568b0402a/323",
"installer_util_unittests": "a17bcd116817c297414fb76cf9b27ff4138faef8054afff80dacd64455dbf929/403",
"interactive_ui_tests": "9ebe4e564abf0d1364eb11c59cec8a33acd22a4766dee22c13512ad38bd9fba9/973",
"ipc_tests": "ecc7fb35a2c4926cacf6833db209bdfb487adcf26be415b59f7a9bf2306552d2/323",
"latency_unittests": "43342a13a7920e39692c3dc9b29c83470275afcfebe4494d8586cffef5b9bbf7/323",
"leveldb_unittests": "11837ca2a0e86a7b2984df8d80459f7d92ade8835c2861b26543724a991e7fea/323",
"libjingle_xmpp_unittests": "248afff72eb66bfb15f25a7a210fd05844e0d08e41bcf7fb32c969a7e0780946/323",
"liburlpattern_unittests": "e69e2f960c7e80b91c5d5ef57f00d702791412734b41fbbe2fac6557a8553aaf/323",
"media_unittests": "0be1776b5472151228cbae19bda1e12de7a4bedfe755b12c88f06f5f5691f836/403",
"message_center_unittests": "187f750617a19f696640b9739d0ad9d9efc67508d9d10ca7da5677a1e79fe168/323",
"midi_unittests": "2714bd06b824b017b853d220739a76dfa045b2d487dae39ccd5278e1133e94e7/323",
"mini_installer_tests": "179f0514c75dd1d0ed1de346decf0240172e9323df88b877550c364f5ad98910/489",
"mojo_python_unittests": "b01de51a1816dd3e38e4a359bec2784c09c9d5101a15c57e9de5320af6e2cbff/411",
"mojo_unittests": "5cd2e880f904a23770ab9040ecc3d9001a91c06756eaa6e0927b0fe0240adac8/401",
"native_theme_unittests": "fbff0f536daa320be022342c9e979e22b0db67058543903f078c75aca5895934/323",
"net_unittests": "a54a50bb679f83f98cd8c6a422b41a62b1ac44143bf7df49f868825ff95840b9/486",
"notification_helper_unittests": "e4ce479372b559dcf67c602c1fd0acd8081732cb6723947b2d30b194f8d62855/323",
"pdf_unittests": "2cb20c86406998d552230dbf4b75db74c8647515db985dbcbe208d0d30304f32/400",
"perfetto_unittests": "e257afb64d73211239a52e937bd5883d4ecde1fd48396ec37015cfbe658ba77b/323",
"printing_unittests": "830b5a4434bc47934b3ef09eb2f62dc5b9953f093d84263475af422036c56fd2/405",
"pthreadpool_unittests": "89aecdde6bb4c979ecb7486050f9a4caf5fdc0d16b7575b3e0d42a3c7e7ad703/323",
"remoting_unittests": "aa355baed0fc89f6c19c304dea34b143f6204cb70702a02c58fa285727660d00/400",
"sbox_integration_tests": "ac1f26415448029e6ed83674455b4f84615aef3155ba81e7b6d08ba7bdc42e28/401",
"sbox_unittests": "8dc8efc9f238932f2e78bab54942b15440f1fe580c7e6b1d1f6e7ee137b67d33/323",
"sbox_validation_tests": "747499c7b864c91d64b424e88eba188b9a94ec48e1a9a79408407599cc77390e/323",
"services_unittests": "9a976fcbafefa28c489d5ceeb3b6c167f63d20e6f2805ca3352075ea253a7293/653",
"setup_unittests": "e7b0c31da3ce2bc84641118d4103550c14c29b5ac051ab899b3ceaebb6413829/404",
"shell_dialogs_unittests": "80b70935648064e114888f9501ae6c4860e347bd1d31cb8ad36be6681650affb/323",
"skia_unittests": "d121a65156fc91a0e5b74bf977acf37318f1d55b0f6eefb67ebdfdafc72c4957/323",
"snapshot_unittests": "79950beff5663b3d4d7d7b9a80d738c4d10e48e9dd274956e6a34454467e3042/323",
"sql_unittests": "ec90ebbba56bfe408818b825bf85a9771b00f1efd8935b4cca58522c02cd9b18/400",
"storage_unittests": "757301da1ab2aab70c78ea55d63591fc9028cd16b4bf9f18064b1805b5512e44/481",
"sync_integration_tests": "89655e734a85acdc76e22b3c7a665946011cb96cf27300add59e4fce709aca69/646",
"telemetry_gpu_unittests": "aa1b208022200ad6b0b2b8056ed0f0a6075942202800e7a4e8dfb086408b3637/736",
"telemetry_perf_unittests": "9a105dd54e4c35842cab5691a4929e832c3c0e74184e9695ddf3c7e8e58441bf/655",
"test_env_py_unittests": "258b9db573edb331076136e1c88ebcb69bffa9e1c09653c3a8ddda2e10639405/323",
"ui_base_unittests": "5fa942e5f3a42aeb875458f32940a43cbd3130aad9ed3e2b167dc43d4a9f2ac3/555",
"ui_touch_selection_unittests": "f213999dc7719b3b6f80b8a51cbfa59e7134da725ae405c49031993f41f494a4/323",
"ui_unittests": "f5b1141088bc3391477182f2a47131f20fed0cc94547a514c396f6ba43694441/323",
"unit_tests": "52b9d1e58a3b29636265667a1eb7c9251ddc9cf16808a7f290f177d541a1f777/1061",
"updater_tests": "7091bbd10b913aae6203678775b407994599d3fba3346fefc873d172f0cd19b3/566",
"updater_tests_system": "73ff4a8f01161ba9179ea108533badeeed6275b5cc54880c1e96c3e19f0b4c90/566",
"url_unittests": "0d6f3da2950d1909c1c5437a21da14865962997096a3a75e3d62bbbdb709969f/323",
"views_examples_unittests": "d57dd1f6576997ec26e99232f0bc1b5020f22a4e62f239af484b1c1579ac6163/402",
"views_perftests": "749e6f49dc5eddd3d462eca2322134f73aff3e1c67ff0706edf9e56bb8d21904/487",
"views_unittests": "ea14c8fa0301ac0969bfaf3a22e964d42d8be85797e91d84d2a80eb73999748c/402",
"viz_unittests": "cff6d1346fb0a160e7c583e92aea9c2510a59b7c01a4775e6fef9cc58d5713ef/407",
"vr_common_unittests": "b7493a6d08af748eb57d25a6c34a2d5220a2074cc1b2c5725b557750c7176337/564",
"webui_resources_tools_python_unittests": "acf942248366803b534214741dff8f6714514ba02b9fb3492d4e080e8976c821/564",
"wm_unittests": "e56d2d873dbc091734e89f4e73e733779ec67965c0b879edbc5f09b00e53ca46/323",
"wtf_unittests": "39f37945e7524ad660e31648f03ab458ffaa2da534bd40a46cf5714db4815683/323",
"xvfb_py_unittests": "930d0cf7b13df97d0136cfbab8e4a93c62461ae5bd118862c13ee0d840856301/323",
"zlib_unittests": "e8ea8ad5d02a622408b12bc70874c6364cbd21907988f4c470ba4b7c91593a74/408",
"zucchini_unittests": "4ce7febd081b184438caea345988b8329b13b3ccb5afadb248d46fc67a344727/323"
},
"swarming_command_lines_cwd": "out\\28e3-Win_x64_Builder",
"swarming_command_lines_digest": "76231ef425458217d99f39137523b16e3cebc8d4cd68bf56f838bc25a695bb50/94",
"swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
},
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "e3e3061aa03b7c58de4a419a913d26c4b74eeeec",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8867359958988254848"
},
{
"key": "scheduler_job_id",
"value": "chromium/Win10 Tests x64"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "Win x64 Builder"
},
{
"key": "parent_buildnumber",
"value": "170004"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[14:59:36.674] Scheduled build:
{
"id": "8701929897031380609",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "Win10 Tests x64"
},
"number": 104115,
"createdBy": "project:chromium",
"createTime": "2025-10-04T14:59:36.241979669Z",
"updateTime": "2025-10-04T14:59:36.241979669Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "e3e3061aa03b7c58de4a419a913d26c4b74eeeec",
"ref": "refs/heads/main"
}
}
}
[14:59:36.674] Task URL: https://cr-buildbucket.appspot.com/build/8701929897031380609
[14:59:36.674] Scheduling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64:8867359958988254848:2:0) after 5m35s
[14:59:37.775] Received PubSub notification, asking Buildbucket for the build status
[14:59:37.795] Build status: SCHEDULED
[15:00:40.654] Received PubSub notification, asking Buildbucket for the build status
[15:00:40.689] Build status: STARTED
[15:05:11.773] Handling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64:8867359958988254848:2:0)
[15:05:11.787] Build status: STARTED
[15:05:11.788] Scheduling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64:8867359958988254848:5:0) after 6m15s
[15:11:26.815] Handling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64:8867359958988254848:5:0)
[15:11:26.829] Build status: STARTED
[15:11:26.829] Scheduling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64:8867359958988254848:6:0) after 1m42s
[15:13:08.849] Handling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64:8867359958988254848:6:0)
[15:13:08.867] Build status: STARTED
[15:13:08.867] Scheduling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64:8867359958988254848:7:0) after 6m58s
[15:20:06.922] Handling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64:8867359958988254848:7:0)
[15:20:06.942] Build status: STARTED
[15:20:06.942] Scheduling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64:8867359958988254848:8:0) after 3m11s
[15:23:18.327] Handling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64:8867359958988254848:8:0)
[15:23:18.388] Build status: STARTED
[15:23:18.388] Scheduling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64:8867359958988254848:9:0) after 4m44s
[15:28:02.408] Handling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64:8867359958988254848:9:0)
[15:28:02.432] Build status: STARTED
[15:28:02.432] Scheduling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64:8867359958988254848:10:0) after 8m22s
[15:36:24.640] Handling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64:8867359958988254848:10:0)
[15:36:24.654] Build status: STARTED
[15:36:24.654] Scheduling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64:8867359958988254848:11:0) after 9m16s
[15:45:40.762] Handling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64:8867359958988254848:11:0)
[15:45:40.780] Build status: STARTED
[15:45:40.780] Scheduling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64:8867359958988254848:12:0) after 2m11s
[15:47:51.807] Handling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64:8867359958988254848:12:0)
[15:47:51.822] Build status: STARTED
[15:47:51.822] Scheduling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64:8867359958988254848:13:0) after 9m1s
[15:56:53.521] Handling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64:8867359958988254848:13:0)
[15:56:53.541] Build status: STARTED
[15:56:53.541] Scheduling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64:8867359958988254848:14:0) after 9m54s
[16:05:11.421] Received PubSub notification, asking Buildbucket for the build status
[16:05:11.445] Build:
{
"id": "8701929897031380609",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "Win10 Tests x64"
},
"number": 104115,
"createdBy": "project:chromium",
"createTime": "2025-10-04T14:59:36.241979669Z",
"startTime": "2025-10-04T15:00:39.303044025Z",
"endTime": "2025-10-04T16:05:10.510316852Z",
"updateTime": "2025-10-04T16:05:10.510316852Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "e3e3061aa03b7c58de4a419a913d26c4b74eeeec",
"ref": "refs/heads/main"
}
}
}
[16:05:11.445] Invocation finished in 1h5m36.454094514s with status FAILED