[14:45:24.959] New invocation is queued and will start shortly
[14:45:24.959] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[14:45:26.209] Starting the invocation (attempt 1)
[14:45:26.236] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/18bdf4477147d0942964a0facef53eb6f436474b"
[14:45:26.236] Popped gitiles commit info from properties and tags
[14:45:26.236] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[14:45:26.236] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[14:45:26.237] Buildbucket request:
{
"requestId": "8882128155850454960",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "Win10 Tests x64"
},
"properties": {
"$bootstrap/trigger": {
"commits": [
{
"host": "chromium.googlesource.com",
"id": "18bdf4477147d0942964a0facef53eb6f436474b",
"project": "chromium/src",
"ref": "refs/heads/main"
}
]
},
"deps_revision_overrides": {
"src": "18bdf4477147d0942964a0facef53eb6f436474b"
},
"instruction_dependencies": [
{
"instruction_id": "bot_update_repro_instructions",
"invocation_id": "build-8716703121528413201"
},
{
"instruction_id": "generate_build_files_repro_instructions",
"invocation_id": "build-8716703121528413201"
},
{
"instruction_id": "compile_repro_instructions",
"invocation_id": "build-8716703121528413201"
}
],
"parent_build_id": "8716703121528413201",
"parent_builder_group": "chromium.win",
"parent_buildername": "Win x64 Builder",
"parent_got_angle_revision": "be0788b91cc48c308d37cd3f67a66c28edd00dcc",
"parent_got_dawn_revision": "7ffa7f79728d68e24e61ed9b8a3c4ad6f37aec8b",
"parent_got_revision": "18bdf4477147d0942964a0facef53eb6f436474b",
"parent_got_revision_cp": "refs/heads/main@{#1451101}",
"parent_got_swiftshader_revision": "0e75e7030ccbd9d1d7354bd6df68ae4b59acf4a0",
"parent_got_v8_revision": "c3d41168ab8400c13e861f72168b6b2e407d9f43",
"parent_got_v8_revision_cp": "refs/heads/13.7.133@{#1}",
"parent_got_webrtc_revision": "70fb834e8c8c4617b00bdf42b3f8f9dd22d53a70",
"parent_got_webrtc_revision_cp": "refs/heads/main@{#44436}",
"swarm_hashes": {
"absl_hardening_tests": "bd871fc7a65adebc92055915f97523a6c68905a766c3791f02c1f1911c358be0/323",
"accessibility_unittests": "772edd0344644205d6ff56eeceda1c8c04bf75b206b85e0732396ed4359922de/323",
"angle_unittests": "c896062cc5f88d54a0f604270445f642abe043f964718c49ae5957c3d5afe12d/408",
"app_shell_unittests": "92543869d8f65b443aed64ff82094bec13c432a558440ec32264d264fe56fa61/484",
"aura_unittests": "67cab0cc9941f1a7671434f1c806a3fe10c09bb9979325b1cbd9a1beed45d217/323",
"base_unittests": "98e235f00b7aabb852d514504e5b3c6f5306ad7a398e274b5d5854898f2cc0c3/480",
"blink_common_unittests": "7295da26df9027e1ab3bce7fe120d481ebb1bac628088bf1285a1da736febbc7/485",
"blink_fuzzer_unittests": "e158d5ef5106fcc1c5ffbb403d5950c803b8a14ad959a33823cbeea7de44057e/323",
"blink_heap_unittests": "91c45beca59447e21063eabd3ec043c78ec03444c16668e23e3ec2aee926e047/323",
"blink_platform_unittests": "a0e77736d6d6be2bd0aa75ac446ecef524b8445bde06e4e739b2ad733bb30c2a/643",
"blink_python_tests": "ab8fc23e5c9197999f553248ab8e7cc3549f7421eee0177fd1fbcff1170d4183/574",
"blink_unittests": "9c13040443b96989f94661805ff9071c9fad3545bddac0c163d08628de859422/649",
"blink_web_tests": "9636aee1d63399dc47f9cff385e383596f970e22b079fe017ba3abf1d98e97af/566",
"blink_wpt_tests": "ccdf9b9c0b7fce753a20932d8d088d9120286a47f3ccf3300e4e0757de59739c/566",
"boringssl_crypto_tests": "63de91bdfbdb2fab2c1d5cafdeb2509ce21686ea5d1f2f364d6f58dae2842b54/408",
"boringssl_ssl_tests": "2900e49ee4f20ab14fcf8ba26ffd4ce009a999b9b786e2d8fef48e59997a7391/323",
"browser_tests": "5ce354a820af1e5c31afbdeb2e3ac6e54a0a33ac82654ea8f11177cf1bece78e/1220",
"capture_unittests": "5f1d432f00b00c9300764cb47bb18bcca2111d11f60828388ee678f25f2658d2/402",
"cast_unittests": "69b5a6b708f4507b93cc457fc2a094f8d0d42e6fc8600a5efc46a8aea9043d0a/323",
"cc_unittests": "fe55728d52d63e4e267f295a4c1348fa96fb248c2b985bfca0248d217d9895d3/483",
"chrome_app_unittests": "f5d88cf7d2efb61c232e780908a666ac10030968ea2ca2cbb87673a95e68a26c/564",
"chrome_elf_unittests": "531287683881dccbcc128dfc5a3cbc8faa3a8687127e755665cbaee6a34851f9/323",
"chrome_wpt_tests": "cd5e943f466f7e99c3d392248b607f437d3ed7a97120e302b006b85549b2419c/566",
"chromedriver_py_tests": "e00488361c2980ce61685a16d68c6738c6d0e96fcac3a93ec1dc3b6584a0f157/489",
"chromedriver_py_tests_headless_shell": "318955ee6043e09d456a8ae34fbc239f76259034787bfe5af713a85293209d2d/489",
"chromedriver_replay_unittests": "54e25799adefb1dd5064704b92dbc49860f20ff04f986fb85f246bd2d2bb3532/326",
"chromedriver_unittests": "72bcc28f97237ad0b41722b0f94a26963b2c4b672229d3c02b4a96ea69da72f1/480",
"components_browsertests": "8d519b9f8bb7dbaa9e32b704c7f1bd4e37f6503193afd36e9b34143f5c9ced05/652",
"components_perftests": "7aa9fd143c87a6c30cd424a0dfa43c3f043c5c53e9a924219b98195367137948/650",
"components_unittests": "a9940890517686ee7eae210b47b5898eb1e7a72cfcea572397707424fe687bf5/810",
"compositor_unittests": "d64b38e39e26ba0c0eb9622c29aad46fcfada706bea24890a26c661f04acaf55/399",
"content_browsertests": "7dba45721cbae8ae36e43834a010d166e84b780545be8ef4fb0ad86e8c3ac3f9/724",
"content_shell_crash_test": "787c5d47cb83ca03c79bc6990cf4d0ebb8a1fa9eaea18d764a8300fea889c8fc/481",
"content_unittests": "72fe474aea5d8f478b0cad3234d44f6a519797e60ad49947913cc49f90dec8a8/560",
"crashpad_tests": "668da9f703530c8d2ae0033b8832429c0e6ec119e06b5ad87919d3a246e1e386/408",
"cronet_tests": "e620a3f5ea9944275821defd861c309842f07870c1de874c1c32a7436eae4d6a/484",
"cronet_unittests": "5c5ee5d5cd1638223330f2e865c1581168163e6c8efd8bdc72d48eca16d1edcd/400",
"crypto_unittests": "8022ae723c294642a46e86409f200b21137e93df11f983d967daf5e242efc32f/323",
"delayloads_unittests": "713e1dd13389c979bb07887314131e0f32b5a983d9bf0e5382c7084ad8f23f58/323",
"device_unittests": "0128717cd18e760c87456664f30e518059d5cd66a58b4f57f4c32ad7403e3d44/400",
"display_unittests": "0d76dbce67d05aeb94d983ff700efa4f8ec2b264534935efe1d452ad78a8227c/323",
"elevated_tracing_service_unittests": "8276fa5e7da6b1183d7e031ac95f00a6530b230c1a5bde371545cde58d74c09d/323",
"elevation_service_unittests": "d24a59a4988457b1c2cb899626311cc18e341cbba61ad80484dda18b20037fba/323",
"env_chromium_unittests": "b55da6070f69bc759634ff61d79ec1bffb369b5ecc1f22f0761b4f9af844c6fe/323",
"events_unittests": "c79a51f50ab499b253943da4706ca08a1b83f227a8bcfa7c9c79a2f778bba356/323",
"extensions_browsertests": "22154122556756f7f4b5c9740ca39ac7842991d619aa8045780d7c3128fa4265/570",
"extensions_unittests": "b4e70d100832b64f1a6863e0835a1c08b00e28884988202db21a0bb102a8f73d/644",
"filesystem_service_unittests": "c61ca51f0fd3d85df26775e4c79b23b92ab8437ff03637c5b70db70a2050ec8f/323",
"flatbuffers_unittests": "197e7a5d63704deda588e26b506b4c881c9a843c90252e4656875d91910a3a82/408",
"fuzzing_unittests": "84354ae3e1a9f7f4d0c14a6971d8d085d49e16718a1f49b25f07afa3f6e16ad1/323",
"gcm_unit_tests": "e5eda1dd057264378f3d1de6efdab1cc4c874cd53e7f4a69c98201bbd2096636/400",
"gcp_unittests": "f5cbf38aca6bc0243012d60bfabaf3b205a3e920bd39ebb687b3180c4f35d72a/486",
"gfx_unittests": "748bd6a3bec48067c578f0fdb6e76b01a09081316ff252d4cc5425ff5e4db352/399",
"gin_unittests": "c77c796054786bb2cf0529d0ceab2e44c837d3cd338647b9bcf11786f0bb6418/400",
"google_apis_unittests": "c3d8c338275315520728ed7e797ef17b2377b2a1763652634cdd871c4ea3ecae/485",
"gpu_unittests": "7c655b6107984dd3fb12d7c79fea6e62c5bee48afc1fca6a3dc25dc908e42d7a/400",
"grit_python_unittests": "28153e5641f13dc1073bb450c6c5b82fbacf3e2cec1fc2dcf574fc656c60ca2b/411",
"gwp_asan_unittests": "5c18be14b07ee4326dbab4bb82e4273981c9bdfdaa2b0559498059b798fd44f6/408",
"headless_browsertests": "feda989386e39759066c8c49fae40a94ae9510b8eea0129b8659b1cf5714e25c/569",
"headless_shell_wpt": "7ae9e7ce2b665f25bc436e5efdc61d22633e3605eabfc01736020ef557948cda/566",
"headless_unittests": "1601bb4ad93a0eae827b2019bde182f9369de5ef6a9ce61afcb7f99738a46c4c/323",
"install_static_unittests": "706140332f720875db0375c978f7c4c9347f59d69efaccd8a335ca0108314bbe/323",
"installer_util_unittests": "4b6f4b285ca7e8ed6d50829c556975cc08d16f335238ed25a87ca1eab813365d/403",
"interactive_ui_tests": "ec151ee7f4717d39646f17f36aaf14ff0255fb8097df3dc865a7d75d1de42732/973",
"ipc_tests": "fdf9b1590cd6b6fda1c707207493c153493161c992bf77bce1b90601edc6c7e6/323",
"latency_unittests": "ec1131103fe13885ec5b53f58a0321f4d4be4adcea01fc79f97cb78e13af1edb/323",
"leveldb_unittests": "44e21c5af623cfa4dbe2627f3cf6457c534f404206f949c6d6235a9bda4e514b/323",
"libjingle_xmpp_unittests": "dae81d2575e6d4f02fd1edda722c1831c60bed952f5fe8c404dc470e1771fdc4/323",
"liburlpattern_unittests": "52fa1959cd7fa466f6951f7684c3ab17499aacd5cf5c0e52db4dc24d9b12f95b/323",
"media_unittests": "74bc1594ddaca131967da552c4e907afd942f95f9f6792402b18a14bbcfd9401/403",
"message_center_unittests": "e4c788fa5f87be34bd689b4f706272f915326facd4f704593e1d44b9655a919e/323",
"midi_unittests": "733e8d618313ce201e6ef3aac891fab0635b23cd2ad1052fcccd2864b9b7645f/323",
"mini_installer_tests": "d6d389753ec758572b47a4f6afe6954bb150399be30354ca20b23cfeaeb3b4f0/489",
"mojo_python_unittests": "b17ed9159801f5542a3072d278f0416e1a45e6d1eae8ad0d648656df62060749/411",
"mojo_unittests": "1591a4cf6e8b94e8758f8b483dd7e4db27ed9efb3f1f8021c55a540b878e185b/401",
"native_theme_unittests": "237e0bc6d4b17fc2a0f6c91f50d12e732b9762b9c2242511a4e4ec68b5232290/323",
"net_unittests": "e508c3ddc5bfd4d560aba9f456607a0c0b792d546a5e228822a90a95058376c0/487",
"notification_helper_unittests": "b22437e83bbccdbc4be13b601d54dcc090b75f3fd393f76dd4e8379cf2c13194/323",
"pdf_unittests": "486d914131919d6f40b027700fc52a8f363f0a5960d2aad8451e2f6c050ce632/400",
"perfetto_unittests": "dfe27286a519569977e6b36439a5278a48a85ca345aa4427831c2281482b0cc8/323",
"printing_unittests": "29e168760422469b769e5c30655ca2aa704fe56998b26e567e2a0353ce63fd64/405",
"pthreadpool_unittests": "7db03f3666eb42fe4a7b313c2182361e3035d54b8f53f0e84bd750305083482a/323",
"remoting_unittests": "a9b7e1ed28c25db84a0ec08a6c4ebd769ded0ab2d9e96f8b18a4d6d393b9c7ca/400",
"sbox_integration_tests": "947822b38a220be2e33a53f702b45f09c528e988de3f2363b68e79215fc24826/401",
"sbox_unittests": "acb4dbe6d407ae659dd34a45bd1952c9e89ec1652c0856032d974aa0592d3559/323",
"sbox_validation_tests": "a944b17ebee6b3bd8a6bdea01514214be57b7eb81a0412a2a3c35ad90dd8da08/323",
"services_unittests": "e8b36233643fa100101dd5cba43a4cfc2caf752da860aea9eb3841d8206a1280/653",
"setup_unittests": "e4ab31ebce3438fa9120f4cb60368e5862a44426e84a0612481186221a7cb7f5/404",
"shell_dialogs_unittests": "98fa85f76bdc226b512dbf7bf10f4656f3103c35a1d95a9719367da4b2f7abf6/323",
"skia_unittests": "54ef811b5e91b6eb38b6501ed5710b2e6962e6d66f9700935990e2d1787081bd/323",
"snapshot_unittests": "b419302e1a189a6375220433fb792f01f70989ec5fb97b57ce67f1a00854f193/323",
"sql_unittests": "29bc1d3409e0bfed0a3e2c67480388715b5720aacc799b8f92f20be94f2d2809/400",
"storage_unittests": "995bc791747888c42e2830ba5a4260ad34c46b06eba1a99941724c62c0122fe7/481",
"sync_integration_tests": "744916cfe11c52cc7ee520239d7bbea119427908ee137ae1f5185d48ac4f4468/646",
"telemetry_gpu_unittests": "7fc70d23f5f1ebbf94b68a09d167c90d4b0a023db036d2006f11bb683a3a3b68/736",
"telemetry_perf_unittests": "a6b6aa92d7d527d73120f4ee767890e346dd92c68cf19246af6753a9f239c0e9/655",
"test_env_py_unittests": "a776399f4b249a6bd988830799f785252f478e1d23f30cf1f2b854771b366c66/323",
"ui_base_unittests": "4fd17f519f17cf4d8d20f9ace77c59d88f94755d5e3fb42091546ca922bdfb5a/555",
"ui_touch_selection_unittests": "7aa8aad80e1070bf41ef96e56818a1bc96f9ce152e61c3fd655a2d76d655f088/323",
"ui_unittests": "8fe59183506991975f6208e325a6e867833df8bd48c3bd1989a9c48c2b626eb6/323",
"unit_tests": "97785583ce36bca27c8dcd639648625591d526974efc369a9299b8294716edd4/1061",
"updater_tests": "51daf5d7daa9902777c4ebbf7cd0c85a72f8cab5a11e8c58092a03f39c38caa8/566",
"updater_tests_system": "3b748e4c8bc6b65af2e6e4abecd0d557e713508b8fe3b35bf9509e6efc70d1b6/566",
"url_unittests": "900903a95c6f4f0af82e494ee2352df093884d6bcb90d1fe91738dee8d4661be/323",
"views_examples_unittests": "0d6637da0233705ad5e01c2238c8ae11ff92c533f8f5d57cdc0c44bdcd162734/402",
"views_perftests": "a302045ac21ce45699bd98dddfa9634536abf8811b4ec87fec782539cc528d8d/487",
"views_unittests": "52f5547c6e15ce427cfd3ef557b052a6c6d4801a6fc411ae8a26399f731cabed/402",
"viz_unittests": "8e8e8b8b8e50d375082c0baabcf08929069109cc2761547ef0099a483ba4617d/407",
"vr_common_unittests": "564384305fab6aa4c11d07218e31d35ab30f131fdc290a0155ebfdf0db54c048/564",
"webui_resources_tools_python_unittests": "6674d51557cdc84df8fea33ca19e6fbdb778025115a417578e025ca93daacbb6/564",
"wm_unittests": "a7e9f568ea74f75ce58e4e98cec36412fb49d913419ff0264bfb79e27a9f5ded/323",
"wtf_unittests": "3a991cbbb4808a8969217c59c59003d3208cfcd28f82765086ca63b263a4cd04/323",
"xvfb_py_unittests": "ab3153524fc159065d1cf68eb0d1416f0bc24ac69c4380dfd8913b2645c35697/323",
"zlib_unittests": "4b965d553d36bd841850b9fb25c63b66a8ffa3f40f0173938377fcf5cf122d0d/408",
"zucchini_unittests": "f7b41391ba072852410984d3e550df0dccae13b9ce1356e896199d3f916b278f/323"
},
"swarming_command_lines_cwd": "out\\28e3-Win_x64_Builder",
"swarming_command_lines_digest": "76231ef425458217d99f39137523b16e3cebc8d4cd68bf56f838bc25a695bb50/94",
"swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
},
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "18bdf4477147d0942964a0facef53eb6f436474b",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8882128155850454960"
},
{
"key": "scheduler_job_id",
"value": "chromium/Win10 Tests x64"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "Win x64 Builder"
},
{
"key": "parent_buildnumber",
"value": "160598"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[14:45:26.764] Scheduled build:
{
"id": "8716698093776231153",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "Win10 Tests x64"
},
"number": 99870,
"createdBy": "project:chromium",
"createTime": "2025-04-24T14:45:26.306147683Z",
"updateTime": "2025-04-24T14:45:26.306147683Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "18bdf4477147d0942964a0facef53eb6f436474b",
"ref": "refs/heads/main"
}
}
}
[14:45:26.764] Task URL: https://cr-buildbucket.appspot.com/build/8716698093776231153
[14:45:26.764] Scheduling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64:8882128155850454960:2:0) after 2m46s
[14:45:27.746] Received PubSub notification, asking Buildbucket for the build status
[14:45:27.773] Build status: SCHEDULED
[14:47:09.649] Received PubSub notification, asking Buildbucket for the build status
[14:47:09.675] Build status: STARTED
[14:48:12.785] Handling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64:8882128155850454960:2:0)
[14:48:12.811] Build status: STARTED
[14:48:12.811] Scheduling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64:8882128155850454960:5:0) after 6m43s
[14:54:55.862] Handling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64:8882128155850454960:5:0)
[14:54:55.899] Build status: STARTED
[14:54:55.899] Scheduling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64:8882128155850454960:6:0) after 9m19s
[15:04:14.917] Handling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64:8882128155850454960:6:0)
[15:04:14.951] Build status: STARTED
[15:04:14.951] Scheduling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64:8882128155850454960:7:0) after 1m30s
[15:05:45.155] Handling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64:8882128155850454960:7:0)
[15:05:45.181] Build status: STARTED
[15:05:45.181] Scheduling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64:8882128155850454960:8:0) after 7m37s
[15:13:22.238] Handling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64:8882128155850454960:8:0)
[15:13:22.337] Build status: STARTED
[15:13:22.337] Scheduling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64:8882128155850454960:9:0) after 8m46s
[15:22:08.411] Handling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64:8882128155850454960:9:0)
[15:22:08.430] Build status: STARTED
[15:22:08.430] Scheduling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64:8882128155850454960:10:0) after 9m15s
[15:31:23.529] Handling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64:8882128155850454960:10:0)
[15:31:23.552] Build status: STARTED
[15:31:23.552] Scheduling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64:8882128155850454960:11:0) after 8m30s
[15:39:53.622] Handling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64:8882128155850454960:11:0)
[15:39:53.647] Build status: STARTED
[15:39:53.647] Scheduling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64:8882128155850454960:12:0) after 6m23s
[15:46:16.687] Handling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64:8882128155850454960:12:0)
[15:46:16.713] Build status: STARTED
[15:46:16.713] Scheduling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64:8882128155850454960:13:0) after 3m18s
[15:49:34.734] Handling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64:8882128155850454960:13:0)
[15:49:34.749] Build status: STARTED
[15:49:34.749] Scheduling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64:8882128155850454960:14:0) after 7m27s
[15:50:08.284] Received PubSub notification, asking Buildbucket for the build status
[15:50:08.301] Build:
{
"id": "8716698093776231153",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "Win10 Tests x64"
},
"number": 99870,
"createdBy": "project:chromium",
"createTime": "2025-04-24T14:45:26.306147683Z",
"startTime": "2025-04-24T14:47:09.447018581Z",
"endTime": "2025-04-24T15:50:07.621230637Z",
"updateTime": "2025-04-24T15:50:07.621230637Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "18bdf4477147d0942964a0facef53eb6f436474b",
"ref": "refs/heads/main"
}
}
}
[15:50:08.301] Invocation finished in 1h4m43.357031944s with status FAILED