[16:22:27.250] New invocation is queued and will start shortly
[16:22:27.250] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[16:22:28.450] Starting the invocation (attempt 1)
[16:22:28.487] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/4044990f442107a3bc3bd61964d617b3440a5091"
[16:22:28.487] Popped gitiles commit info from properties and tags
[16:22:28.487] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[16:22:28.488] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[16:22:28.489] Buildbucket request:
{
"requestId": "8870706832971033856",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "Win10 Tests x64 (dbg)"
},
"properties": {
"$bootstrap/trigger": {
"commits": [
{
"host": "chromium.googlesource.com",
"id": "4044990f442107a3bc3bd61964d617b3440a5091",
"project": "chromium/src",
"ref": "refs/heads/main"
}
]
},
"deps_revision_overrides": {
"src": "4044990f442107a3bc3bd61964d617b3440a5091"
},
"instruction_dependencies": [
{
"instruction_id": "bot_update_repro_instructions",
"invocation_id": "build-8705281263195030225"
},
{
"instruction_id": "generate_build_files_repro_instructions",
"invocation_id": "build-8705281263195030225"
},
{
"instruction_id": "compile_repro_instructions",
"invocation_id": "build-8705281263195030225"
}
],
"parent_build_id": "8705281263195030225",
"parent_builder_group": "chromium.win",
"parent_buildername": "Win x64 Builder (dbg)",
"parent_got_angle_revision": "17e99163ee1b08987a337cd1636e8a9c0f81c261",
"parent_got_dawn_revision": "18e91b3bc58f80ee6d58461a61475a326add607c",
"parent_got_revision": "4044990f442107a3bc3bd61964d617b3440a5091",
"parent_got_revision_cp": "refs/heads/main@{#1507757}",
"parent_got_swiftshader_revision": "7cd1022cdc50fa3ac4f0ca5d0cdd64ce20af3c4f",
"parent_got_v8_revision": "0bb8ae7d9ca2fbdfdd1fb45d675fc35a52302eb7",
"parent_got_v8_revision_cp": "refs/heads/14.1.137@{#1}",
"parent_got_webrtc_revision": "cd1ddc2390c790cb04c084695653a5f2287a6b3f",
"parent_got_webrtc_revision_cp": "refs/heads/main@{#45460}",
"swarm_hashes": {
"absl_hardening_tests": "0382c0e5c71fdac71dd98d3d00ef32513707fcbdbb4753292721b2fe425c897b/323",
"accessibility_unittests": "693a10d22da702f13830873dc65ea0152f9605cae07c19e976604962b84afd19/323",
"angle_unittests": "ce22efca2f11365b615faa2407dbf77871b78eabf82320bc0a68fdcfb5ac2242/408",
"app_shell_unittests": "f7ab1511a55e17334f7d3a523873433e396aee7afa11ff4211e24c55eae35bec/484",
"aura_unittests": "5f90a5054bd91a54ace64b2fadb52ed9472c75988947b1730967cd411fb52f4d/323",
"base_unittests": "16276aa594c5664daa44589b11be8357468d2de3524d50117587511793f03c35/480",
"blink_common_unittests": "b75a7fe0d3498ef7714137d7a2b37b5cf311beae7711a168a3c608e381079e97/485",
"blink_fuzzer_unittests": "3da440c3be7ed28bd86567dc5fd4c87e2cbdfd4b6425bf4f31fd97c068dbb3cc/323",
"blink_heap_unittests": "de93be4f460a1643e313ca905434a6c42814f0c031ba9601633870383a3f988f/323",
"blink_platform_unittests": "f8800baa473fa9e34c7cc6880d54935f2d3ad4c82d21321a7ebb245d0a2691d0/643",
"blink_python_tests": "46e91bbe238706cffc10e8a44ff954eeef62e334f33d4b208a5a010873ff8fdb/574",
"blink_unittests": "6dbdd6cab7bbe252eb47eb5826861a55347aef15c3342e3cab1195e60cc35b9b/649",
"boringssl_crypto_tests": "29f20a3f7186387262199a29dbea6937d1e05c6142fee790499ecd5447276bb3/408",
"boringssl_ssl_tests": "3160dc73662cc426fc0af5c1ab84319b583c3c5f545d3b787315e499c9ef4e3a/323",
"capture_unittests": "6357054b1103c911dcb2226eef313149e59ce6b0331e796b0ebb3ae568312370/402",
"cast_unittests": "7b94dcaa949601f1efc050ae8e0d4218febfb0929b328b6986b627baf35d304f/323",
"cc_unittests": "f376200b581813d65f354a362171895283ae5b80d4c9bbccbc17070bc6b9988f/483",
"chrome_app_unittests": "23fb5fb8f530867823226f4adc5f45ddd6dc3c357f19488a580f6c43e0bfff11/564",
"chrome_elf_unittests": "324846f69c0798ac2cdf99be176518fc63d4dde0e6f4cec74509ddad8897d474/323",
"chromedriver_py_tests_headless_shell": "f183867b3938640df9b381d4334a6ebc0d27c17cf636eb9d4a7ff3a4ffedb4eb/489",
"chromedriver_replay_unittests": "658cc13de6c14090fcef2c90348c3f7834fc7de60e5689f9d9dc5769a57c2898/326",
"chromedriver_unittests": "79fdd943e14ab5a55f0a630f4beeecb2abb43f47c23e9336581c8845d5f3f88f/480",
"components_browsertests": "6fd5cfec559cf675088ebc385a0b7cb585fb56503b6248311a403a111690814e/652",
"components_perftests": "44de5108814a4f072745566630509953ba64b3124e1647b7b333cdf79fae06b2/650",
"components_unittests": "aae1c4981d59480de330e5a68fa1c5f99f51b9be5ee86d14a4e78ec9f746240a/810",
"compositor_unittests": "d0b6474264587c9603acf6e225c89ec755876057118076d86e38775935ed8e85/399",
"content_browsertests": "de8c31e878a4df602246f7151479dedfbcf76fed4ecaca94216ed1f6aece390d/725",
"content_shell_crash_test": "2205fcc67e5901d02d9baae75bf45b08189e56ab5578f1fcb9fbcf780a299103/481",
"content_unittests": "73ddf964c996b04427c0626e36b9918c02bb2463a04064f297e21af4d7e49f0b/560",
"crashpad_tests": "d760733e2ca6837373988dc4ec33bab1864fa160e8c7854fec2960d9010a648c/408",
"cronet_tests": "2e44cf0450bef02520c7109ca11bf16ea0aa59612c45047f3eb25aa6a54900d7/400",
"cronet_unittests": "3f62582dea8cafec8986dd05a1bc8cd7d90b19e10cfbe961bf4a3d3788b74a1e/400",
"crypto_unittests": "5db9b083b41f809c1aa9916e82213995c018feb55ae66e15959edb4b65004160/403",
"delayloads_unittests": "c7c423da94090a0cd7177b58d421c90ed567fa2d11509823c395df9eba1f7fda/323",
"device_unittests": "9730904204e63a9e6f1c09c5e12179bb3afb0cb150c4c3a25d632231d806d749/400",
"display_unittests": "7a321a427c76ad76be32d805e888c599d11708abf931117730c0d1a4c328af53/323",
"elevated_tracing_service_unittests": "c62c5c656237186dbb3e24c7c8534c6bf0168b8def41af56b52977033e849b34/323",
"elevation_service_unittests": "b1765119e0b8e17de21020876cbd64f9ee68e4309a322f45c3d6d65468abc6e2/323",
"env_chromium_unittests": "51631c32f21eddc736a2510eaa6698fd0473e18416ca34f641470a305ab0b5e1/323",
"events_unittests": "afc49338aea3efcf05b935225150849988219248a6e12db6180de536790c7c0e/323",
"extensions_browsertests": "1a71457109e67ceb1cfd218312cff1f35b680161e0720dd97e52f164f6107fc7/570",
"extensions_unittests": "745f4bd60f0be1c231365eed8deae54d7969ee0e1a095f889d4d437f17596a5f/644",
"filesystem_service_unittests": "afb4ab630c1b28061e4c6b5080cc8c0b8f051e3584ff676cd22ec1942dda5566/323",
"flatbuffers_unittests": "369289624db1daf46a8004270824af5be615211a9634358dbb6dd6cad5dfd453/408",
"fuzzing_unittests": "8146ac9c7990971fc58aa9a36984ec31ea783f1a2e4411d7590949130065862c/323",
"gcm_unit_tests": "88b84514c441522ea3e9ff3950fa4177188f9cefb8aa664717dc7c292ad902f7/400",
"gcp_unittests": "974d5318be3a12898dc22b3d6b4919f28a95a09b1a0fd56a8b93cfa1cf050046/486",
"gfx_unittests": "924f1d028873e4f8efe04cf1e82c82cfd807b93efe6520c8db57adb5ef878650/399",
"gin_unittests": "3e1fca24a3de342efd8c7facb551aa5b0785970203c980d2356993262ca6a7d8/400",
"google_apis_unittests": "739cc0017cd5a356c9180ccf36f256024e924a9c9c78475aaa1508a1d780bd67/485",
"gpu_unittests": "d7fff395629da981220eb2ae5c71901adb2b2e89a309b2089ad286a1047e04ec/400",
"grit_python_unittests": "1be9c53b88ebcc4b40eac79262901733a5455b313f589d8a68a16fc7b10936c7/411",
"gwp_asan_unittests": "c5946d7b7d8d1d9cc7fd10667323c6483d1e928a8f2f6a3526909b074c204029/408",
"headless_browsertests": "83d8f5df113e8939f459065233856f52bd865f3ccc21fd385b96dc7d3c5caf97/653",
"headless_unittests": "8dabbab53597d28ce589b1caa7be71351a499997486a484466128550ae43a33b/323",
"install_static_unittests": "66e764f3c95a4b5ab638b3189f01511b0d0049a84b0e77591b3c62c482b7b632/323",
"installer_util_unittests": "b9f3a82ad903d5f9a9397f2c94d7e8ec6dd00bd937b99ad2768859bcb75d89c3/403",
"interactive_ui_tests": "751268c7dbc36b8d8a17ecdf47215958940c4c8cf5590b953a3c503687666f7e/973",
"ipc_tests": "716bd936938cd7c606b361f7427cb8256eef879774e7712be2740e7e93714704/323",
"latency_unittests": "c3d32f5d36e9b466e613fd54d64b2aea83582058b19de8afcdec8ca66d74c32b/323",
"leveldb_unittests": "09f6866835b3949a46049608ef5f4f48a269061c0a428b08e13f76e26138a8a0/323",
"libjingle_xmpp_unittests": "47b6065713beaac9037fc91037c5e224c30c1bb74f3d3a964e04c9f9f494b6ab/323",
"liburlpattern_unittests": "f03521c81bf12c33d2e2e3e4191d007b25242bc0330354194c864a6736099ef5/323",
"media_unittests": "d68f6b97526cc75bbd7ba58b4448521805256c912e3fbb4959b13e15e932225e/403",
"message_center_unittests": "c1acc571baaa2dc25372b3bf2d0888fcfa34be786eff9df502de73b0f764bcda/323",
"midi_unittests": "d5f815bfd01948b4d01288a1027c37943f12828d9762516d2681e010b7f6a219/323",
"mojo_unittests": "d5c90c984370c42e7fdca56617d5c2170f9332598e323e37ff773013c0f7c2ae/401",
"native_theme_unittests": "f2fd973ade3ac1bc6bd5058250680125cc6a991e85ec0e8e8922bcfac23d25ed/323",
"net_unittests": "6017298076a43b0e025d40e529c69ac8c30541a557550482c91c158abbef9d4e/486",
"notification_helper_unittests": "773fa3d0efe799c2da98716b342430fcceff20eacd99ce962184dcb70a925179/323",
"pdf_unittests": "a5156a6b79a9f318dae61fd3118161b12ea1f520dbe4ec1d851e6333fa5c9420/400",
"perfetto_unittests": "d26a962553c02583feb2425e14309ee31618b6f18bce7a1997d5779c6589371c/323",
"performance_test_suite": "ccacf838a6357542571a6a20f5e5358052289bfde1e51f1066abd969aff3ff62/732",
"printing_unittests": "96c0783df9d2ec7a53f3fa61b5aad45ad8c5eaeb32ed439215811d92d67f754e/405",
"pthreadpool_unittests": "4da7bb5ca683cb3821d8fd9e3f72ffb7e628eb75955a5aca5499b978dbd42ec7/323",
"remoting_unittests": "b619352bbf5bd578980335914688acd03118af94c3127ec4aeec0a12a8c5c32d/400",
"sbox_integration_tests": "640c3b23a6a5a540e3896e4bed83c820c5702bd950859559268ee631ab0b7821/401",
"sbox_unittests": "dde355588f2fda2410a533c04065e8085cc85b473d6da99b89272e54322f6edb/323",
"sbox_validation_tests": "b1946d0c9a933ca7804f3ac884714e67f218226b0a0116d6d1ec475a597fa2a7/323",
"services_unittests": "a39d62858229c85583019106f1b264c6e4ad101ab1e362a80adc5d6b67bb7a3e/653",
"setup_unittests": "674a4da2dec147aeba2448056dd021a5a18ed7c53914d133c021caebd62b6e76/404",
"shell_dialogs_unittests": "6240bf869aed117e1431ad979b9a71c82a9f4fbdbd0d8718d568a534ea2a15ee/323",
"skia_unittests": "947aed417f21ad36c14bca0fd15e7e04fd1f87a1a6968436d52b02815e2640f1/323",
"snapshot_unittests": "689855a4fddf6e5af1643edd92873faf555dcf4520d2ccb1a503d84104bab9cc/323",
"sql_unittests": "8b77a85fd9fe5a9049c621d9700b072d47ae15a240a28c0f3d2bd1d918847176/400",
"storage_unittests": "ae49b02d7318145a148137ddc81c0e1612593fe28cd2f6c0cfb47fd09bd5038a/481",
"sync_integration_tests": "245705fad276c7bab25ee973d8bea301f3db208dfe09d20910ad7371c603a1bf/646",
"telemetry_gpu_unittests": "0034d4fb3a9dc87d55001f7def5920a44e3ab457b70740e806f3a5d5873f2859/736",
"telemetry_unittests": "3404ec2a4f0de4f4fe5be895f0ec2c84816dce0c4b8f392e72caea1885cb5140/575",
"ui_base_unittests": "26611cb1b42e1eebefa885f485106459ca463f59891a03c5b9e50518e0d7899a/555",
"ui_touch_selection_unittests": "160390ddaeb800b3ec1adb8132710ff4d7dd5e1aaeded92b5bd545980841c87e/323",
"ui_unittests": "e8aef1610860b098994dc02961efab78f2e3c407b75ef171a9d708c8b6bb8429/323",
"unit_tests": "65375f28df7854d1bb15643a74d054282b4b0144850d3f277d24c6a8bb54fa2c/1061",
"updater_tests": "15c2b9c060e1e4ea9f0a8becb7563f3468dadd289198d6326b6127acca0f3db1/566",
"updater_tests_system": "0b58ad6fe66cd52a7bff9762fe14c4b3657af6b992c4ef4f770527a03b13c0f6/566",
"url_unittests": "a3a9f061963db2f86815d11d4445e6e9de81eb81bdf46a971ee6ef416ab0f22a/323",
"views_perftests": "fa390119be4578b70f6c09a16521b73e0363392252918e2a173f92e5c6efdb34/487",
"views_unittests": "c61a6620104f09c899005635ef299a6657ea43274056398b5fb12b45dd765bbe/402",
"viz_unittests": "50a7f5f581b534f9426111745c3af6b437125e2864a0af872856f8dbdc960c0a/407",
"vr_common_unittests": "3fb6a316d931e554bb529aecb81041c346de955821bf7644014182952f66de84/564",
"wm_unittests": "6cde35e13c37f9b1daea0874396e6afb263a76c5b2ab6cadca842875c589600c/323",
"wtf_unittests": "83b1afea3a190ab1d669ae86f8dafcbafc84556104358c8f08355f806dd8e884/323",
"zlib_unittests": "a31721e7d8176c065cb2a8207cd63cd03bc0c2fd159a6cf3b278ecfb96bf928a/408",
"zucchini_unittests": "6aa5acb1950c648bc49197fd5c855df8431428774badccb85b90f866f266cd4e/323"
},
"swarming_command_lines_cwd": "out\\ba25-Win_x64_Builder",
"swarming_command_lines_digest": "e78a26e99621362a062f19b44ba5a1b194d49e579ee9d8ee0d00066bd645344f/94",
"swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
},
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "4044990f442107a3bc3bd61964d617b3440a5091",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8870706832971033856"
},
{
"key": "scheduler_job_id",
"value": "chromium/Win10 Tests x64 (dbg)"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "Win x64 Builder (dbg)"
},
{
"key": "parent_buildnumber",
"value": "177986"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[16:22:29.565] Scheduled build:
{
"id": "8705276770838680785",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "Win10 Tests x64 (dbg)"
},
"number": 48093,
"createdBy": "project:chromium",
"createTime": "2025-08-28T16:22:28.651301644Z",
"updateTime": "2025-08-28T16:22:28.651301644Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "4044990f442107a3bc3bd61964d617b3440a5091",
"ref": "refs/heads/main"
}
}
}
[16:22:29.565] Task URL: https://cr-buildbucket.appspot.com/build/8705276770838680785
[16:22:29.566] Scheduling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64 (dbg):8870706832971033856:2:0) after 7m27s
[16:22:30.535] Received PubSub notification, asking Buildbucket for the build status
[16:22:30.549] Build status: SCHEDULED
[16:22:34.698] Received PubSub notification, asking Buildbucket for the build status
[16:22:34.719] Build status: STARTED
[16:29:56.640] Handling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64 (dbg):8870706832971033856:2:0)
[16:29:56.664] Build status: STARTED
[16:29:56.665] Scheduling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64 (dbg):8870706832971033856:5:0) after 9m10s
[16:39:06.685] Handling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64 (dbg):8870706832971033856:5:0)
[16:39:06.797] Build status: STARTED
[16:39:06.797] Scheduling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64 (dbg):8870706832971033856:6:0) after 1m48s
[16:40:54.866] Handling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64 (dbg):8870706832971033856:6:0)
[16:40:54.885] Build status: STARTED
[16:40:54.885] Scheduling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64 (dbg):8870706832971033856:7:0) after 7m33s
[16:48:28.059] Handling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64 (dbg):8870706832971033856:7:0)
[16:48:28.092] Build status: STARTED
[16:48:28.092] Scheduling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64 (dbg):8870706832971033856:8:0) after 1m12s
[16:49:40.228] Handling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64 (dbg):8870706832971033856:8:0)
[16:49:40.248] Build status: STARTED
[16:49:40.248] Scheduling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64 (dbg):8870706832971033856:9:0) after 5m41s
[16:55:21.365] Handling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64 (dbg):8870706832971033856:9:0)
[16:55:21.378] Build status: STARTED
[16:55:21.378] Scheduling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64 (dbg):8870706832971033856:10:0) after 4m6s
[16:59:27.403] Handling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64 (dbg):8870706832971033856:10:0)
[16:59:27.426] Build status: STARTED
[16:59:27.426] Scheduling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64 (dbg):8870706832971033856:11:0) after 5m52s
[17:05:20.214] Handling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64 (dbg):8870706832971033856:11:0)
[17:05:20.262] Build status: STARTED
[17:05:20.262] Scheduling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64 (dbg):8870706832971033856:12:0) after 3m8s
[17:08:28.296] Handling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64 (dbg):8870706832971033856:12:0)
[17:08:28.312] Build status: STARTED
[17:08:28.312] Scheduling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64 (dbg):8870706832971033856:13:0) after 6m33s
[17:15:01.334] Handling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64 (dbg):8870706832971033856:13:0)
[17:15:01.350] Build status: STARTED
[17:15:01.350] Scheduling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64 (dbg):8870706832971033856:14:0) after 1m33s
[17:16:34.378] Handling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64 (dbg):8870706832971033856:14:0)
[17:16:34.400] Build status: STARTED
[17:16:34.400] Scheduling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64 (dbg):8870706832971033856:15:0) after 5m21s
[17:21:55.591] Handling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64 (dbg):8870706832971033856:15:0)
[17:21:55.607] Build status: STARTED
[17:21:55.608] Scheduling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64 (dbg):8870706832971033856:16:0) after 2m3s
[17:23:58.746] Handling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64 (dbg):8870706832971033856:16:0)
[17:23:58.761] Build status: STARTED
[17:23:58.761] Scheduling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64 (dbg):8870706832971033856:17:0) after 7m55s
[17:31:53.778] Handling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64 (dbg):8870706832971033856:17:0)
[17:31:53.803] Build status: STARTED
[17:31:53.803] Scheduling timer "check-buildbucket-build-status" (chromium/Win10 Tests x64 (dbg):8870706832971033856:18:0) after 2m12s
[17:32:07.214] Received PubSub notification, asking Buildbucket for the build status
[17:32:07.231] Build:
{
"id": "8705276770838680785",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "Win10 Tests x64 (dbg)"
},
"number": 48093,
"createdBy": "project:chromium",
"createTime": "2025-08-28T16:22:28.651301644Z",
"startTime": "2025-08-28T16:22:34.492391619Z",
"endTime": "2025-08-28T17:32:06.804064092Z",
"updateTime": "2025-08-28T17:32:06.804064092Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "4044990f442107a3bc3bd61964d617b3440a5091",
"ref": "refs/heads/main"
}
}
}
[17:32:07.231] Invocation finished in 1h9m39.996897258s with status FAILED