[21:46:47.605] New invocation is queued and will start shortly
[21:46:47.605] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[21:46:49.139] Starting the invocation (attempt 1)
[21:46:49.164] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/807d2ca4a7fcf057e36a2f0a3e88486716669ccb"
[21:46:49.164] Popped gitiles commit info from properties and tags
[21:46:49.164] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[21:46:49.165] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[21:46:49.165] Buildbucket request:
{
"requestId": "8839068086023889504",
"builder": {
"project": "chromium-m151",
"bucket": "ci",
"builder": "android-desktop-x64-rel-15-tests"
},
"properties": {
"$bootstrap/trigger": {
"commits": [
{
"host": "chromium.googlesource.com",
"id": "807d2ca4a7fcf057e36a2f0a3e88486716669ccb",
"project": "chromium/src",
"ref": "refs/branch-heads/7922"
}
]
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8839068086023889504",
"job": "chromium-m151/android-desktop-x64-rel-15-tests",
"triggers": [
{
"gitiles": {
"properties": {
"$bootstrap/trigger": {
"commits": [
{
"host": "chromium.googlesource.com",
"id": "e078e9f9bb2e20cd8068a92991bfbe410ebf3d59",
"project": "chromium/src",
"ref": "refs/branch-heads/7922"
}
]
},
"deps_revision_overrides": {
"src": "e078e9f9bb2e20cd8068a92991bfbe410ebf3d59"
},
"instruction_dependencies": [
{
"instruction_id": "bot_update_repro_instructions",
"invocation_id": "build-8673640121399320097"
},
{
"instruction_id": "generate_build_files_repro_instructions",
"invocation_id": "build-8673640121399320097"
},
{
"instruction_id": "compile_repro_instructions",
"invocation_id": "build-8673640121399320097"
}
],
"parent_build_id": "8673640121399320097",
"parent_builder_group": "chromium.android.desktop",
"parent_buildername": "android-desktop-x64-compile-rel",
"parent_got_angle_revision": "a17d5224d83f6018eb6a21a644ad9ef86eac475d",
"parent_got_dawn_revision": "48d9737ff728e6211290d591b203a44cb77a2cc5",
"parent_got_revision": "e078e9f9bb2e20cd8068a92991bfbe410ebf3d59",
"parent_got_revision_cp": "refs/branch-heads/7922@{#2987}",
"parent_got_swiftshader_revision": "5b0479bd2d15058aaa9eb490e364f920ff824a8c",
"parent_got_v8_revision": "0c7255aed8c234d80092a608c985e3b2ca763634",
"parent_got_v8_revision_cp": "refs/branch-heads/15.1@{#37}",
"parent_got_webrtc_revision": "f20ebb8adbf4fa781830e4384c61f732bd28a217",
"parent_got_webrtc_revision_cp": "refs/heads/main@{#48103}",
"revision": "e078e9f9bb2e20cd8068a92991bfbe410ebf3d59",
"swarm_hashes": {
"android_browsertests": "0649fafcc9539524d9e88aaaff90e1f84841d1e5e2fa5301d39137c89143de9d/976",
"chrome_junit_tests": "497e51d89c25c695df3ee9d4c98292aa31407d0f5691c6df5169e8681b2cc391/489",
"chrome_public_test_apk": "5f6fd9c4bf669f7adba1b07161193fcbc3782c24430e929ee1b043f476fcceb5/1051",
"chrome_public_unit_test_apk": "84d5903a029e7eb3b48c311c7eb62664ae4616bc22f952b53d8c53b319708034/647",
"chrome_public_wpt": "25a63e7c8ef53b03bcaee85c11f0af25c65f948724f70dad543692a0383b3f46/490",
"extensions_unittests": "6265f70cd0eb0e1eae76efa0e51fb38c389305b726e1502c8fa5853d2f48036a/732",
"media_unittests": "5e0193d4e43d50d7df620f8c2978290a64ff17e76a966f7d3b23b94237a2aeb8/570",
"unit_tests": "e1707e13e28f23d1328afcd7f9e4f8ca8662f7b88d08cae3b5e20fdae63f03b2/1059",
"video_encode_accelerator_tests": "480227e1e769eb883ea092542181b5468d4910d27f4961abacf284fbe4cc8b89/569"
},
"swarming_command_lines_cwd": "out/1b6e-android-desktop",
"swarming_command_lines_digest": "4ea16c0ec8457935a6906b69bb070179a9ac69daeea07d6cc48cb774834a1146/93"
},
"ref": "refs/branch-heads/7922",
"repo": "https://chromium.googlesource.com/chromium/src",
"revision": "e078e9f9bb2e20cd8068a92991bfbe410ebf3d59",
"tags": [
"parent_buildername:android-desktop-x64-compile-rel",
"parent_buildnumber:2555",
"user_agent:recipe"
]
},
"id": "bdf122a2-d38a-47de-8b58-117848d77fdc",
"title": "android-desktop-x64-compile-rel/2555",
"url": "https://cr-buildbucket.appspot.com/build/8673640121399320097"
},
{
"gitiles": {
"properties": {
"$bootstrap/trigger": {
"commits": [
{
"host": "chromium.googlesource.com",
"id": "412c4a32af632841c1ebcf7e5482d55bdcc4c299",
"project": "chromium/src",
"ref": "refs/branch-heads/7922"
}
]
},
"deps_revision_overrides": {
"src": "412c4a32af632841c1ebcf7e5482d55bdcc4c299"
},
"instruction_dependencies": [
{
"instruction_id": "bot_update_repro_instructions",
"invocation_id": "build-8673639356108949377"
},
{
"instruction_id": "generate_build_files_repro_instructions",
"invocation_id": "build-8673639356108949377"
},
{
"instruction_id": "compile_repro_instructions",
"invocation_id": "build-8673639356108949377"
}
],
"parent_build_id": "8673639356108949377",
"parent_builder_group": "chromium.android.desktop",
"parent_buildername": "android-desktop-x64-compile-rel",
"parent_got_angle_revision": "a17d5224d83f6018eb6a21a644ad9ef86eac475d",
"parent_got_dawn_revision": "48d9737ff728e6211290d591b203a44cb77a2cc5",
"parent_got_revision": "412c4a32af632841c1ebcf7e5482d55bdcc4c299",
"parent_got_revision_cp": "refs/branch-heads/7922@{#2989}",
"parent_got_swiftshader_revision": "5b0479bd2d15058aaa9eb490e364f920ff824a8c",
"parent_got_v8_revision": "0c7255aed8c234d80092a608c985e3b2ca763634",
"parent_got_v8_revision_cp": "refs/branch-heads/15.1@{#37}",
"parent_got_webrtc_revision": "f20ebb8adbf4fa781830e4384c61f732bd28a217",
"parent_got_webrtc_revision_cp": "refs/heads/main@{#48103}",
"revision": "412c4a32af632841c1ebcf7e5482d55bdcc4c299",
"swarm_hashes": {
"android_browsertests": "d45e2d6685035fe985652aaa6c0afb5c43fbba52d71f6acf8aee7bef9d592dbc/976",
"chrome_junit_tests": "497e51d89c25c695df3ee9d4c98292aa31407d0f5691c6df5169e8681b2cc391/489",
"chrome_public_test_apk": "283f77e6dd74bda09b9781b3ef20b0712ac55688f3081f8c35cc1c75fcb6d1c7/1051",
"chrome_public_unit_test_apk": "024608db40439f56045666a401495bca4830ce22b866e53c7d2b0e2e4eb019d5/647",
"chrome_public_wpt": "550bc2b43fdaa55cbf2b0c206d00595cc6e1f246315c272260f9e76afd4b0397/490",
"extensions_unittests": "8d57c6a16f6515c58a568ac2201c8e59575839898c12735b18ecbff501808875/732",
"media_unittests": "5e0193d4e43d50d7df620f8c2978290a64ff17e76a966f7d3b23b94237a2aeb8/570",
"unit_tests": "2750264828b69f67ad5ffe5fc96321b18f72b7ab12a67bc45c8d941a4cd9fda4/1059",
"video_encode_accelerator_tests": "480227e1e769eb883ea092542181b5468d4910d27f4961abacf284fbe4cc8b89/569"
},
"swarming_command_lines_cwd": "out/1b6e-android-desktop",
"swarming_command_lines_digest": "4ea16c0ec8457935a6906b69bb070179a9ac69daeea07d6cc48cb774834a1146/93"
},
"ref": "refs/branch-heads/7922",
"repo": "https://chromium.googlesource.com/chromium/src",
"revision": "412c4a32af632841c1ebcf7e5482d55bdcc4c299",
"tags": [
"parent_buildername:android-desktop-x64-compile-rel",
"parent_buildnumber:2556",
"user_agent:recipe"
]
},
"id": "d6d2f371-2adb-4cb2-86b4-e18f5654b3db",
"title": "android-desktop-x64-compile-rel/2556",
"url": "https://cr-buildbucket.appspot.com/build/8673639356108949377"
},
{
"gitiles": {
"properties": {
"$bootstrap/trigger": {
"commits": [
{
"host": "chromium.googlesource.com",
"id": "807d2ca4a7fcf057e36a2f0a3e88486716669ccb",
"project": "chromium/src",
"ref": "refs/branch-heads/7922"
}
]
},
"deps_revision_overrides": {
"src": "807d2ca4a7fcf057e36a2f0a3e88486716669ccb"
},
"instruction_dependencies": [
{
"instruction_id": "bot_update_repro_instructions",
"invocation_id": "build-8673638668073565649"
},
{
"instruction_id": "generate_build_files_repro_instructions",
"invocation_id": "build-8673638668073565649"
},
{
"instruction_id": "compile_repro_instructions",
"invocation_id": "build-8673638668073565649"
}
],
"parent_build_id": "8673638668073565649",
"parent_builder_group": "chromium.android.desktop",
"parent_buildername": "android-desktop-x64-compile-rel",
"parent_got_angle_revision": "a17d5224d83f6018eb6a21a644ad9ef86eac475d",
"parent_got_dawn_revision": "48d9737ff728e6211290d591b203a44cb77a2cc5",
"parent_got_revision": "807d2ca4a7fcf057e36a2f0a3e88486716669ccb",
"parent_got_revision_cp": "refs/branch-heads/7922@{#2990}",
"parent_got_swiftshader_revision": "5b0479bd2d15058aaa9eb490e364f920ff824a8c",
"parent_got_v8_revision": "0c7255aed8c234d80092a608c985e3b2ca763634",
"parent_got_v8_revision_cp": "refs/branch-heads/15.1@{#37}",
"parent_got_webrtc_revision": "f20ebb8adbf4fa781830e4384c61f732bd28a217",
"parent_got_webrtc_revision_cp": "refs/heads/main@{#48103}",
"revision": "807d2ca4a7fcf057e36a2f0a3e88486716669ccb",
"swarm_hashes": {
"android_browsertests": "4ef1de087d7204f2cea87e91e12e34b7ccd9349df4323f1a2794ba80ff6f941b/976",
"chrome_junit_tests": "497e51d89c25c695df3ee9d4c98292aa31407d0f5691c6df5169e8681b2cc391/489",
"chrome_public_test_apk": "cc7a5e787db448c3181bfe3fa3ef64da896137ad23949a4394acebbf8da87541/1051",
"chrome_public_unit_test_apk": "5c517ffd7dea97b5cdef7579db29d28217855ba8898f8eb0d7e43c89accf7039/647",
"chrome_public_wpt": "872ed6ac3f3e82895267a0666720e85ab03ef34e3b1e6013243afacd0d4db2e0/490",
"extensions_unittests": "0d4228639231ed9db77390724b9ee2bd9e0a72b0c1800ac661ff592b159281ad/732",
"media_unittests": "5e0193d4e43d50d7df620f8c2978290a64ff17e76a966f7d3b23b94237a2aeb8/570",
"unit_tests": "c8b16787095f8849bda7248b85d35e6c17eb3b51a00adbc5ed521be57321cbf8/1059",
"video_encode_accelerator_tests": "480227e1e769eb883ea092542181b5468d4910d27f4961abacf284fbe4cc8b89/569"
},
"swarming_command_lines_cwd": "out/1b6e-android-desktop",
"swarming_command_lines_digest": "4ea16c0ec8457935a6906b69bb070179a9ac69daeea07d6cc48cb774834a1146/93"
},
"ref": "refs/branch-heads/7922",
"repo": "https://chromium.googlesource.com/chromium/src",
"revision": "807d2ca4a7fcf057e36a2f0a3e88486716669ccb",
"tags": [
"parent_buildername:android-desktop-x64-compile-rel",
"parent_buildnumber:2557",
"user_agent:recipe"
]
},
"id": "5378fbc6-e484-4d3e-a08e-6faed6283adb",
"title": "android-desktop-x64-compile-rel/2557",
"url": "https://cr-buildbucket.appspot.com/build/8673638668073565649"
}
]
},
"deps_revision_overrides": {
"src": "807d2ca4a7fcf057e36a2f0a3e88486716669ccb"
},
"instruction_dependencies": [
{
"instruction_id": "bot_update_repro_instructions",
"invocation_id": "build-8673638668073565649"
},
{
"instruction_id": "generate_build_files_repro_instructions",
"invocation_id": "build-8673638668073565649"
},
{
"instruction_id": "compile_repro_instructions",
"invocation_id": "build-8673638668073565649"
}
],
"parent_build_id": "8673638668073565649",
"parent_builder_group": "chromium.android.desktop",
"parent_buildername": "android-desktop-x64-compile-rel",
"parent_got_angle_revision": "a17d5224d83f6018eb6a21a644ad9ef86eac475d",
"parent_got_dawn_revision": "48d9737ff728e6211290d591b203a44cb77a2cc5",
"parent_got_revision": "807d2ca4a7fcf057e36a2f0a3e88486716669ccb",
"parent_got_revision_cp": "refs/branch-heads/7922@{#2990}",
"parent_got_swiftshader_revision": "5b0479bd2d15058aaa9eb490e364f920ff824a8c",
"parent_got_v8_revision": "0c7255aed8c234d80092a608c985e3b2ca763634",
"parent_got_v8_revision_cp": "refs/branch-heads/15.1@{#37}",
"parent_got_webrtc_revision": "f20ebb8adbf4fa781830e4384c61f732bd28a217",
"parent_got_webrtc_revision_cp": "refs/heads/main@{#48103}",
"swarm_hashes": {
"android_browsertests": "4ef1de087d7204f2cea87e91e12e34b7ccd9349df4323f1a2794ba80ff6f941b/976",
"chrome_junit_tests": "497e51d89c25c695df3ee9d4c98292aa31407d0f5691c6df5169e8681b2cc391/489",
"chrome_public_test_apk": "cc7a5e787db448c3181bfe3fa3ef64da896137ad23949a4394acebbf8da87541/1051",
"chrome_public_unit_test_apk": "5c517ffd7dea97b5cdef7579db29d28217855ba8898f8eb0d7e43c89accf7039/647",
"chrome_public_wpt": "872ed6ac3f3e82895267a0666720e85ab03ef34e3b1e6013243afacd0d4db2e0/490",
"extensions_unittests": "0d4228639231ed9db77390724b9ee2bd9e0a72b0c1800ac661ff592b159281ad/732",
"media_unittests": "5e0193d4e43d50d7df620f8c2978290a64ff17e76a966f7d3b23b94237a2aeb8/570",
"unit_tests": "c8b16787095f8849bda7248b85d35e6c17eb3b51a00adbc5ed521be57321cbf8/1059",
"video_encode_accelerator_tests": "480227e1e769eb883ea092542181b5468d4910d27f4961abacf284fbe4cc8b89/569"
},
"swarming_command_lines_cwd": "out/1b6e-android-desktop",
"swarming_command_lines_digest": "4ea16c0ec8457935a6906b69bb070179a9ac69daeea07d6cc48cb774834a1146/93"
},
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "807d2ca4a7fcf057e36a2f0a3e88486716669ccb",
"ref": "refs/branch-heads/7922"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8839068086023889504"
},
{
"key": "scheduler_job_id",
"value": "chromium-m151/android-desktop-x64-rel-15-tests"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "android-desktop-x64-compile-rel"
},
{
"key": "parent_buildnumber",
"value": "2557"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[21:46:49.745] Scheduled build:
{
"id": "8673638023620625249",
"builder": {
"project": "chromium-m151",
"bucket": "ci",
"builder": "android-desktop-x64-rel-15-tests"
},
"number": 882,
"createdBy": "project:chromium-m151",
"createTime": "2026-08-12T21:46:49.276782331Z",
"updateTime": "2026-08-12T21:46:49.276782331Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "807d2ca4a7fcf057e36a2f0a3e88486716669ccb",
"ref": "refs/branch-heads/7922"
}
}
}
[21:46:49.745] Task URL: https://cr-buildbucket.appspot.com/build/8673638023620625249
[21:46:49.745] Scheduling timer "check-buildbucket-build-status" (chromium-m151/android-desktop-x64-rel-15-tests:8839068086023889504:2:0) after 1m39s
[21:47:03.263] Received PubSub notification, asking Buildbucket for the build status
[21:47:03.284] Build status: SCHEDULED
[21:47:31.799] Received PubSub notification, asking Buildbucket for the build status
[21:47:31.817] Build status: STARTED
[21:48:28.764] Handling timer "check-buildbucket-build-status" (chromium-m151/android-desktop-x64-rel-15-tests:8839068086023889504:2:0)
[21:48:28.826] Build status: STARTED
[21:48:28.826] Scheduling timer "check-buildbucket-build-status" (chromium-m151/android-desktop-x64-rel-15-tests:8839068086023889504:5:0) after 1m31s
[21:49:59.803] Handling timer "check-buildbucket-build-status" (chromium-m151/android-desktop-x64-rel-15-tests:8839068086023889504:5:0)
[21:49:59.837] Build status: STARTED
[21:49:59.837] Scheduling timer "check-buildbucket-build-status" (chromium-m151/android-desktop-x64-rel-15-tests:8839068086023889504:6:0) after 1m24s
[21:51:24.085] Handling timer "check-buildbucket-build-status" (chromium-m151/android-desktop-x64-rel-15-tests:8839068086023889504:6:0)
[21:51:24.175] Build status: STARTED
[21:51:24.175] Scheduling timer "check-buildbucket-build-status" (chromium-m151/android-desktop-x64-rel-15-tests:8839068086023889504:7:0) after 1m35s
[21:52:59.191] Handling timer "check-buildbucket-build-status" (chromium-m151/android-desktop-x64-rel-15-tests:8839068086023889504:7:0)
[21:52:59.222] Build status: STARTED
[21:52:59.222] Scheduling timer "check-buildbucket-build-status" (chromium-m151/android-desktop-x64-rel-15-tests:8839068086023889504:8:0) after 2m33s
[21:55:32.250] Handling timer "check-buildbucket-build-status" (chromium-m151/android-desktop-x64-rel-15-tests:8839068086023889504:8:0)
[21:55:32.268] Build status: STARTED
[21:55:32.268] Scheduling timer "check-buildbucket-build-status" (chromium-m151/android-desktop-x64-rel-15-tests:8839068086023889504:9:0) after 5m57s
[22:01:29.336] Handling timer "check-buildbucket-build-status" (chromium-m151/android-desktop-x64-rel-15-tests:8839068086023889504:9:0)
[22:01:29.361] Build status: STARTED
[22:01:29.361] Scheduling timer "check-buildbucket-build-status" (chromium-m151/android-desktop-x64-rel-15-tests:8839068086023889504:10:0) after 5m44s
[22:07:13.412] Handling timer "check-buildbucket-build-status" (chromium-m151/android-desktop-x64-rel-15-tests:8839068086023889504:10:0)
[22:07:13.435] Build status: STARTED
[22:07:13.435] Scheduling timer "check-buildbucket-build-status" (chromium-m151/android-desktop-x64-rel-15-tests:8839068086023889504:11:0) after 3m40s
[22:10:53.459] Handling timer "check-buildbucket-build-status" (chromium-m151/android-desktop-x64-rel-15-tests:8839068086023889504:11:0)
[22:10:53.481] Build status: STARTED
[22:10:53.481] Scheduling timer "check-buildbucket-build-status" (chromium-m151/android-desktop-x64-rel-15-tests:8839068086023889504:12:0) after 8m31s
[22:19:24.495] Handling timer "check-buildbucket-build-status" (chromium-m151/android-desktop-x64-rel-15-tests:8839068086023889504:12:0)
[22:19:24.548] Build status: STARTED
[22:19:24.548] Scheduling timer "check-buildbucket-build-status" (chromium-m151/android-desktop-x64-rel-15-tests:8839068086023889504:13:0) after 5m11s
[22:24:35.569] Handling timer "check-buildbucket-build-status" (chromium-m151/android-desktop-x64-rel-15-tests:8839068086023889504:13:0)
[22:24:35.596] Build status: STARTED
[22:24:35.596] Scheduling timer "check-buildbucket-build-status" (chromium-m151/android-desktop-x64-rel-15-tests:8839068086023889504:14:0) after 2m29s
[22:27:04.573] Handling timer "check-buildbucket-build-status" (chromium-m151/android-desktop-x64-rel-15-tests:8839068086023889504:14:0)
[22:27:04.592] Build status: STARTED
[22:27:04.592] Scheduling timer "check-buildbucket-build-status" (chromium-m151/android-desktop-x64-rel-15-tests:8839068086023889504:15:0) after 7m44s
[22:34:48.608] Handling timer "check-buildbucket-build-status" (chromium-m151/android-desktop-x64-rel-15-tests:8839068086023889504:15:0)
[22:34:48.690] Build status: STARTED
[22:34:48.690] Scheduling timer "check-buildbucket-build-status" (chromium-m151/android-desktop-x64-rel-15-tests:8839068086023889504:16:0) after 4m24s
[22:39:12.758] Handling timer "check-buildbucket-build-status" (chromium-m151/android-desktop-x64-rel-15-tests:8839068086023889504:16:0)
[22:39:12.787] Build status: STARTED
[22:39:12.787] Scheduling timer "check-buildbucket-build-status" (chromium-m151/android-desktop-x64-rel-15-tests:8839068086023889504:17:0) after 4m54s
[22:44:06.838] Handling timer "check-buildbucket-build-status" (chromium-m151/android-desktop-x64-rel-15-tests:8839068086023889504:17:0)
[22:44:06.857] Build status: STARTED
[22:44:06.857] Scheduling timer "check-buildbucket-build-status" (chromium-m151/android-desktop-x64-rel-15-tests:8839068086023889504:18:0) after 2m19s
[22:46:25.908] Handling timer "check-buildbucket-build-status" (chromium-m151/android-desktop-x64-rel-15-tests:8839068086023889504:18:0)
[22:46:25.969] Build status: STARTED
[22:46:25.969] Scheduling timer "check-buildbucket-build-status" (chromium-m151/android-desktop-x64-rel-15-tests:8839068086023889504:19:0) after 3m37s
[22:49:23.279] Received PubSub notification, asking Buildbucket for the build status
[22:49:23.298] Build:
{
"id": "8673638023620625249",
"builder": {
"project": "chromium-m151",
"bucket": "ci",
"builder": "android-desktop-x64-rel-15-tests"
},
"number": 882,
"createdBy": "project:chromium-m151",
"createTime": "2026-08-12T21:46:49.276782331Z",
"startTime": "2026-08-12T21:47:31.632619724Z",
"endTime": "2026-08-12T22:49:22.883527739Z",
"updateTime": "2026-08-12T22:49:22.883527739Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "807d2ca4a7fcf057e36a2f0a3e88486716669ccb",
"ref": "refs/branch-heads/7922"
}
}
}
[22:49:23.298] Invocation finished in 1h2m35.698624092s with status FAILED