[12:22:32.157] New invocation is queued and will start shortly
[12:22:32.157] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[12:22:33.253] Starting the invocation (attempt 1)
[12:22:33.279] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b7809351a5fa45539b043dabeeefb9efdaa8ab56"
[12:22:33.279] Popped gitiles commit info from properties and tags
[12:22:33.279] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[12:22:33.279] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[12:22:33.280] Buildbucket request:
{
"requestId": "8870450136408530160",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "win11-arm64-dbg-tests"
},
"properties": {
"$bootstrap/trigger": {
"commits": [
{
"host": "chromium.googlesource.com",
"id": "b7809351a5fa45539b043dabeeefb9efdaa8ab56",
"project": "chromium/src",
"ref": "refs/heads/main"
}
]
},
"deps_revision_overrides": {
"src": "b7809351a5fa45539b043dabeeefb9efdaa8ab56"
},
"instruction_dependencies": [
{
"instruction_id": "bot_update_repro_instructions",
"invocation_id": "build-8705024399409528449"
},
{
"instruction_id": "generate_build_files_repro_instructions",
"invocation_id": "build-8705024399409528449"
},
{
"instruction_id": "compile_repro_instructions",
"invocation_id": "build-8705024399409528449"
}
],
"parent_build_id": "8705024399409528449",
"parent_builder_group": "chromium.win",
"parent_buildername": "win-arm64-dbg",
"parent_got_angle_revision": "3d08d8859a3333a37a60e9faa142587b3caf5d02",
"parent_got_dawn_revision": "3143cb32483ee3226a4665661957650a0ab54ea7",
"parent_got_revision": "b7809351a5fa45539b043dabeeefb9efdaa8ab56",
"parent_got_revision_cp": "refs/heads/main@{#1508869}",
"parent_got_swiftshader_revision": "7cd1022cdc50fa3ac4f0ca5d0cdd64ce20af3c4f",
"parent_got_v8_revision": "3252ae813b72f2c616b947700b1060fb0cff77ef",
"parent_got_v8_revision_cp": "refs/heads/14.1.144@{#1}",
"parent_got_webrtc_revision": "620b3a2805f198ef797bb78098883d9cf3c17604",
"parent_got_webrtc_revision_cp": "refs/heads/main@{#45499}",
"swarm_hashes": {
"absl_hardening_tests": "9f3aab1f4ba9646d19075b8d45b89ab595c6a9ce9576cfa4014560d32d0d69fd/323",
"accessibility_unittests": "a2d638b7d966137db99013c060e4083b0b024cb0dc821030497e7d27cd85c4d0/323",
"angle_unittests": "2e8e975869d62593af620064de4b002a90e8b59ea065b6b8a2f73b296e0a2cae/408",
"app_shell_unittests": "317a154076357e3f93f34bc3c783f00897d335c2378d7f65010ecf42030440bb/484",
"aura_unittests": "a8af906a4f828afd4c0e3ab757d702f2c8eccc5cf4111389da5f0c71b9a00f86/323",
"base_unittests": "abb495947945ef3c30bd5f487420335bf1fa68f6e9eff3b518fb8add14c6b9a6/480",
"blink_common_unittests": "03d1f5730dd655b2e440b05e6f6b80695af2529b8b4d415a02cc0bae2f86fd8f/485",
"blink_fuzzer_unittests": "bb129972a52e041b98fa17895d5064112b2294c855ae2a37ccd3038fa85ff521/323",
"blink_heap_unittests": "cd73052200d77b08a5f4532762d6af169485b1470370fcc599b9fd29369e716b/323",
"blink_platform_unittests": "b29bf941cbe20a22d9efed832ae52e41839ab4bcf89040f9b5b785406779c6d7/643",
"blink_python_tests": "53574c6ef768771037be9493f4907ce3755efba4d0cd300bd9296a77536c638b/574",
"blink_unittests": "f35cad9b30d538ff434be562c8b3f46b55d0179ee9985ee2fc8fe4f37ae8023b/649",
"boringssl_crypto_tests": "bb73e1268365c72f6cccdbe16310e24bf9a7fd7fa13dd59e01ff1dc39a11a383/408",
"boringssl_ssl_tests": "45f8ae87c19a634cd870a46a12c38e3985209a8bff9bf3a59fd22898527c25d7/323",
"capture_unittests": "862f234f96fa67e439d058dc2525c5437810c9c15742829ad373e3a0528cd521/402",
"cast_unittests": "d20b901474ce65e8f7fa6c72e3b83913cee23477de1dcfcad07551bde6b464dd/323",
"cc_unittests": "cd37cf2c21ba1e8920f8207df084c236eb4c954ddb4462a7b67a677583f03bbf/483",
"chrome_app_unittests": "0bd7988ed40a1a28768648e60a746da381e907cc55d1433121cf75684b27cf67/564",
"chrome_elf_unittests": "bc43bce77afcd2c378e1d669b91fe91412c9752833d1533e072f522959751bff/323",
"chromedriver_py_tests": "cd8d06836a3d937f279ea0782007c9676a6992ce5a325b0c03af9142792cf50c/489",
"chromedriver_py_tests_headless_shell": "00f86167dc5857853265c06dd91b2358ecb244e09e7d282160449fb9d03c28d8/489",
"chromedriver_replay_unittests": "658cc13de6c14090fcef2c90348c3f7834fc7de60e5689f9d9dc5769a57c2898/326",
"chromedriver_unittests": "6ec0c1b2bf1aa910b3f75103ac5a9b8dd22efdc786d3e23a1107f4023a7f6540/480",
"components_browsertests": "7ea85fe395b5652467ad08467278640089070ab669a18f18ed1ada682f45f524/652",
"components_perftests": "77f1af8158f0ebe13a02fbf23dedd4477d1a67b0dda07cf20e0574f8fbbd1a33/650",
"components_unittests": "73374ba62ffac3c8e7830ccc758f7993346269a97ce04a2c5e3d9d90cd30eeb7/810",
"compositor_unittests": "0594b777625cb0a43938a9ff81f3ba1d1f3307c370ab9ed11e7053e5bcf86395/399",
"content_browsertests": "0d2d5dd6b7d0d31413ace91a7a483e8bd9cfa13ea928a5eff4e229149b964a43/725",
"content_shell_crash_test": "64de3c712a947cfb7360c2c8843e55ecbe1d656a53896032328d529e7f2d91b0/481",
"content_unittests": "b663acdc5dde376c6c368858d0f1a585e3b452c2df2d947c44c94212c718c2e5/560",
"crashpad_tests": "5be578d1d33b4deb81dc801d01acaf2f3d29e0197988ee8778d0b3e755069ef8/408",
"cronet_tests": "ff9adcc14a86c209037bd85c5cbf53e3264d4b8c54117ab98989ba49eff6345c/400",
"cronet_unittests": "894d63a99b125156b2a0d1d65264ebe70635b8d06f35e1999bcb6393e3775064/400",
"crypto_unittests": "e7766a8dbd046dcd25ba76dd6b1f49c32352a41b4972e0c40a4f77b2723d29c7/403",
"delayloads_unittests": "3f6b95949b092844b79d689d486901e8a8556d92d4509cb93c8c2172fa421f2e/323",
"device_unittests": "bec33ede5d4138dff459a52b6b2e6f3bec99b82d3b62cc8564d2079f760534f7/400",
"display_unittests": "82b28f87e5fcadd5eff66bc56ad9a4b8a9d00f6e6cdd8f901a06d6f19a0dfa6e/323",
"elevated_tracing_service_unittests": "e624c94939425832ee4755a91ad6f75c76bef606310a83f9c9b2bdbe6f0b0b9c/323",
"elevation_service_unittests": "9e999d5c74f6b7701e814d0d6d33a1e91602261e606b9e5857e79818b2583e75/323",
"env_chromium_unittests": "a3515cbe0d55481a068c21c432576566602874c200a3d079ce4fb7900dccf1a7/323",
"events_unittests": "ee113337e82c8595fbdbadf1bed95897a2c0ad730ed55c068a36abae125d5a4c/323",
"extensions_browsertests": "b2205da3fa0193f74ecf5b406a86453eb7f49f905bce8693f77bd428a191dff6/570",
"extensions_unittests": "f5e992b15bb6e709beb1d394a50f36668b0992a9669055c6b91eda8deb81d713/644",
"filesystem_service_unittests": "71df43cefb55711b22df2530b1518cb68ee65de3ca8dbb8703a51c495347a36b/323",
"flatbuffers_unittests": "0007529e357fa536aea347d6bc274c97b9f665f16b73036bf74287271430962a/408",
"fuzzing_unittests": "0dd09282939c8dd6afc6910b6b9d8e4ce875b07c77aa3a50f098a203733fa1db/323",
"gcm_unit_tests": "b6b4e15a152c16fcd5b929e424fe0f802e8a89ea867e9519c21044d5b886e57c/400",
"gcp_unittests": "8d84150d2bf11dbc3b3e70cc92bcc7cbcfe14a05cde15532ccb303d805170eb7/486",
"gfx_unittests": "b33222ea7a34658e95e09daaaeec94c04f09f152e4457643994e22bda4c24caa/399",
"gin_unittests": "8d058819a9d0b87a451d5fbe683dd41f20b47704bae02f3e48da5ed6b360a3c0/400",
"google_apis_unittests": "d8fe25269c9b009cfafd960e55b0a95bc9e6fe1763d12dc6cf802c8e11507822/485",
"gpu_unittests": "a8b83265929ee7e53cfd2cf75b00b9dfed18dd5b4a17757c26fde1253e3d4ad1/400",
"grit_python_unittests": "815d9a0d89f180d9c54a344f54dcc0b8a7b0097fab3c9ddacc35e8a481b285a0/411",
"gwp_asan_unittests": "eb14275f05cd70b72a1c721e5a4a3ef3a5827c8850be864a8bf9c7c15c278399/408",
"headless_browsertests": "e30949733e1c8d9e977ba948d7bf733c9420f415ffded2c5624ced9f5bbe62de/653",
"headless_unittests": "bc4cffdb1a4e88c8267db3243a3e5c2ca5e9fe11b03f6aa46c9464cd7cd50722/323",
"install_static_unittests": "7b5e6920d8939d7e80c766f0e502a51112ff63b08f17f66491d120822c80a83a/323",
"installer_util_unittests": "e2a856982beb0eb33dcb28341455787b3039a102ac21fe6f52cef84bdc9d3f1e/403",
"interactive_ui_tests": "fd8d223f4da9ad60d41985a94471afbf1db762ad88e01779bdccabc03025705a/973",
"ipc_tests": "aa27f289554ea1c02416ad91322b2b56bc7ad2519dcbb2d71d51b17a3a10943e/323",
"latency_unittests": "dc77abd97dce27d7ef289da712cc64e8d007d5cf882e3dcfba3d606300c86073/323",
"leveldb_unittests": "14978bd9cac96dcf525f81cc8ac7c3a6396ccbad495cd9f51715a590d5428c1b/323",
"libjingle_xmpp_unittests": "6de9dfcb935c24e0861be18ab05f60408c41b18c33cc68112c1e86d0e3220831/323",
"liburlpattern_unittests": "0ae41b54d1cf2235667e420df88dedc5e2e6789bc34ee36dbfc111f30e088bdb/323",
"media_unittests": "9ad10a8bd11b00a7b30a70a3b1e9c58b981b4f4b7aae24faa6e442ba1a208b4c/403",
"message_center_unittests": "0538113a06484777741fbe0a30dec7149cbe354c74d1f30b8b2b7b317a1ac066/323",
"midi_unittests": "5459c67fb089940da359d9d3ba65b5aa63013ddb4f564a0182ca38d4c6e1c6b8/323",
"mojo_unittests": "8beb5a848e4d79ae26dea7f4cc53709e2c5391a425914d9d4e57c044933567a5/401",
"native_theme_unittests": "89700de416e680f12b3cd7503e63455a717cc8b932386c1c676d754d201c4a18/323",
"net_unittests": "864d2bab7bbcd47d498cdc347c5e6243ce3d058c24145228e4cf6be96388fbcd/486",
"notification_helper_unittests": "12a86479991a7e4334abc4cb6655b7fb0802f9937c556087cee11f1def036c86/323",
"pdf_unittests": "6f57438e1ddf2afc2e4ee690bbe1738c79d7a9af35973d0d943ce1dc40165b1b/400",
"perfetto_unittests": "13322d7a282cd2cb37436fd6b4ee11f3b0335f370f1155d3bb64ce596dcab072/323",
"performance_test_suite": "d4358577b6adee8ab19a971bbac04b90bbf4fbc22f0ecdacff8a49955ffbcddf/732",
"printing_unittests": "e085cd61616b9cfb6f49e9d1ba4cc4d20d4711dacc0679b713974bffc2913153/405",
"pthreadpool_unittests": "36819f24be3e35a11847552978c2f0ef89df6dcab442430e035524f2060291e7/323",
"remoting_unittests": "380b725abbb3a01e6274b387e7eb1eeab7de627a68c25fd2775d66e322d0a878/400",
"sbox_integration_tests": "c03fd9e776c12fee8deb36d9eb66feb801a7de03c3cb084b1ccc39ee03c681a6/401",
"sbox_unittests": "728db5f177c32bb7146c245fc5fc1a44986f8bebf03630ae0456d683bd3aa67e/323",
"sbox_validation_tests": "215ca4f7ea6d0c49f9409923cca2a5800177af58796897fc201b4303bb4824c7/323",
"services_unittests": "b33c6eb0ead71af9535e187a023c0a4dafd518bcd4580c571f7a120e30e3d3e9/653",
"setup_unittests": "19e4b5937673ebef06ea829c627605e59129fcb8e48c54c74c5c005009a1b3d9/404",
"shell_dialogs_unittests": "101ba98e2de472ab0f3df8384b726659e853ec5fa608a8830caac33a5ad6568a/323",
"skia_unittests": "4b31d306afa30e2a4f917a90aefbf65e18a1af70eaddb96c4e3475019e593b5f/323",
"snapshot_unittests": "c5628972d726c36bc0a5be8af0198cbb237746b19bb6317131d79ebff022190e/323",
"sql_unittests": "22428bfc92d38b6070cf7382cb9f7bee3c258b1b3c19935e6049530ec99a513b/400",
"storage_unittests": "ce919ffffc0359eb69ee6e2ab25c9f7d8f2bdcd1f8b40749735a8899dcffec35/481",
"sync_integration_tests": "4b2efa117969675ef601708c3d7eeaaa4b5022f1ae4d06bf05a8caedcc28428b/646",
"telemetry_gpu_unittests": "07496b4cfaa360824f2d0e6035c8f3b5b2f1da68b564d6d7a6b8e97c0939c588/736",
"ui_base_unittests": "b0d6261ff18e84432ec9776efdee724cbbedab9b3dc9984ad3bb9923773e6f4c/555",
"ui_touch_selection_unittests": "a693625c58861667c8c83589e73ac5f139d2962d43f600c9342f69607a63775e/323",
"ui_unittests": "ac481f5c795017e69ad6a25ba7247d351cb94de776148a46c3ba6accc46decc2/323",
"unit_tests": "d1dfba6724bfbeb30bcb980c157bb8b8458ac823301ae8ef3f8666670e8f3a01/1061",
"updater_tests": "513a7c5d3e6c7e3819e4695acdbdb00e081f2384ee073e629090d8e07ab1f96f/566",
"updater_tests_system": "a88a12ac630215ea2447e581ce2d7ed7ee5488ceaa98acad534bba9c6cccb341/566",
"url_unittests": "146968e64ec1496accffdf8181e1f04c3e4e208e351b32916a496eeb71f24fa0/323",
"views_perftests": "9e22a28fdbb019d3a52bb36ded48a09c901fb4bf79f778d90175a48d7f694adf/487",
"views_unittests": "5b8d243342d980bb4ab70f3f47cc71a550f5f93fd9b4fe6457078228b107645d/402",
"viz_unittests": "a2bc16bd18dfa024df0c7617f435cd63d1522ac1a4ba685e89b8ffcc74505ea1/407",
"vr_common_unittests": "5e52c1cd57937ef06f1049387e198a643d0cd5f355f96f5c8c21e413a7423b92/564",
"wm_unittests": "cd6a8a867d102f9d482a55601e6e12ed4fac0b1ecf7d4a35d362f4708c93bf2a/323",
"wtf_unittests": "4d685be7ff9566e08745806c6af4682e49a1d429521088978156326325215326/323",
"zlib_unittests": "79cba8e0c4cb76102be508bf32291b9ec56ce60e9b50ed0cf3c510fff831f6bc/408",
"zucchini_unittests": "749fac3b0797241a74f37eab46f1b3074fcb3df9201b5ed2e1ccd810ee9e87f3/323"
},
"swarming_command_lines_cwd": "out\\5c6a-win-arm64-dbg",
"swarming_command_lines_digest": "3761d4eaee38ff00d7c911895cc592c4f74635d4e50524bc18f7981f7e1c405f/94",
"swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
},
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "b7809351a5fa45539b043dabeeefb9efdaa8ab56",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8870450136408530160"
},
{
"key": "scheduler_job_id",
"value": "chromium/win11-arm64-dbg-tests"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "win-arm64-dbg"
},
{
"key": "parent_buildnumber",
"value": "10569"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[12:22:33.768] Scheduled build:
{
"id": "8705020074514669761",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "win11-arm64-dbg-tests"
},
"number": 8196,
"createdBy": "project:chromium",
"createTime": "2025-08-31T12:22:33.342088880Z",
"updateTime": "2025-08-31T12:22:33.342088880Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "b7809351a5fa45539b043dabeeefb9efdaa8ab56",
"ref": "refs/heads/main"
}
}
}
[12:22:33.768] Task URL: https://cr-buildbucket.appspot.com/build/8705020074514669761
[12:22:33.768] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8870450136408530160:2:0) after 1m50s
[12:22:34.753] Received PubSub notification, asking Buildbucket for the build status
[12:22:34.798] Build status: SCHEDULED
[12:22:40.044] Received PubSub notification, asking Buildbucket for the build status
[12:22:40.083] Build status: STARTED
[12:24:23.866] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8870450136408530160:2:0)
[12:24:23.885] Build status: STARTED
[12:24:23.886] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8870450136408530160:5:0) after 8m6s
[12:32:29.925] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8870450136408530160:5:0)
[12:32:29.956] Build status: STARTED
[12:32:29.956] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8870450136408530160:6:0) after 4m18s
[12:36:47.975] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8870450136408530160:6:0)
[12:36:48.013] Build status: STARTED
[12:36:48.013] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8870450136408530160:7:0) after 1m8s
[12:37:56.035] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8870450136408530160:7:0)
[12:37:56.053] Build status: STARTED
[12:37:56.053] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8870450136408530160:8:0) after 8m11s
[12:46:07.194] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8870450136408530160:8:0)
[12:46:07.279] Build status: STARTED
[12:46:07.279] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8870450136408530160:9:0) after 6m3s
[12:52:10.478] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8870450136408530160:9:0)
[12:52:10.496] Build status: STARTED
[12:52:10.497] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8870450136408530160:10:0) after 2m50s
[12:55:00.974] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8870450136408530160:10:0)
[12:55:01.007] Build status: STARTED
[12:55:01.007] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8870450136408530160:11:0) after 7m28s
[13:02:29.287] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8870450136408530160:11:0)
[13:02:29.301] Build status: STARTED
[13:02:29.301] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8870450136408530160:12:0) after 5m40s
[13:08:09.343] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8870450136408530160:12:0)
[13:08:09.363] Build status: STARTED
[13:08:09.363] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8870450136408530160:13:0) after 2m37s
[13:10:46.389] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8870450136408530160:13:0)
[13:10:46.405] Build status: STARTED
[13:10:46.405] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8870450136408530160:14:0) after 1m44s
[13:12:30.687] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8870450136408530160:14:0)
[13:12:30.701] Build status: STARTED
[13:12:30.701] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8870450136408530160:15:0) after 3m52s
[13:16:22.719] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8870450136408530160:15:0)
[13:16:22.748] Build status: STARTED
[13:16:22.748] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8870450136408530160:16:0) after 6m15s
[13:22:37.860] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8870450136408530160:16:0)
[13:22:37.881] Build status: STARTED
[13:22:37.881] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8870450136408530160:17:0) after 3m0s
[13:25:13.309] Received PubSub notification, asking Buildbucket for the build status
[13:25:13.372] Build:
{
"id": "8705020074514669761",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "win11-arm64-dbg-tests"
},
"number": 8196,
"createdBy": "project:chromium",
"createTime": "2025-08-31T12:22:33.342088880Z",
"startTime": "2025-08-31T12:22:38.180504298Z",
"endTime": "2025-08-31T13:25:12.133708893Z",
"updateTime": "2025-08-31T13:25:12.133708893Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "b7809351a5fa45539b043dabeeefb9efdaa8ab56",
"ref": "refs/heads/main"
}
}
}
[13:25:13.372] Invocation finished in 1h2m41.220227551s with status FAILED