[21:07:43.243] New invocation is queued and will start shortly
[21:07:43.243] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[21:07:44.305] Starting the invocation (attempt 1)
[21:07:44.325] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b16f93ce0c45b68ae83cf2be4b98599eed3b4385"
[21:07:44.325] Popped gitiles commit info from properties and tags
[21:07:44.325] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[21:07:44.325] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[21:07:44.326] Buildbucket request:
{
"requestId": "8858095907216257280",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "win11-arm64-dbg-tests"
},
"properties": {
"$bootstrap/trigger": {
"commits": [
{
"host": "chromium.googlesource.com",
"id": "b16f93ce0c45b68ae83cf2be4b98599eed3b4385",
"project": "chromium/src",
"ref": "refs/heads/main"
}
]
},
"deps_revision_overrides": {
"src": "b16f93ce0c45b68ae83cf2be4b98599eed3b4385"
},
"instruction_dependencies": [
{
"instruction_id": "bot_update_repro_instructions",
"invocation_id": "build-8692670891687817937"
},
{
"instruction_id": "generate_build_files_repro_instructions",
"invocation_id": "build-8692670891687817937"
},
{
"instruction_id": "compile_repro_instructions",
"invocation_id": "build-8692670891687817937"
}
],
"parent_build_id": "8692670891687817937",
"parent_builder_group": "chromium.win",
"parent_buildername": "win-arm64-dbg",
"parent_got_angle_revision": "2d8ac01dc65bcb604dfcef99ed15febad7396b2a",
"parent_got_dawn_revision": "9771708eeab76276de4c55630f605d50efcf02a9",
"parent_got_revision": "b16f93ce0c45b68ae83cf2be4b98599eed3b4385",
"parent_got_revision_cp": "refs/heads/main@{#1569205}",
"parent_got_swiftshader_revision": "9c9be842747090b0be33d817b79a307f55d402db",
"parent_got_v8_revision": "f4b042d85fc6bae305f5da08af532856ddeb340b",
"parent_got_v8_revision_cp": "refs/heads/14.6.13@{#1}",
"parent_got_webrtc_revision": "4e58235e1b1434ee50e6bd12548ff6d892ad90ba",
"parent_got_webrtc_revision_cp": "refs/heads/main@{#46661}",
"swarm_hashes": {
"absl_hardening_tests": "d4ce782f39f70a2048b904fef13f5d6323b698094109ef5e7cfd127a728e62d2/323",
"accessibility_unittests": "730d9ed69d18c3f16c9724c4fb5831738b3bb6d1014664b2fdd5b8cdcadf4515/323",
"angle_unittests": "8e2c8c199a76cd880471e60f3ba946c5eef93548ca9ffa9e5e04b16ec4299e8f/408",
"app_shell_unittests": "0b23eb159c9171ce36ba9d7b1818c7badb9e534af7e8ae8e4b3e99896cd7e19d/484",
"aura_unittests": "08194804e956566d5bcbff6b2cf6d333ba5eac5399c5b0e552f48501b9cfdb6f/323",
"base_unittests": "4eba265418064d31c1b4ee93f28c090b02c73422e2d4c8d2ce52b0747207a1d2/480",
"blink_common_unittests": "99d3318aed86b37582784a56cc8d893f92f7c2b1bfd3494dcca6fb84d3162e93/485",
"blink_fuzzer_unittests": "ca743024d33acc678620016daf7a8f3319523b98e18bbfdca04d50b1a8f3ad05/323",
"blink_heap_unittests": "29a4f62c5ff6f021d078027d1589597579a2ea1030c6a07a41f9b43452f38641/323",
"blink_platform_unittests": "3fcef1de03a3ce3aeffc30e52defe86eb86a296c2df4b529355d9b1e31d304ee/643",
"blink_python_tests": "0db400d470a544e7b116049707573767d8f17a69685bc6628e8334cf0e20246a/574",
"blink_unittests": "67b57dd89f72e46ee3c16b4283636464cbd1bcfb7df31c13079ab55742cebd7a/649",
"boringssl_crypto_tests": "00beda474526cbfa947666ce1c686ce98dc28194e0768ce8e10a83b2478a1ef5/408",
"boringssl_ssl_tests": "d8bf584f24b4a7f6b629820623e2f7af00810f545f3942a43ee9c5bafdbc2fa3/323",
"capture_unittests": "ca67025f8f3fb6cf14de3d2262194c16a930a823e656ffe1995b74a1da4547c5/402",
"cast_unittests": "813eeeb4028168b212ee8766aea05656d2fdbd25304ebd0a5a91ab292361fc00/323",
"cc_unittests": "bcb22543dbe1ebafe74de52640501211394dd997f5b0c5ba6a448fcca5b07391/483",
"chrome_app_unittests": "79cae7cd0e61b5d12733addca480990cf05eacd5a71d2bf9c1762fb561a42ef3/564",
"chrome_elf_unittests": "40422f6f0cd26509064b1a996db0035a2d6d57154db18334f476c7e7efef8fdf/323",
"chromedriver_py_tests": "d84c9b33d0106405fd71d475406b6112468658af720d78659a50c5a27d1208cf/489",
"chromedriver_py_tests_headless_shell": "44fa6ff7ef0730ace8e6d44847ce178195573424ab8f1d5924c3ab75d48aff56/489",
"chromedriver_replay_unittests": "d896cac486f378a1171b1e6945ce839c72fb5d4f54be0621b5c26e883310b62c/326",
"chromedriver_unittests": "202f16d75f86adf858a9db295e0ebb388485daaf01bb830fbbb5a9963a38859d/480",
"components_browsertests": "37e127f7ef3b160a085cac82d95b8c9235872b406b31a9ee98567daffc762241/652",
"components_perftests": "86930c6b34eda6db81d3fbaf2b6e003522f450c693295f7fc4e6ab13ddf69908/650",
"components_unittests": "de73767710d980bb81ac589506098027a798e0956518bc71c7254b88aa6c66d2/810",
"compositor_unittests": "4c917f013e34ed9e80eeff93af958c2ae4f64d1607cda8e26e5fe33a3fb4768b/399",
"content_browsertests": "641a6382d4f35ab8a12a79aaf99bd23bb6b37104d186b7ce24aee7084caae38c/725",
"content_shell_crash_test": "9c6fbf0b4c4e905f011ff744a9b4f0b2fdd858923a63f8b6decde4e890dcba25/481",
"content_unittests": "1ce03e32c99c29c75ec3de482cdeda7a39b5d31e262ba00bc1b0cc59e7e18547/560",
"crashpad_tests": "07b2d3fd4fa813aa0f577f2efb4ee29463cd99bdc52e0c14cbeeb351fc07c72f/408",
"crypto_unittests": "04b3188a586356770b853d1f290f0758ba1d44607db7558c5245316c1594fdb5/403",
"delayloads_unittests": "14aaac3283499992ec953c85f0c07f2f89da7876a3026acf2aa6b170135b029c/323",
"device_unittests": "116f1f6bdfc2bdd8df32c2c97b2a41cb068de6ac3b6c9586da9de44e9f75cd3d/400",
"display_unittests": "73314a1e9bead8b519e00a7ada1abe93d741829107c4c2e4b6c314d6e2cd5ca9/323",
"elevated_tracing_service_unittests": "a3d355f68baf4d779091128003e169f10af5e1a49f23c2641e4e173c4864bf2c/323",
"elevation_service_unittests": "26f90e77405a4caaf6ddec47d6e8b30f42af99d600297c2305b07b9cea42cfd0/323",
"env_chromium_unittests": "2a42173eb142ed4f29e0fffda967d155e1dbaa0903a86aa81088f3f97d7f0bb8/323",
"events_unittests": "1faf4b9b07040bd0b0e73df178d4e1100699982baafe9fa168e98ead800774af/323",
"extensions_browsertests": "71fa8c9f4beb1a3043136e9645d07c2881085d7c42e606a1bbfc8d54584e4572/570",
"extensions_unittests": "a8897b6240a612fc6182aa7a0402cec000c861e25d03bde4a0d35e830439c7ab/644",
"filesystem_service_unittests": "7ed044b801972b6d6730746f5772fddfc44e801c98505a0de69f05982a73c018/323",
"flatbuffers_unittests": "7de2bc69a5aaaa4be0640ddb4b698d1db7f5ec8a799a2c8719c9d1ad693fdeca/408",
"fuzzing_unittests": "992bb8b4c8a1050a57acfe7ae21b018e4f264901861f66cefbc7fede416a383c/323",
"gcm_unit_tests": "68d3cfc408b5b4f6ac7bd9ae049848c797e3d5c29d41cb13ade3c26628c3feb5/400",
"gcp_unittests": "0e286fb5d55df54c20384ac1cdc4946c67863c0a0b6a813b3e9971e228961c8e/486",
"gfx_unittests": "f5f4da5c6ed20a23dd524a06d3c2612b4a8ac1b131c48bda07ab719a6fba6fb0/399",
"gin_unittests": "2b073bd2abc0662c646864de13cff2493e0f585cca0b061dc8be32c32d3758e7/400",
"google_apis_unittests": "c42b8126e609431e6feba183df8fb0bfa683ce7928a282a363b7465a467a22b3/485",
"gpu_unittests": "7629822670ef2dfe2948c6e8e47444d6ea7b6168d2e4888df95a543c88a700bf/400",
"grit_python_unittests": "d07e0d24fc82398459a3dfc35b2eb78e12a8b812e3ae3c59938a69c10e96a8ef/411",
"gwp_asan_unittests": "8a396234ccc98324654d9648476472b19f0c41bc5caad55cabeef8d3ca27f971/408",
"headless_browsertests": "969d0a0b9238fdc22616df207a63ce2b8a44918b5e33a8896121f56716c3435a/653",
"headless_unittests": "da540d5c4ef7e424045a2be0978b8f742e39b1a6f60dab46a190f5d86d6d238b/323",
"install_static_unittests": "bd135c817f597bb557af47b7d30632ad643e434fdbe3aea43d745bfcc657767a/323",
"installer_util_unittests": "82816957df72de7763bd95842cd0bafe15fbbf97b4edac48b0b07483c6e2c889/403",
"interactive_ui_tests": "c2129723017ec08f89164725e2457b562f3ed5924c1293c3eb5f48a1f3b46579/1059",
"ipc_tests": "7b2f18d3e45a0e2e5e06212fca2447878e4297dffe3940cd3157bc9ab7c949d4/323",
"latency_unittests": "dd10cf2fae90601dc5cd9c7342463ae13a2b64e09927df8132dc42b0902cd12e/323",
"leveldb_unittests": "764d09ac09b5213b0a96362eaa943a74d969cf37cef957d4e9203b42e7e5d7b3/323",
"libjingle_xmpp_unittests": "7d361dbd5ab41b23be5a0b9d56824561cd4175211720edbb7c928fc66352878b/323",
"liburlpattern_unittests": "46131aaa892df6db59088aa76be87bb5f4577e4d6b33987aac94982decc9a38c/323",
"media_unittests": "ad85d1ac8d3185feaeafb61bcaaa2e973db5e7075f685cf0889c385eb128346b/403",
"message_center_unittests": "ffd0f580d784d32c94b8a2aba64795d23d178785b2e9ea8150948968e8fb9a9e/323",
"midi_unittests": "26b4b8253368864e5e102faec279a3062bb43eac44fe1b243403702b6333bf4c/323",
"mojo_unittests": "af58f12d4dd8291167202dcb76738f7d7bed8e24d8db4739efa6c16333fed2d4/401",
"native_theme_unittests": "3a603cf4b6386085e17a95998cf33ef85a0fbf8a0f4b226416217dd4ab1b3df6/323",
"net_unittests": "4966fedfe36783ef7dcd1cb8d89b8983d58eb4b65eb0ae30289f9ded12287196/486",
"notification_helper_unittests": "e01cc1d079df9bab82f940271ab7718abacbb30a2c134b816822a822a9daa6ff/323",
"pdf_unittests": "58a7ac525cc35f428a06594ea7fb87dc4ed1f8d97ca19a654bb5f38163923750/400",
"perfetto_unittests": "62734cec4022dd6a2fb450735005f3d1c9e96a3b82ffa23e8c91c37b68509298/323",
"performance_test_suite": "ee7b518465cae33c7a98f00dfb57a44014b525448e2e30724cb3b154d3cb3298/732",
"printing_unittests": "451a026add68e3164712330ac2a3345fcba9b82ebb81f3d08caa141bdb77e675/405",
"pthreadpool_unittests": "ad19b5d3fd507540a1959dfb7b9b7e96ca6bef5261f9efacec21ab1b1e10ad45/323",
"remoting_unittests": "cbac055b9598e214e4b60553505924b98ed3c49c2ac7020f0983d7dabf9a191c/400",
"sbox_integration_tests": "592aae746dd5f349c08cfa43f69b785184a5e38657f6a98b75e5f68034887b7c/401",
"sbox_unittests": "19a09ac4423c44972fe2e96affefd2fd4d5e9018944859128f5f8df86ba3fdb2/323",
"sbox_validation_tests": "518511fa1c2a51a66295649f933e9fbec8f161fc50cb6714f5621038c915211b/323",
"services_unittests": "72abbbe77e4965ff2c1567b330ba207a9b02a63d483d50b4b8a4edac5a49d3fb/653",
"setup_unittests": "d30a303338ce96b221ff0b088e18be8bba264a058ea12883d20998ba55674b62/404",
"shell_dialogs_unittests": "ea4540fecac81fd4b4a7af29d2dd92827f4880a3c3db6fd53ec82db224df9f20/323",
"skia_unittests": "0b40fe8d21a348bfb2df942c86beebf0d474f510b809b25050f7beaae7863e5e/323",
"snapshot_unittests": "491804879177dc5d4838fd9b18042ed71a849d80b18a2718b68b63425ac06ab9/323",
"sql_unittests": "ad047e39e4c4e6f4513169abf4dee91833021536f921ca74cfbb16089d936ae4/400",
"storage_unittests": "c3d0489cbbe3d0a7dbd73da2d7817507ae67ef7148906758ac6bf52699e8a554/481",
"sync_integration_tests": "a82192a8077d0abb2487b79c51969af30240c321fb41234f394514ab49c80317/646",
"telemetry_gpu_unittests": "e1203b107fa44c35801920cfc88c8ea490b234beff6c45ccd04011b6dcce9a41/736",
"ui_base_unittests": "e9fe428f4b7df8ddde603b9058f4263ecb90ece0ca0ceb5cf5096df0f3ae66b0/555",
"ui_touch_selection_unittests": "e52a7cdb99f8a3ee927d8d1e14ba5a69e49c76eaf650edf23aa8681d9f4d585e/323",
"ui_unittests": "e342b1565f64a0c9140258590413cdcbfbbc8fb7c4bad06644b04c42000ef5ab/323",
"unit_tests": "e3dd2e2a1c48d6a4452eba5e8685c01b9ced00af6337b06e7578eee54d7fd2cc/1061",
"updater_tests": "f8c45beb5ba56e2a1902e938800227d95e67a69d494876af20263b03b5f3ac87/566",
"updater_tests_system": "b9188c1841abb5bf8301238486acabdbd0cb16aba5e44aab35de5e1a058f7a4b/566",
"url_unittests": "2870a5fb9252f42643c9237d89c77a1575aa5612c70608d31042c6a56f3110a7/323",
"views_perftests": "6b3a3bcff81b13895bc40485a4ab80d631a212774ac01739efe9b93362b8aea8/487",
"views_unittests": "1ba934954311a407e631b9bd44d0379cd7e393be635462766b53ef8863e8e864/402",
"viz_unittests": "c062d165784ea7955ace8563149d777000f096ffb3261e03bbca3e3677c66117/407",
"vr_common_unittests": "22e81b27f284a9c9cf0d4b13f949969b99f17c6bf282105f05d8900cb3b864bf/564",
"wm_unittests": "1b9edc19695ef8beb7982e42770226c34c9e12da95785aeb987510a34ed5e3c8/323",
"wtf_unittests": "c69945f3f677149fc5e94d35144c4ed74de359a38d58617d43cfbcd2cdc338cf/323",
"zlib_unittests": "d33922ce2d630ce43339828751bb4d61e19dd3222799c106aaf5202c5b084c76/408",
"zucchini_unittests": "429adc039e51bea337044498ed71f89c0a87949461ce8a8013ae5fd430d9ed52/323"
},
"swarming_command_lines_cwd": "out\\5c6a-win-arm64-dbg",
"swarming_command_lines_digest": "fd5f4ba2404dc8d8237b73546eb2e636914329396fe751498e2d786c5aeff6b9/94",
"swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
},
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "b16f93ce0c45b68ae83cf2be4b98599eed3b4385",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8858095907216257280"
},
{
"key": "scheduler_job_id",
"value": "chromium/win11-arm64-dbg-tests"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "win-arm64-dbg"
},
{
"key": "parent_buildnumber",
"value": "12618"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[21:07:44.920] Scheduled build:
{
"id": "8692665845361234929",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "win11-arm64-dbg-tests"
},
"number": 10197,
"createdBy": "project:chromium",
"createTime": "2026-01-14T21:07:44.385130319Z",
"updateTime": "2026-01-14T21:07:44.385130319Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "b16f93ce0c45b68ae83cf2be4b98599eed3b4385",
"ref": "refs/heads/main"
}
}
}
[21:07:44.920] Task URL: https://cr-buildbucket.appspot.com/build/8692665845361234929
[21:07:44.920] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8858095907216257280:2:0) after 3m55s
[21:07:45.873] Received PubSub notification, asking Buildbucket for the build status
[21:07:45.888] Build status: SCHEDULED
[21:11:39.985] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8858095907216257280:2:0)
[21:11:40.000] Build status: SCHEDULED
[21:11:40.000] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8858095907216257280:4:0) after 4m48s
[21:14:07.485] Received PubSub notification, asking Buildbucket for the build status
[21:14:07.502] Build status: STARTED
[21:16:28.114] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8858095907216257280:4:0)
[21:16:28.145] Build status: STARTED
[21:16:28.145] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8858095907216257280:6:0) after 2m3s
[21:18:31.336] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8858095907216257280:6:0)
[21:18:31.503] Build status: STARTED
[21:18:31.503] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8858095907216257280:7:0) after 9m8s
[21:27:39.525] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8858095907216257280:7:0)
[21:27:39.577] Build status: STARTED
[21:27:39.577] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8858095907216257280:8:0) after 3m12s
[21:30:51.611] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8858095907216257280:8:0)
[21:30:51.697] Build status: STARTED
[21:30:51.697] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8858095907216257280:9:0) after 7m42s
[21:38:33.719] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8858095907216257280:9:0)
[21:38:33.798] Build status: STARTED
[21:38:33.798] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8858095907216257280:10:0) after 9m59s
[21:48:32.871] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8858095907216257280:10:0)
[21:48:32.884] Build status: STARTED
[21:48:32.884] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8858095907216257280:11:0) after 1m15s
[21:49:48.025] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8858095907216257280:11:0)
[21:49:48.039] Build status: STARTED
[21:49:48.039] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8858095907216257280:12:0) after 7m45s
[21:57:33.121] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8858095907216257280:12:0)
[21:57:33.136] Build status: STARTED
[21:57:33.136] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8858095907216257280:13:0) after 9m17s
[22:06:50.208] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8858095907216257280:13:0)
[22:06:50.241] Build status: STARTED
[22:06:50.241] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8858095907216257280:14:0) after 6m38s
[22:13:28.262] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8858095907216257280:14:0)
[22:13:28.278] Build status: STARTED
[22:13:28.278] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8858095907216257280:15:0) after 5m6s
[22:18:34.297] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8858095907216257280:15:0)
[22:18:34.320] Build status: STARTED
[22:18:34.320] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8858095907216257280:16:0) after 6m19s
[22:24:53.388] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8858095907216257280:16:0)
[22:24:53.404] Build status: STARTED
[22:24:53.404] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8858095907216257280:17:0) after 8m36s
[22:33:29.418] Handling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8858095907216257280:17:0)
[22:33:29.432] Build status: STARTED
[22:33:29.432] Scheduling timer "check-buildbucket-build-status" (chromium/win11-arm64-dbg-tests:8858095907216257280:18:0) after 7m3s
[22:36:36.169] Received PubSub notification, asking Buildbucket for the build status
[22:36:36.196] Build:
{
"id": "8692665845361234929",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "win11-arm64-dbg-tests"
},
"number": 10197,
"createdBy": "project:chromium",
"createTime": "2026-01-14T21:07:44.385130319Z",
"startTime": "2026-01-14T21:14:07.331065851Z",
"endTime": "2026-01-14T22:35:48.667319106Z",
"updateTime": "2026-01-14T22:35:48.667319106Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "b16f93ce0c45b68ae83cf2be4b98599eed3b4385",
"ref": "refs/heads/main"
}
}
}
[22:36:36.196] Invocation finished in 1h28m52.964282531s with status FAILED