[16:12:56.110] New invocation is queued and will start shortly
[16:12:56.110] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[16:12:57.179] Starting the invocation (attempt 1)
[16:12:57.218] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e6978953056a777451b06245a50036788038747e"
[16:12:57.218] Popped gitiles commit info from properties and tags
[16:12:57.218] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[16:12:57.219] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[16:12:57.219] Buildbucket request:
{
"requestId": "8864275047227906624",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "Linux MSan Tests"
},
"properties": {
"$bootstrap/trigger": {
"commits": [
{
"host": "chromium.googlesource.com",
"id": "e6978953056a777451b06245a50036788038747e",
"project": "chromium/src",
"ref": "refs/heads/main"
}
]
},
"deps_revision_overrides": {
"src": "e6978953056a777451b06245a50036788038747e"
},
"instruction_dependencies": [
{
"instruction_id": "bot_update_repro_instructions",
"invocation_id": "build-8698846640133439169"
},
{
"instruction_id": "generate_build_files_repro_instructions",
"invocation_id": "build-8698846640133439169"
},
{
"instruction_id": "compile_repro_instructions",
"invocation_id": "build-8698846640133439169"
}
],
"parent_build_id": "8698846640133439169",
"parent_builder_group": "chromium.memory",
"parent_buildername": "Linux MSan Builder",
"parent_got_angle_revision": "be1fae49c38b837f9fe6c07cdabb43c4eb1ab0c0",
"parent_got_dawn_revision": "46ad15d62e155c020d0c365c1fd6ebc9b5531374",
"parent_got_revision": "e6978953056a777451b06245a50036788038747e",
"parent_got_revision_cp": "refs/heads/main@{#1541803}",
"parent_got_swiftshader_revision": "f474b0ce14a6e466ef84c510d9b779c74341bc3d",
"parent_got_v8_revision": "36a972bd1e642ca9da4afef19f4b6824989aebf1",
"parent_got_v8_revision_cp": "refs/heads/14.4.75@{#1}",
"parent_got_webrtc_revision": "ee67d179b7f0c366f8a536b4cf41dc319ca10014",
"parent_got_webrtc_revision_cp": "refs/heads/main@{#46149}",
"swarm_hashes": {
"absl_hardening_tests": "314422ab9d649b08f051b9e947a9b9513d734e2b92eea4ea6490db68cf7b810f/489",
"accessibility_unittests": "d6b7b6c9f96a86a44367d440167f53b7129212e453ce1394712b59402ae8a7f7/489",
"angle_unittests": "6ec43131572abe739f071946c087d8d66cc26799d5e409fa8696dd9928b035a0/489",
"app_shell_unittests": "58335c841ddcc9a4fb18326846dd4ba59faff13bf7a00618f22c48cd46b49b61/650",
"aura_unittests": "c7fdc200de58c4451bd21f4b0903f7d08b6cba9691558b09c5f28d5a7315fe4c/489",
"base_unittests": "0df92e51f1d209d3b83c9f9825aa278efaf21cde834fff8ad6a9dbce2c0640f6/567",
"blink_common_unittests": "f63945dd2e6b3533f63cb5c6331ca6aba7c795917a92cf4087916f3982ec2e18/566",
"blink_fuzzer_unittests": "8c7a9cf176508e0d5079986b9c7eaa692bf990b19be6483da4a0f0d2ffcec85a/489",
"blink_heap_unittests": "6f837beba2d821f91856340dca72a192e51f0ef00e3e9b2bd99b72d0a87faa61/489",
"blink_platform_unittests": "98837d29c7e94a79ab4e780f6e80b5b6dfcc02d40eaf865d326b109cc4dc0474/645",
"blink_unittests": "ca2cb0c5802977129b50561e7290582d789b98445d6cb1ae6eef7b7f080aac56/729",
"boringssl_crypto_tests": "43385c861f2bfc6fb711154b18fd07e0edfa51d1530b5c64ed0c48941da6dee7/489",
"boringssl_ssl_tests": "a6e1c3cb6346505ebc2742c26e4eabaf3cdb81ebcfedbf0746ba664ce2dd9689/489",
"browser_tests": "bb85ebe3f560e5580e3052bef1b721db617eda91c519b3a935083775026ccd2d/1220",
"capture_unittests": "f45b8b5446d5e4dd8b45670673749828a3ed154ab59ae1290eacc2bacae34806/568",
"cast_unittests": "2542a65573cc56dbcae62222520d555f463dd5cf78519452e3d2d5ff9baec71c/489",
"cc_unittests": "21ac7dc3d8a000e94df8bf45db398255873e67c26972cfe4ee37eaad9533dca6/649",
"chrome_app_unittests": "7f4f6ea96032cf62c9dd940e0b24172028b809a8fc67a087c574ca8951c24c46/566",
"chromedriver_unittests": "c17804c845ec6a7ee6fc7c72829566d4afd34597eb2a22c5dd61dc8182dbd26e/646",
"components_browsertests": "86f54ba052381be15009c4adb0ba3522d8e96e93bf664bd293cde7b172664c94/732",
"components_unittests": "782ba9431942633a2a273c8498c18c1b3c82e68bdd95992b158823f1eaa9c760/811",
"compositor_unittests": "d0366786ae5748211d1ed59fdd65d4ca29896eae2fdb06324095ccdab5dbec0c/565",
"content_browsertests": "36a863b56d0ec968e35e49e7219bc1b6005552c92887a41c465b9f147f7533ca/805",
"content_unittests": "54f0377b8763c902a4da68fa885a7d1e5a87c50b075e3e1463bd939874b8be4e/726",
"crashpad_tests": "cf3832c14a7f4aa5aa3f378b1573d56fe336e6045329045dc262c1874927853c/489",
"cronet_tests": "90e54b05b7be3deb3f3479ea6fa61053f28bf7cdaf691055862fb11f98fe2e7e/566",
"cronet_unittests": "a7f8949b464c8b33a5c3b9d4ce4339d393220e7506c6098125c141d9384d8ae3/566",
"crypto_unittests": "530f06e687afb2090add7d50c007769e94b337e39f0a4586cb7d777a407ae7f1/569",
"dbus_unittests": "f04618c450d4e9936d6963ac7919420b10e90fda1b6913106f088d7bea3dc242/489",
"device_unittests": "5cd7c393d8bdfe7582359d9f62e53c265453d4b7fa076f1deee499fb2bd7c1d5/566",
"display_unittests": "7bdd1ea53514f03c9dfbc41872a0bd61af1c98379ecb6f7592bb16151d31f26e/489",
"env_chromium_unittests": "e163adb74a2d90be62159e8bcd93d3f417281b2ae574c7fc2c38a717346fbaca/489",
"events_unittests": "962ea359ec4152dcdfd8b343cd7e74070cab60d6d09fa50a4a2b9e4c5a059236/489",
"extensions_browsertests": "1daa77afd7688b48ed0457309e1e8b669819531c2efe43f610f979db795c4c74/651",
"extensions_unittests": "9aec29d47c3acfb89e1f422015b0c72c4f72c2eb4543f9ca46a3144a6baf2298/731",
"filesystem_service_unittests": "b464850b5c2daf1467c2632b4936945dff818941ff1b71ab179b6e6aca52676b/489",
"fuzzing_unittests": "5a4d19d6eff4dce82b0ebcd85ae6c7ec625e1d7449a3766cc193e5e63ffcbdc1/489",
"gcm_unit_tests": "870a2a5d824229dee71d8cc9ba23585ff679191fdfe2c12891a2957d0226c9e5/566",
"gfx_unittests": "63ca8fb74b802cc46a1776aeeb067b425054ad3bd7c078b7ef7e186ea524f030/565",
"gin_unittests": "73c260279e82ee1606925a90ed7169d05350e5f4d67092c701d8ad0e693feb31/566",
"google_apis_unittests": "df4538014fe30e3b76108cf475b7cef16c41f8262eb8e39bab0a92d8dcdb9650/651",
"gpu_unittests": "b5f7a540d34a6a04a51c6f19653a6e7993d73f2059629ec313960b0ce0c6c6fe/566",
"gwp_asan_unittests": "ff15052d06bbabb282bc585a25aced0b2678b84336a5f35949f2a47b3ee7b5eb/489",
"headless_browsertests": "cda64ef640296af70f2eaf6ae8a7fa33f26ed2bb5803024aa3571e21dd9488f7/733",
"headless_unittests": "0dec8c0c06fecad0bd58ddc9a7df72b8cc6c19756dd9403d2e7b1b35ec99fa3c/489",
"interactive_ui_tests": "9f8ba17ca327c6111b88b0d26d7e91cf6aafbb51425ccca16c0f756382a45bd1/1059",
"ipc_tests": "d5fffc0cb4498ca45914460223ab95f7e382337a95bc50285402704757c44c42/489",
"latency_unittests": "04dabd035df49d392dbae9beb9ce9b492b4e68ee1f731bc083553f3d50a748d1/489",
"leveldb_unittests": "9e937c09ae23646439804ae513bbcd926af7ff86c50f9e8a944731129ce13575/489",
"libjingle_xmpp_unittests": "9324aecac3008746a2d122d13d404d59dbb4af0e9ed9fecd57410b76d385709b/489",
"liburlpattern_unittests": "fbcd393f7d34452f52e20a585607dc1ecd9df3b8d8d6bf28cee5f1a46b96b316/489",
"media_unittests": "c016cd30600e0ce6d867d3d867cc371900b39d2a5244b86802dca3aaf76903a0/569",
"message_center_unittests": "57f0ef5ed9ca4261b37192c5a0baf367391448d17f5a94656afc95a0ece11583/489",
"midi_unittests": "30c402ad583a01d69109d75a080d361fbb4ca08ccc868b320b1ed79475f059cd/489",
"mojo_unittests": "5e1fdc1dfbee1a5aaf8badabf9e213bee45da3709b70f8e9e975de660d96a9da/567",
"native_theme_unittests": "869c7ef4df5b4fb57c1902801ac028f21d9f0be2d99e92da05cf38b8a9ca19fb/489",
"net_unittests": "fde5c349a86dbe3944fc5fd96e6ea038efe3c002f896d29cda5156100f925d48/567",
"openscreen_unittests": "e805d95b5d3dca6f289c97e9cc0ddc995bee8956871a301476fd568d97f1ba4f/489",
"ozone_unittests": "05431e40b94a142ad332df28bfe3d7358f9e14eccae0b46a28bd54f323d37988/489",
"ozone_x11_unittests": "d0b29cc0b8de52842885e92188a1abbc10d18f3b2e31e9210ee02271a3820441/489",
"pdf_unittests": "b36c099568db4d2127305fcbec9809df9b357f6f19e9ed7a686dfd4ee576f268/566",
"perfetto_unittests": "3347b4e8356d67b1acb07a2f277f48c0f97570bac450d4eecc10e4ae9dc9e291/489",
"printing_unittests": "a88a7e5ade0f4c883f32bca1051122d0c5175e210fa91627318b8afee8a2b2e8/489",
"pthreadpool_unittests": "56e587389400409ed8c6cedca39b81ad8b0b097fcd0a31dea3f2d5f1a480efed/489",
"remoting_unittests": "f48983db38d2328b3c3991978b610c7c223ce8c240f08a9d76ea3a74585908c1/566",
"sandbox_linux_unittests": "823102823b99834e54c62266390c92b5f67f0afaa973c26c6d7715e703907936/489",
"shell_dialogs_unittests": "684394e3f7a15bdcd73bbca6d71b2bc970c27dfa1f023e86303a031f0e05a618/489",
"skia_unittests": "a7f3541a7d09df2739c40f56d05e273811b4f66b806f0b1782a9616837b05bad/489",
"snapshot_unittests": "7d2ef8d352196d1a1666dafd0a0b06525a63818f4f726aa57b3da7f56dd81a1d/489",
"sql_unittests": "f38e2f13a7a895d802c83bd65876062565d0c40bd61588f866cdf44a2a79663e/566",
"storage_unittests": "dc7482f7deb665894a54fba6322621fc0e616d1e16d5117371967896e75ad08a/647",
"sync_integration_tests": "799e77bf667fe8f799305976c6bd108c9a8941525601b905f96c205708dc6a77/647",
"ui_base_unittests": "b9d1618a4800cc8621f0e327eddd6e6a30e115ab362c624a81859989da818580/642",
"ui_touch_selection_unittests": "68c74376f64c0fad18970ff386b9bc7813a14fbbbc6bcb86be150d3d877173fc/489",
"ui_unittests": "ce79925e86e8784da75aa3e64136ae014a530ef7ac5985172c485976120b14dd/489",
"unit_tests": "265cdcbf59d4693d843bf5067d941b69f66c2fc3c9a61c450e3b2259f38c9d99/1061",
"url_unittests": "52fb9208f0da583ebee0d636ae7083f275c2c7c67373d8de1238728ba56ef4b0/489",
"views_unittests": "1fe2cdc41f3d315e63037177eff51532e62ed140f59b436c83aecfa29b2efc47/489",
"viz_unittests": "2b6003802d8e06522967e69bef5ec0b7228aef2280359c6d55d1d7d7b2ae7ba4/573",
"vr_common_unittests": "fc46858b5137290d79c0a0bdf99c4b807546fb122af8fb330236ff6655e490cc/566",
"wm_unittests": "e84c1fcd388060e354d5bdc01800fc0f7b9a3eefba3bf484a41337823d0df9ec/489",
"wtf_unittests": "c35d34b1ed561f9eb573564e4bcec08d86d1c0a40f978f809a7f13833deb5f98/489",
"xr_browser_tests": "579727534f0f0ec04a38ac770b1646454b2dd59c7ac8262cb055bb47aaecdafa/646",
"zlib_unittests": "1547dd4614face4d66ca68d529069201ee915b47d2ad9fa12dd1dce32920b6ea/489"
},
"swarming_command_lines_cwd": "out/1415-Linux_MSan_Buil",
"swarming_command_lines_digest": "16f010e93df2d630e303703f3732a77e7c83ca9598e8432a7103d3d7e15aad5b/94",
"swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
},
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "e6978953056a777451b06245a50036788038747e",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8864275047227906624"
},
{
"key": "scheduler_job_id",
"value": "chromium/Linux MSan Tests"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "Linux MSan Builder"
},
{
"key": "parent_buildnumber",
"value": "108384"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[16:12:57.711] Scheduled build:
{
"id": "8698844985343116961",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "Linux MSan Tests"
},
"number": 59853,
"createdBy": "project:chromium",
"createTime": "2025-11-07T16:12:57.286330800Z",
"updateTime": "2025-11-07T16:12:57.286330800Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "e6978953056a777451b06245a50036788038747e",
"ref": "refs/heads/main"
}
}
}
[16:12:57.711] Task URL: https://cr-buildbucket.appspot.com/build/8698844985343116961
[16:12:57.711] Scheduling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:8864275047227906624:2:0) after 2m42s
[16:12:57.832] Received PubSub notification, asking Buildbucket for the build status
[16:12:57.858] Build status: SCHEDULED
[16:13:04.844] Received PubSub notification, asking Buildbucket for the build status
[16:13:04.863] Build status: STARTED
[16:15:39.789] Handling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:8864275047227906624:2:0)
[16:15:39.815] Build status: STARTED
[16:15:39.815] Scheduling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:8864275047227906624:5:0) after 1m20s
[16:16:59.854] Handling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:8864275047227906624:5:0)
[16:17:00.017] Build status: STARTED
[16:17:00.017] Scheduling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:8864275047227906624:6:0) after 3m8s
[16:20:08.063] Handling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:8864275047227906624:6:0)
[16:20:08.081] Build status: STARTED
[16:20:08.081] Scheduling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:8864275047227906624:7:0) after 8m51s
[16:28:59.120] Handling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:8864275047227906624:7:0)
[16:28:59.138] Build status: STARTED
[16:28:59.138] Scheduling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:8864275047227906624:8:0) after 5m42s
[16:34:41.231] Handling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:8864275047227906624:8:0)
[16:34:41.248] Build status: STARTED
[16:34:41.248] Scheduling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:8864275047227906624:9:0) after 7m34s
[16:42:15.276] Handling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:8864275047227906624:9:0)
[16:42:15.290] Build status: STARTED
[16:42:15.290] Scheduling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:8864275047227906624:10:0) after 8m24s
[16:50:39.323] Handling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:8864275047227906624:10:0)
[16:50:39.341] Build status: STARTED
[16:50:39.341] Scheduling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:8864275047227906624:11:0) after 9m28s
[17:00:07.468] Handling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:8864275047227906624:11:0)
[17:00:07.503] Build status: STARTED
[17:00:07.503] Scheduling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:8864275047227906624:12:0) after 6m59s
[17:07:06.579] Handling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:8864275047227906624:12:0)
[17:07:06.594] Build status: STARTED
[17:07:06.594] Scheduling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:8864275047227906624:13:0) after 6m23s
[17:13:29.631] Handling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:8864275047227906624:13:0)
[17:13:29.654] Build status: STARTED
[17:13:29.654] Scheduling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:8864275047227906624:14:0) after 2m28s
[17:15:57.766] Handling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:8864275047227906624:14:0)
[17:15:57.779] Build status: STARTED
[17:15:57.779] Scheduling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:8864275047227906624:15:0) after 2m25s
[17:18:22.830] Handling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:8864275047227906624:15:0)
[17:18:22.859] Build status: STARTED
[17:18:22.859] Scheduling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:8864275047227906624:16:0) after 2m36s
[17:20:58.878] Handling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:8864275047227906624:16:0)
[17:20:58.912] Build status: STARTED
[17:20:58.913] Scheduling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:8864275047227906624:17:0) after 5m55s
[17:26:53.938] Handling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:8864275047227906624:17:0)
[17:26:53.957] Build status: STARTED
[17:26:53.957] Scheduling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:8864275047227906624:18:0) after 2m14s
[17:29:08.034] Handling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:8864275047227906624:18:0)
[17:29:08.050] Build status: STARTED
[17:29:08.050] Scheduling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:8864275047227906624:19:0) after 4m35s
[17:33:43.102] Handling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:8864275047227906624:19:0)
[17:33:43.181] Build status: STARTED
[17:33:43.181] Scheduling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:8864275047227906624:20:0) after 9m51s
[17:43:34.270] Handling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:8864275047227906624:20:0)
[17:43:34.285] Build status: STARTED
[17:43:34.285] Scheduling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:8864275047227906624:21:0) after 8m30s
[17:52:04.314] Handling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:8864275047227906624:21:0)
[17:52:04.337] Build status: STARTED
[17:52:04.337] Scheduling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:8864275047227906624:22:0) after 3m40s
[17:55:44.456] Handling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:8864275047227906624:22:0)
[17:55:44.474] Build status: STARTED
[17:55:44.474] Scheduling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:8864275047227906624:23:0) after 3m19s
[17:59:03.583] Handling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:8864275047227906624:23:0)
[17:59:03.602] Build status: STARTED
[17:59:03.602] Scheduling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:8864275047227906624:24:0) after 2m27s
[18:01:30.701] Handling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:8864275047227906624:24:0)
[18:01:30.716] Build status: STARTED
[18:01:30.716] Scheduling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:8864275047227906624:25:0) after 9m42s
[18:11:12.744] Handling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:8864275047227906624:25:0)
[18:11:12.769] Build status: STARTED
[18:11:12.769] Scheduling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:8864275047227906624:26:0) after 4m43s
[18:15:55.794] Handling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:8864275047227906624:26:0)
[18:15:55.810] Build status: STARTED
[18:15:55.811] Scheduling timer "check-buildbucket-build-status" (chromium/Linux MSan Tests:8864275047227906624:27:0) after 5m35s
[18:19:59.613] Received PubSub notification, asking Buildbucket for the build status
[18:19:59.628] Build:
{
"id": "8698844985343116961",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "Linux MSan Tests"
},
"number": 59853,
"createdBy": "project:chromium",
"createTime": "2025-11-07T16:12:57.286330800Z",
"startTime": "2025-11-07T16:13:04.689660820Z",
"endTime": "2025-11-07T18:19:59.243724731Z",
"updateTime": "2025-11-07T18:19:59.243724731Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "e6978953056a777451b06245a50036788038747e",
"ref": "refs/heads/main"
}
}
}
[18:19:59.628] Invocation finished in 2h7m3.523577398s with status FAILED