[21:50:10.143] New invocation is queued and will start shortly
[21:50:10.143] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[21:50:11.268] Starting the invocation (attempt 1)
[21:50:11.298] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/8534d8ca1667f189cb3272163ae30ce812bf4e91"
[21:50:11.298] Popped gitiles commit info from properties and tags
[21:50:11.298] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[21:50:11.298] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[21:50:11.299] Buildbucket request:
{
"requestId": "8921782903977135392",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "Linux Tests (dbg)(1)"
},
"properties": {
"$bootstrap/trigger": {
"commits": [
{
"host": "chromium.googlesource.com",
"id": "8534d8ca1667f189cb3272163ae30ce812bf4e91",
"project": "chromium/src",
"ref": "refs/heads/main"
}
]
},
"deps_revision_overrides": {
"src": "8534d8ca1667f189cb3272163ae30ce812bf4e91"
},
"parent_build_id": "8756359088029163649",
"parent_builder_group": "chromium.linux",
"parent_buildername": "Linux Builder (dbg)",
"parent_got_angle_revision": "eaddd3baa5edcad015601e7be6e2aa004f5afca7",
"parent_got_dawn_revision": "e24033c48d234d37ea46978c9203849e76a1c770",
"parent_got_revision": "8534d8ca1667f189cb3272163ae30ce812bf4e91",
"parent_got_revision_cp": "refs/heads/main@{#1258971}",
"parent_got_swiftshader_revision": "eb75201a4e0354a36d315dd01077092ec9aa2356",
"parent_got_v8_revision": "3d8504da5a5ab98fc3ad86a0974b4f8be9726643",
"parent_got_v8_revision_cp": "refs/heads/12.3.159@{#1}",
"parent_got_webrtc_revision": "52fec7d3e9c8503d5c7455398784a874a1fed90f",
"parent_got_webrtc_revision_cp": "refs/heads/main@{#41714}",
"swarm_hashes": {
"absl_hardening_tests": "4b4b270bcf3a085579a8a187b6dce702957f2eedfbcdd71fdb47e781857fc68a/322",
"accessibility_unittests": "9ab1bb8121845653e32d52ab9759b6f5cf1ef9080b2c73cff52ac9683c08e950/322",
"angle_unittests": "f8ab6f9f6df18312194b46049fdf3d0ee57527b679666cc37e2c31d5de4c710a/407",
"app_shell_unittests": "fa2d653abe0ed4d0fa65b66bd0bbc906e28857bbb1847950faecf20233464c17/483",
"aura_unittests": "e9d787608606889b841535eb2f8b90186f0d97446a3ab56f746e84358043ae50/322",
"base_unittests": "d40768564e1e3bc4c94711acf840f834766382f2f2c2ab3bab1a0099db2ee5d4/479",
"blink_common_unittests": "b8731d6b29b1df27b42052251e30055adc106af8771ee5c78e3353cff5cd1fd9/484",
"blink_fuzzer_unittests": "844b18e4767facb7c4a1b034f4a2a38af0ddbc75d5f42380e279e14a12a8535a/322",
"blink_heap_unittests": "c2cc3ed3adb643440f8c6c9c742e9ace475056faac193aa878885c6d634afed2/322",
"blink_platform_unittests": "83cad1c4f75328dcb9982c254a5963817f00e30003d01d48cd9f8a1292949bf3/642",
"blink_python_tests": "fce7d809b0882a586a9d285c45679ff3fb0b2e7d93f56cdec2ff84d01914342c/573",
"blink_unittests": "e3c640d769a75b4dfd9297c6a416747e70027417594e760c920587730b726f75/648",
"blink_unittests_v2": "16030348c53ea7f7f7e30d15a19cc89a1754f46f2873376290755df6dc6d5c0c/648",
"blink_web_tests": "2e1990472e7b6d8c12cd7e344dde67772f5181af8b600a778e4bcabeba08d8df/565",
"blink_wpt_tests": "842fafbf61e9de41c8355771bd370e2b4c90d19ac77784bb5c1a3b8c0d0d421e/565",
"boringssl_crypto_tests": "11d10ef51a12bf81213b9c00ab184ea9187f2ed06de749d31eadc8ae33047d07/407",
"boringssl_ssl_tests": "cae5096092cafd71d2a09996417cbd51d298cad768bede4c5ac9dfaa40b9dda4/322",
"browser_tests": "533f513882c42f1230b56b4696448f0378054f8711608fe47f2b08d2f29fc34e/1214",
"capture_unittests": "0c60523b9d55dfc0b650e8aa0dbd876d1aa986e463fe44338f1f25e3d8eb27b2/401",
"cast_unittests": "c5a929d0fde6034ebaa1908704cff69edac2f889bbca570b3eed78e086764f60/322",
"cc_unittests": "fe48992fc4fb1f884684cbe528865dabd093ba072f8be3cdd0774dafa6aaae29/482",
"chrome_app_unittests": "4c0393bc1fb68b85abd51681cb79146129158494d1e9a2284fee798e7f3a0e16/563",
"chrome_wpt_tests": "16cf05ba440cc5848129f9ba39217e51b2281017fea079bec6f71628524bf707/565",
"chromedriver_unittests": "fb91cd09137d56a8ac7ff0f679a713123b5ebce874befec54b33d6e8a5e6dc7d/479",
"components_browsertests": "ca4f0f8831d28a397dc3eb6e8921da382344e5b5e4aa019d5a7181332f0c9314/651",
"components_unittests": "a49708003f833e0410b32503a18aac9d0326150f526648412839dad3b658c441/730",
"compositor_unittests": "9fda3c644ccb807873b50b0610e611f632d8daf9d4ea5fbd64bcc0844f9da247/398",
"content_browsertests": "7e37514f61afef54308848c81864e6fff17a0d17aec1b08b2b049eec3712e81c/645",
"content_shell_crash_test": "2c52637ecee2a0118b5a5e827f68a78fa6370b3a36897e8965528f090ca3add9/564",
"content_unittests": "04c0d1de90fe61c53e93f7d552357adaa727f649cd7dcc81727cb0d0ffd8d383/559",
"crashpad_tests": "cc10069b846de407ca0f520d0990b7c1166e25ac6a11f6a3a2e1ae435cdbd296/407",
"cronet_tests": "3aac1989ea5ee78af0edc89ce28cfafa924b321c8d9b44d4b509d3b9859c8796/483",
"cronet_unittests": "91982b1d133535f206c9907c71f09f6956106ff3d2005bf21304966a65451762/399",
"crypto_unittests": "e8ebe6c1daeedc438cf6abde725f749461e93a5b5f6a3f0207122b0ff2559569/322",
"dbus_unittests": "fe4ceb1049659a9a2c4970222e0b06d30872cb70d9b2e77e6970473cd9980587/322",
"device_unittests": "3fbfbbc939fc137d364b66d11f26fc5859ccce8074d6af1595f00981c72a63c6/399",
"display_unittests": "34982744495bbac8f40ac6417b216150e33c1c3bf0c800f27345c28ea17db753/322",
"env_chromium_unittests": "9bb54b4837dbb87629e22b9465802cd4fbd18453b896bfadc1227330daeee242/322",
"events_unittests": "7e812d47996e828ea018bd4e42f70c537b8b14f55e758ff322f084115c6036cd/322",
"extensions_browsertests": "ff4ed38f29d876ec796bded5f2623e66f40da999afd2c9e751ba10f20ca14b8a/569",
"extensions_unittests": "d271f3d0ddf8aabaa2abf3125d3b6dfe81a56d013e66ab0b29a46c2dd0ed3c0f/643",
"filesystem_service_unittests": "5b718046ace61f7bf8d128a8f944ef076839892b12356dc2c6deb7135896847a/322",
"flatbuffers_unittests": "c35c982b8c9aeec586fca626bf151d97419c73f59d66cd95a7a6c5eb463a450e/407",
"gcm_unit_tests": "9d7ec6e5ee754aedeb1cd386d07cde38d3f36e53f356fda81cfd7350de68af1a/399",
"gfx_unittests": "4f00c007d2b09ebb602d62c1de1b1ef3a839c5f2a81de621203e9aaaa419af67/398",
"gin_unittests": "06dc2a48ec7e9c344882c437f24557e3d7ed801197cf101246c326d5b4446d8c/399",
"google_apis_unittests": "cbbf10f5793cc03dcf0cfd3cbb8596b8896366a5df1ca444539bb902b0085545/484",
"gpu_unittests": "56d196a30ac0068b872c9ff94bad198d4fb0f5577da8520ed195c74c43854245/399",
"grit_python_unittests": "480d817abbf29d4a5f96df3eda4b3a4c38e511bc075fc42b3762da8e1a389349/410",
"gwp_asan_unittests": "bd9b472f9dbe821f76f74a3b5349c12673c5a63e6b959e3a37719f6ddd1938b4/407",
"headless_browsertests": "62768cd97acf399e6e201fd8f4bf1e3c0664cde563d4a3ee725ffc6db8151f03/568",
"headless_unittests": "52f1a55c0cfcd96e11f1afd18b1795d21d8ddeac656e687405f02ff42ff87a0e/322",
"interactive_ui_tests": "c401d81c10b1e3895aae4d00358554a609d6e2327f2604e1b6f4384876f8d737/972",
"ipc_tests": "c7ac2ed267c2c11c14102121f68bba0d29b87c51b27d5d08d1a4e0f6ba101ce8/322",
"latency_unittests": "db1d996a4209f80b344379acf90012031f0b7cac7bf44e286b531d14dba5664d/322",
"leveldb_unittests": "9c57ba88f4d7ee5871b181a863f2444ce2fedea2526149978e452bf36dea28fd/322",
"libjingle_xmpp_unittests": "f6bb494e8b54d2a0da59726f12286d0f7281e8dc84693ecedfd6bd280c679cfd/322",
"liburlpattern_unittests": "58ff8b0984e7331dfeb3f42c716563d116116f3b66b66c6840ae237e4c0c388a/322",
"media_unittests": "832e32fe5b2310bb5b8fd88b69f62f999c8b8eaffb61fd77baaefe7dd28d9ed7/402",
"message_center_unittests": "df21fa00f572734ee16b4d202e7fe00a8fca75c9f1d488f63e3fbfb0e8b153b0/322",
"midi_unittests": "3318e38917bf9b5b68635a48d338259b76413e769365b0d4c62596cd3763e7d5/322",
"mojo_unittests": "a9c42e1978a7eac47e9d757edb96e224ca823d541a4dfdceb96ed605fbb7c028/400",
"native_theme_unittests": "e464f50499fdc00221d918a5d07da5195ea7d4a294bde5db01e7f06fbb7472ec/322",
"net_unittests": "c575dbfebea28406d5a16c393d3715b09ca03a24c43d902dde7dc764618f14b1/486",
"openscreen_unittests": "71d0322b92ad5975e03e4a4b8bcde0115acfcde1c03250940db5895a5dbf6b51/322",
"ozone_unittests": "a8d5de46578ef338123f581ba6ac5f8d114b2b9c14b08f7517fafb1ca38eb7f1/322",
"ozone_x11_unittests": "b59c146284c3e55122aa302ac40992df5c8bf2c1c23065776a55f0b3105e310b/322",
"pdf_unittests": "038bb466fea2df8aae0c7583788943e220affd6c3caadd95071b3106e9c2f23b/399",
"perfetto_unittests": "018b33f06ac42e41bce1027335dd2cbdfeceaa9eb2bc5e4414f2c7952919e52d/322",
"printing_unittests": "67c9c335f3eae194964b8417ae28d724d04cb0c99c01321976119963fa010763/322",
"pthreadpool_unittests": "78d508b3091689b1cda356c17f433b62fcb278694af18cd40f0ed074dee9af39/322",
"remoting_unittests": "f78cf2567f6943b3e4585810ae75b376225ef7b2bf2d1253bc1859fc8588979b/399",
"sandbox_linux_unittests": "865b02ee26dcb9395cd7840605dec117566d471ee80fd27548467eab517b439b/322",
"services_unittests": "38fecc674f4b4ffbbbf258c220f80b953c1f7cf6cb16c21e586475689371e0e5/652",
"shell_dialogs_unittests": "0790feaf3426146f0ea5b597c56ffcba086363883147827b88a89c5b71397764/322",
"skia_unittests": "e3009e16bcbde8ba2d1d57b5d8708f2fdaf41ce3d80bc7a725b5520255b554a2/322",
"snapshot_unittests": "9885714840906c12dca124d914c2bc2968e91c5a0feb52f8b00cce1a9e97f624/322",
"sql_unittests": "d753611a3e76122cb07c19bb036bd3b3004c350ecae0e334ffbaedacc48381ea/399",
"storage_unittests": "5e7e230934cb998a596123e7cc1e73dab1868102d57a4713fe561bf4313aa797/480",
"sync_integration_tests": "1e1cbea376be957cc2bac829e24d8c0e93d4e2e3d8db10f209cef27a289168e4/645",
"telemetry_gpu_unittests": "f4abd7cc9c3979f9786618ccd52a061093dc1fff972c65a14c4beb53a753fdf6/735",
"telemetry_perf_unittests": "b7ab062c6f29783b529871a0c76d8f0729502cf2d8c5dc85727f0bb071a71272/654",
"telemetry_unittests": "83607809e0c257b4b7d5b5337bb651c921b7cd91c98ee0210b8dc9c019103df1/574",
"ui_base_unittests": "95ff2b670b965f198a9c1fa60f127a6592777e555bb5145eaf201a3a110a8c68/554",
"ui_touch_selection_unittests": "41e9d81cb1513f7c149159dd6060a5ebb3782a490599d03fe5f0a1cc27754f46/322",
"ui_unittests": "9fcfb3c139dd2d2d9fdc15720ff2374c1a8d1acfa8ee250e2d831c349a952c47/322",
"unit_tests": "9d62177bbd12d50b18bbab95e394eaac668fda5234667ae07a0db4333ad40e24/1056",
"url_unittests": "fd4b5f6c61383ca1975ad3db59e2d6485963b5a1e6aeb875e8035e2b2a4d29fa/322",
"views_perftests": "3ea555f59c7d0599acaedadc393a2dd5f874de3b22219ef9052f772f903e328f/486",
"views_unittests": "8360f845985af360e8b88e12bd7528e166dfebed90f4e069ed994d94ada53c33/401",
"viz_unittests": "4d4f533af4523cfd97b00f9e607e3e49a771c14998ceea863ed277f9898b0cdf/406",
"vr_common_unittests": "176fda418516f6e4d6f9f8c2718722de35c0d3bf6a25d2d54ce9aab6bfbd7a6b/563",
"wm_unittests": "119cde188b94d5da5a83b2cb70af50bc9d6d20241c229a58b65169499c540e20/322",
"wtf_unittests": "d42f25f269db3fc39c440d7b6dc0f2f98698abc80962cb5cce1b73d1ebd17f49/322",
"xr_browser_tests": "cab49adb455b96dd8f7b057ebd877632bb05044c6b037ac3531ae688371c5187/644",
"zlib_unittests": "d34e7d62c27facc2212d3e65aba5a810afb6eca1ed3b9b7c294c4ac9b1754293/407"
},
"swarming_command_lines_cwd": "out/Debug",
"swarming_command_lines_digest": "f6f00ebe8c898a6ab6bf20f0b8f07c2e927eb3ffc4a4f62c009de5dfe56892d0/94"
},
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "8534d8ca1667f189cb3272163ae30ce812bf4e91",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8921782903977135392"
},
{
"key": "scheduler_job_id",
"value": "chromium/Linux Tests (dbg)(1)"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "Linux Builder (dbg)"
},
{
"key": "parent_buildnumber",
"value": "207722"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[21:50:11.933] Scheduled build:
{
"id": "8756352842023200609",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "Linux Tests (dbg)(1)"
},
"number": 118647,
"createdBy": "project:chromium",
"createTime": "2024-02-11T21:50:11.379465603Z",
"updateTime": "2024-02-11T21:50:11.379465603Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "8534d8ca1667f189cb3272163ae30ce812bf4e91",
"ref": "refs/heads/main"
}
}
}
[21:50:11.933] Task URL: https://cr-buildbucket.appspot.com/build/8756352842023200609
[21:50:11.933] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Tests (dbg)(1):8921782903977135392:2:0) after 1m19s
[21:50:12.854] Received PubSub notification, asking Buildbucket for the build status
[21:50:12.879] Build status: SCHEDULED
[21:51:31.310] Handling timer "check-buildbucket-build-status" (chromium/Linux Tests (dbg)(1):8921782903977135392:2:0)
[21:51:31.335] Build status: SCHEDULED
[21:51:31.335] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Tests (dbg)(1):8921782903977135392:4:0) after 2m22s
[21:53:53.359] Handling timer "check-buildbucket-build-status" (chromium/Linux Tests (dbg)(1):8921782903977135392:4:0)
[21:53:53.382] Build status: SCHEDULED
[21:53:53.382] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Tests (dbg)(1):8921782903977135392:5:0) after 8m16s
[21:54:35.695] Received PubSub notification, asking Buildbucket for the build status
[21:54:35.725] Build status: STARTED
[22:02:09.432] Handling timer "check-buildbucket-build-status" (chromium/Linux Tests (dbg)(1):8921782903977135392:5:0)
[22:02:09.476] Build status: STARTED
[22:02:09.476] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Tests (dbg)(1):8921782903977135392:7:0) after 1m55s
[22:04:04.495] Handling timer "check-buildbucket-build-status" (chromium/Linux Tests (dbg)(1):8921782903977135392:7:0)
[22:04:04.529] Build status: STARTED
[22:04:04.529] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Tests (dbg)(1):8921782903977135392:8:0) after 1m39s
[22:05:43.834] Handling timer "check-buildbucket-build-status" (chromium/Linux Tests (dbg)(1):8921782903977135392:8:0)
[22:05:43.861] Build status: STARTED
[22:05:43.861] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Tests (dbg)(1):8921782903977135392:9:0) after 1m32s
[22:07:15.856] Handling timer "check-buildbucket-build-status" (chromium/Linux Tests (dbg)(1):8921782903977135392:9:0)
[22:07:15.877] Build status: STARTED
[22:07:15.877] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Tests (dbg)(1):8921782903977135392:10:0) after 1m4s
[22:08:20.002] Handling timer "check-buildbucket-build-status" (chromium/Linux Tests (dbg)(1):8921782903977135392:10:0)
[22:08:20.036] Build status: STARTED
[22:08:20.036] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Tests (dbg)(1):8921782903977135392:11:0) after 2m18s
[22:10:38.059] Handling timer "check-buildbucket-build-status" (chromium/Linux Tests (dbg)(1):8921782903977135392:11:0)
[22:10:38.082] Build status: STARTED
[22:10:38.082] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Tests (dbg)(1):8921782903977135392:12:0) after 5m43s
[22:16:21.134] Handling timer "check-buildbucket-build-status" (chromium/Linux Tests (dbg)(1):8921782903977135392:12:0)
[22:16:21.153] Build status: STARTED
[22:16:21.153] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Tests (dbg)(1):8921782903977135392:13:0) after 8m7s
[22:24:28.445] Handling timer "check-buildbucket-build-status" (chromium/Linux Tests (dbg)(1):8921782903977135392:13:0)
[22:24:28.475] Build status: STARTED
[22:24:28.475] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Tests (dbg)(1):8921782903977135392:14:0) after 6m28s
[22:30:56.525] Handling timer "check-buildbucket-build-status" (chromium/Linux Tests (dbg)(1):8921782903977135392:14:0)
[22:30:56.543] Build status: STARTED
[22:30:56.543] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Tests (dbg)(1):8921782903977135392:15:0) after 1m38s
[22:32:35.640] Handling timer "check-buildbucket-build-status" (chromium/Linux Tests (dbg)(1):8921782903977135392:15:0)
[22:32:35.659] Build status: STARTED
[22:32:35.659] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Tests (dbg)(1):8921782903977135392:16:0) after 2m2s
[22:34:37.712] Handling timer "check-buildbucket-build-status" (chromium/Linux Tests (dbg)(1):8921782903977135392:16:0)
[22:34:37.750] Build status: STARTED
[22:34:37.750] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Tests (dbg)(1):8921782903977135392:17:0) after 6m31s
[22:41:08.771] Handling timer "check-buildbucket-build-status" (chromium/Linux Tests (dbg)(1):8921782903977135392:17:0)
[22:41:08.802] Build status: STARTED
[22:41:08.802] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Tests (dbg)(1):8921782903977135392:18:0) after 5m50s
[22:46:58.832] Handling timer "check-buildbucket-build-status" (chromium/Linux Tests (dbg)(1):8921782903977135392:18:0)
[22:46:58.866] Build status: STARTED
[22:46:58.866] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Tests (dbg)(1):8921782903977135392:19:0) after 2m4s
[22:49:02.939] Handling timer "check-buildbucket-build-status" (chromium/Linux Tests (dbg)(1):8921782903977135392:19:0)
[22:49:03.046] Build status: STARTED
[22:49:03.046] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Tests (dbg)(1):8921782903977135392:20:0) after 4m14s
[22:53:17.069] Handling timer "check-buildbucket-build-status" (chromium/Linux Tests (dbg)(1):8921782903977135392:20:0)
[22:53:17.087] Build status: STARTED
[22:53:17.087] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Tests (dbg)(1):8921782903977135392:21:0) after 5m8s
[22:58:25.250] Handling timer "check-buildbucket-build-status" (chromium/Linux Tests (dbg)(1):8921782903977135392:21:0)
[22:58:25.271] Build status: STARTED
[22:58:25.271] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Tests (dbg)(1):8921782903977135392:22:0) after 7m7s
[23:01:47.196] Received PubSub notification, asking Buildbucket for the build status
[23:01:47.289] Build:
{
"id": "8756352842023200609",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "Linux Tests (dbg)(1)"
},
"number": 118647,
"createdBy": "project:chromium",
"createTime": "2024-02-11T21:50:11.379465603Z",
"startTime": "2024-02-11T21:54:35.131358Z",
"endTime": "2024-02-11T23:01:45.095365Z",
"updateTime": "2024-02-11T23:01:45.095365Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "8534d8ca1667f189cb3272163ae30ce812bf4e91",
"ref": "refs/heads/main"
}
}
}
[23:01:47.289] Invocation finished in 1h11m37.157562451s with status FAILED