[11:57:54.583] New invocation is queued and will start shortly
[11:57:55.722] Starting the invocation (attempt 1)
[11:57:55.750] Popped buildset tag "buildset:commit/gitiles/fuchsia.googlesource.com/integration/+/3646e18e945df2fbd1c38dba66629caadcb6af21"
[11:57:55.750] Popped gitiles commit info from properties and tags
[11:57:55.750] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[11:57:55.750] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[11:57:55.751] Buildbucket request:
{
"requestId": "8897268387812722448",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "fuchsia-docs-roller"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8897268387812722448",
"job": "fuchsia/fuchsia-docs-roller-e5a0ec7f",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "4eb4f2fe8514f04ca7a2f4eba7f782e97a84f2f8"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@4eb4f2fe8514f04ca7a2f4eba7f782e97a84f2f8",
"title": "4eb4f2fe8514f04ca7a2f4eba7f782e97a84f2f8",
"url": "https://fuchsia.googlesource.com/integration/+/4eb4f2fe8514f04ca7a2f4eba7f782e97a84f2f8"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "7a6cd9c7056a540371071ccc57ed6ecece72b291"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@7a6cd9c7056a540371071ccc57ed6ecece72b291",
"title": "7a6cd9c7056a540371071ccc57ed6ecece72b291",
"url": "https://fuchsia.googlesource.com/integration/+/7a6cd9c7056a540371071ccc57ed6ecece72b291"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "00926b1bca43b837e806cc68dc20c2828e5ef71a"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@00926b1bca43b837e806cc68dc20c2828e5ef71a",
"title": "00926b1bca43b837e806cc68dc20c2828e5ef71a",
"url": "https://fuchsia.googlesource.com/integration/+/00926b1bca43b837e806cc68dc20c2828e5ef71a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "edbcc521afe49548ed4b30ff26b814c2ced1960e"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@edbcc521afe49548ed4b30ff26b814c2ced1960e",
"title": "edbcc521afe49548ed4b30ff26b814c2ced1960e",
"url": "https://fuchsia.googlesource.com/integration/+/edbcc521afe49548ed4b30ff26b814c2ced1960e"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "c4d6f64fa8fcb4055ee96c4ba44ed8325986967a"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@c4d6f64fa8fcb4055ee96c4ba44ed8325986967a",
"title": "c4d6f64fa8fcb4055ee96c4ba44ed8325986967a",
"url": "https://fuchsia.googlesource.com/integration/+/c4d6f64fa8fcb4055ee96c4ba44ed8325986967a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "b4dfd67f50bb7b39a05dca9fafe538a38c402183"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@b4dfd67f50bb7b39a05dca9fafe538a38c402183",
"title": "b4dfd67f50bb7b39a05dca9fafe538a38c402183",
"url": "https://fuchsia.googlesource.com/integration/+/b4dfd67f50bb7b39a05dca9fafe538a38c402183"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "fa528fd899130d64e1e6044a0c53c466c941e52f"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@fa528fd899130d64e1e6044a0c53c466c941e52f",
"title": "fa528fd899130d64e1e6044a0c53c466c941e52f",
"url": "https://fuchsia.googlesource.com/integration/+/fa528fd899130d64e1e6044a0c53c466c941e52f"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "a4de9dabc74a773c8a86972ca68c57b5f403336d"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@a4de9dabc74a773c8a86972ca68c57b5f403336d",
"title": "a4de9dabc74a773c8a86972ca68c57b5f403336d",
"url": "https://fuchsia.googlesource.com/integration/+/a4de9dabc74a773c8a86972ca68c57b5f403336d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "71d65dd035b79ed1b97de615523fef658a6f4253"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@71d65dd035b79ed1b97de615523fef658a6f4253",
"title": "71d65dd035b79ed1b97de615523fef658a6f4253",
"url": "https://fuchsia.googlesource.com/integration/+/71d65dd035b79ed1b97de615523fef658a6f4253"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "1e04188a02314b567ace0b1d3a0c59315c19e93e"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@1e04188a02314b567ace0b1d3a0c59315c19e93e",
"title": "1e04188a02314b567ace0b1d3a0c59315c19e93e",
"url": "https://fuchsia.googlesource.com/integration/+/1e04188a02314b567ace0b1d3a0c59315c19e93e"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "d7501cad2b14f45e7df7ead3d3922620f836dd3a"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@d7501cad2b14f45e7df7ead3d3922620f836dd3a",
"title": "d7501cad2b14f45e7df7ead3d3922620f836dd3a",
"url": "https://fuchsia.googlesource.com/integration/+/d7501cad2b14f45e7df7ead3d3922620f836dd3a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "c1be8661ef313651d91ace3386ab7e43a993ffc7"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@c1be8661ef313651d91ace3386ab7e43a993ffc7",
"title": "c1be8661ef313651d91ace3386ab7e43a993ffc7",
"url": "https://fuchsia.googlesource.com/integration/+/c1be8661ef313651d91ace3386ab7e43a993ffc7"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "fb48f7a702d3d223277724fa5e6839edb64d8d68"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@fb48f7a702d3d223277724fa5e6839edb64d8d68",
"title": "fb48f7a702d3d223277724fa5e6839edb64d8d68",
"url": "https://fuchsia.googlesource.com/integration/+/fb48f7a702d3d223277724fa5e6839edb64d8d68"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "92f0c832154a6356d7a708501ad52b72c677180b"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@92f0c832154a6356d7a708501ad52b72c677180b",
"title": "92f0c832154a6356d7a708501ad52b72c677180b",
"url": "https://fuchsia.googlesource.com/integration/+/92f0c832154a6356d7a708501ad52b72c677180b"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "54a3e15492e246f5c428a41289ca541070674a6c"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@54a3e15492e246f5c428a41289ca541070674a6c",
"title": "54a3e15492e246f5c428a41289ca541070674a6c",
"url": "https://fuchsia.googlesource.com/integration/+/54a3e15492e246f5c428a41289ca541070674a6c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "c481f854497eb6334aec13985bca3c32231f8144"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@c481f854497eb6334aec13985bca3c32231f8144",
"title": "c481f854497eb6334aec13985bca3c32231f8144",
"url": "https://fuchsia.googlesource.com/integration/+/c481f854497eb6334aec13985bca3c32231f8144"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "71e7c8582fea7706fc75e486d872ce3d1ce5805a"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@71e7c8582fea7706fc75e486d872ce3d1ce5805a",
"title": "71e7c8582fea7706fc75e486d872ce3d1ce5805a",
"url": "https://fuchsia.googlesource.com/integration/+/71e7c8582fea7706fc75e486d872ce3d1ce5805a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "b74d3760064c91d6e6916146408ccfb73a87356b"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@b74d3760064c91d6e6916146408ccfb73a87356b",
"title": "b74d3760064c91d6e6916146408ccfb73a87356b",
"url": "https://fuchsia.googlesource.com/integration/+/b74d3760064c91d6e6916146408ccfb73a87356b"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "ff04b4f8b6c61eac4e21b0347c7355c8ca414f67"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@ff04b4f8b6c61eac4e21b0347c7355c8ca414f67",
"title": "ff04b4f8b6c61eac4e21b0347c7355c8ca414f67",
"url": "https://fuchsia.googlesource.com/integration/+/ff04b4f8b6c61eac4e21b0347c7355c8ca414f67"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "896bc93ecd44403ad292a790e51a4f68113aed37"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@896bc93ecd44403ad292a790e51a4f68113aed37",
"title": "896bc93ecd44403ad292a790e51a4f68113aed37",
"url": "https://fuchsia.googlesource.com/integration/+/896bc93ecd44403ad292a790e51a4f68113aed37"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "48242b5669e40532d40eabafd0951f6b599a6073"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@48242b5669e40532d40eabafd0951f6b599a6073",
"title": "48242b5669e40532d40eabafd0951f6b599a6073",
"url": "https://fuchsia.googlesource.com/integration/+/48242b5669e40532d40eabafd0951f6b599a6073"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "3464f56b71c2a06a4c44c79d906cdcbbb6baf595"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@3464f56b71c2a06a4c44c79d906cdcbbb6baf595",
"title": "3464f56b71c2a06a4c44c79d906cdcbbb6baf595",
"url": "https://fuchsia.googlesource.com/integration/+/3464f56b71c2a06a4c44c79d906cdcbbb6baf595"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "1b28b31ea66e6b7b7ac7adb2d9e169da984aba17"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@1b28b31ea66e6b7b7ac7adb2d9e169da984aba17",
"title": "1b28b31ea66e6b7b7ac7adb2d9e169da984aba17",
"url": "https://fuchsia.googlesource.com/integration/+/1b28b31ea66e6b7b7ac7adb2d9e169da984aba17"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "466f4079fc28c784b70ab9e89e792fd2fe84c3e0"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@466f4079fc28c784b70ab9e89e792fd2fe84c3e0",
"title": "466f4079fc28c784b70ab9e89e792fd2fe84c3e0",
"url": "https://fuchsia.googlesource.com/integration/+/466f4079fc28c784b70ab9e89e792fd2fe84c3e0"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "c9f7d098b7ae3a5fe9c9454bb07bbcf191b888d0"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@c9f7d098b7ae3a5fe9c9454bb07bbcf191b888d0",
"title": "c9f7d098b7ae3a5fe9c9454bb07bbcf191b888d0",
"url": "https://fuchsia.googlesource.com/integration/+/c9f7d098b7ae3a5fe9c9454bb07bbcf191b888d0"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "db573a9a4ec77af998dfee3df35e9d60be16a7d0"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@db573a9a4ec77af998dfee3df35e9d60be16a7d0",
"title": "db573a9a4ec77af998dfee3df35e9d60be16a7d0",
"url": "https://fuchsia.googlesource.com/integration/+/db573a9a4ec77af998dfee3df35e9d60be16a7d0"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "29f95765a74e4791957a49458767cfe34f1d0747"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@29f95765a74e4791957a49458767cfe34f1d0747",
"title": "29f95765a74e4791957a49458767cfe34f1d0747",
"url": "https://fuchsia.googlesource.com/integration/+/29f95765a74e4791957a49458767cfe34f1d0747"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "4f66cfa5ae3d1645e4cdb3a2b757ec6328e7911d"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@4f66cfa5ae3d1645e4cdb3a2b757ec6328e7911d",
"title": "4f66cfa5ae3d1645e4cdb3a2b757ec6328e7911d",
"url": "https://fuchsia.googlesource.com/integration/+/4f66cfa5ae3d1645e4cdb3a2b757ec6328e7911d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "c8f1bb1d417988ddd518cdee3cd6108e1fed2cfc"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@c8f1bb1d417988ddd518cdee3cd6108e1fed2cfc",
"title": "c8f1bb1d417988ddd518cdee3cd6108e1fed2cfc",
"url": "https://fuchsia.googlesource.com/integration/+/c8f1bb1d417988ddd518cdee3cd6108e1fed2cfc"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "1a76862a911104d7e187da0d34e31a108c7fec4c"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@1a76862a911104d7e187da0d34e31a108c7fec4c",
"title": "1a76862a911104d7e187da0d34e31a108c7fec4c",
"url": "https://fuchsia.googlesource.com/integration/+/1a76862a911104d7e187da0d34e31a108c7fec4c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "1d4afc283535274bb9960938046783f979513dbb"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@1d4afc283535274bb9960938046783f979513dbb",
"title": "1d4afc283535274bb9960938046783f979513dbb",
"url": "https://fuchsia.googlesource.com/integration/+/1d4afc283535274bb9960938046783f979513dbb"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "529008a8441f756399a02ce5e903d980f5b18688"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@529008a8441f756399a02ce5e903d980f5b18688",
"title": "529008a8441f756399a02ce5e903d980f5b18688",
"url": "https://fuchsia.googlesource.com/integration/+/529008a8441f756399a02ce5e903d980f5b18688"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "7996da138899b030af9e13ce9d3f469df8c6adac"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@7996da138899b030af9e13ce9d3f469df8c6adac",
"title": "7996da138899b030af9e13ce9d3f469df8c6adac",
"url": "https://fuchsia.googlesource.com/integration/+/7996da138899b030af9e13ce9d3f469df8c6adac"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "49b6d93f59fec63c8455e957a0b82c94f51c521d"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@49b6d93f59fec63c8455e957a0b82c94f51c521d",
"title": "49b6d93f59fec63c8455e957a0b82c94f51c521d",
"url": "https://fuchsia.googlesource.com/integration/+/49b6d93f59fec63c8455e957a0b82c94f51c521d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "7ce2de617021215f3891931abeec98aae7c728e7"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@7ce2de617021215f3891931abeec98aae7c728e7",
"title": "7ce2de617021215f3891931abeec98aae7c728e7",
"url": "https://fuchsia.googlesource.com/integration/+/7ce2de617021215f3891931abeec98aae7c728e7"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "f761c60660bcc3edeae0d1cd0b81a527934dc67c"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@f761c60660bcc3edeae0d1cd0b81a527934dc67c",
"title": "f761c60660bcc3edeae0d1cd0b81a527934dc67c",
"url": "https://fuchsia.googlesource.com/integration/+/f761c60660bcc3edeae0d1cd0b81a527934dc67c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "9f86923a51da32898fad3a9452b8ab80ca5706c9"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@9f86923a51da32898fad3a9452b8ab80ca5706c9",
"title": "9f86923a51da32898fad3a9452b8ab80ca5706c9",
"url": "https://fuchsia.googlesource.com/integration/+/9f86923a51da32898fad3a9452b8ab80ca5706c9"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "3646e18e945df2fbd1c38dba66629caadcb6af21"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@3646e18e945df2fbd1c38dba66629caadcb6af21",
"title": "3646e18e945df2fbd1c38dba66629caadcb6af21",
"url": "https://fuchsia.googlesource.com/integration/+/3646e18e945df2fbd1c38dba66629caadcb6af21"
}
]
}
},
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "3646e18e945df2fbd1c38dba66629caadcb6af21",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8897268387812722448"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/fuchsia-docs-roller-e5a0ec7f"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[11:57:56.398] Scheduled build:
{
"id": "8731838325780274033",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "fuchsia-docs-roller"
},
"createdBy": "project:fuchsia",
"createTime": "2024-11-08T11:57:55.899588839Z",
"updateTime": "2024-11-08T11:57:55.899588839Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "3646e18e945df2fbd1c38dba66629caadcb6af21",
"ref": "refs/heads/main"
}
}
}
[11:57:56.398] Task URL: https://cr-buildbucket.appspot.com/build/8731838325780274033
[11:57:56.398] Scheduling timer "check-buildbucket-build-status" (fuchsia/fuchsia-docs-roller-e5a0ec7f:8897268387812722448:2:0) after 6m34s
[11:58:06.332] Received PubSub notification, asking Buildbucket for the build status
[11:58:06.364] Build status: SCHEDULED
[11:58:25.248] Received PubSub notification, asking Buildbucket for the build status
[11:58:25.270] Build status: STARTED
[12:00:54.117] Received PubSub notification, asking Buildbucket for the build status
[12:00:54.148] Build:
{
"id": "8731838325780274033",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "fuchsia-docs-roller"
},
"createdBy": "project:fuchsia",
"createTime": "2024-11-08T11:57:55.899588839Z",
"startTime": "2024-11-08T11:58:08.785479705Z",
"endTime": "2024-11-08T12:00:53.759908637Z",
"updateTime": "2024-11-08T12:00:53.759908637Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "3646e18e945df2fbd1c38dba66629caadcb6af21",
"ref": "refs/heads/main"
}
}
}
[12:00:54.148] Invocation finished in 2m59.570836492s with status FAILED