[18:27:08.347] New invocation is queued and will start shortly
[18:27:09.423] Starting the invocation (attempt 1)
[18:27:09.455] Popped buildset tag "buildset:commit/gitiles/fuchsia.googlesource.com/integration/+/f10c63c19ae2b672a1ce151218997ab0b181ad78"
[18:27:09.455] Popped gitiles commit info from properties and tags
[18:27:09.455] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[18:27:09.455] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[18:27:09.456] Buildbucket request:
{
"requestId": "8905035238736795136",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "minimal.riscv64-coverage"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8905035238736795136",
"job": "fuchsia/minimal.riscv64-coverage-e5a0ec7f",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "bd732a2eb7e887335fb0af1e54b2c9c7becb4c8a"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@bd732a2eb7e887335fb0af1e54b2c9c7becb4c8a",
"title": "bd732a2eb7e887335fb0af1e54b2c9c7becb4c8a",
"url": "https://fuchsia.googlesource.com/integration/+/bd732a2eb7e887335fb0af1e54b2c9c7becb4c8a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "87da6dbf291f3adf353320516fb70ed262ecb7af"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@87da6dbf291f3adf353320516fb70ed262ecb7af",
"title": "87da6dbf291f3adf353320516fb70ed262ecb7af",
"url": "https://fuchsia.googlesource.com/integration/+/87da6dbf291f3adf353320516fb70ed262ecb7af"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "0257865789adca28621ce639201f2a4ff3eac840"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@0257865789adca28621ce639201f2a4ff3eac840",
"title": "0257865789adca28621ce639201f2a4ff3eac840",
"url": "https://fuchsia.googlesource.com/integration/+/0257865789adca28621ce639201f2a4ff3eac840"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "4b1b7a072a27af040452bd29fb2fba26861f0b41"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@4b1b7a072a27af040452bd29fb2fba26861f0b41",
"title": "4b1b7a072a27af040452bd29fb2fba26861f0b41",
"url": "https://fuchsia.googlesource.com/integration/+/4b1b7a072a27af040452bd29fb2fba26861f0b41"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "967513709a851867cb8c686656b1e1f18c017fc1"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@967513709a851867cb8c686656b1e1f18c017fc1",
"title": "967513709a851867cb8c686656b1e1f18c017fc1",
"url": "https://fuchsia.googlesource.com/integration/+/967513709a851867cb8c686656b1e1f18c017fc1"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "c1958219f0ba4f97bb1ff47cb01a291dd4945ef7"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@c1958219f0ba4f97bb1ff47cb01a291dd4945ef7",
"title": "c1958219f0ba4f97bb1ff47cb01a291dd4945ef7",
"url": "https://fuchsia.googlesource.com/integration/+/c1958219f0ba4f97bb1ff47cb01a291dd4945ef7"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "535d424889c8c30723260729889b434bdc29adf6"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@535d424889c8c30723260729889b434bdc29adf6",
"title": "535d424889c8c30723260729889b434bdc29adf6",
"url": "https://fuchsia.googlesource.com/integration/+/535d424889c8c30723260729889b434bdc29adf6"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "a4d230916644420f4842b799834bec4575cc9fd6"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@a4d230916644420f4842b799834bec4575cc9fd6",
"title": "a4d230916644420f4842b799834bec4575cc9fd6",
"url": "https://fuchsia.googlesource.com/integration/+/a4d230916644420f4842b799834bec4575cc9fd6"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "b8682fbbc9cf38d90a7460154cccd1b24fe5c09d"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@b8682fbbc9cf38d90a7460154cccd1b24fe5c09d",
"title": "b8682fbbc9cf38d90a7460154cccd1b24fe5c09d",
"url": "https://fuchsia.googlesource.com/integration/+/b8682fbbc9cf38d90a7460154cccd1b24fe5c09d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "4df66d13bc01670053bca85c699f638cd747c651"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@4df66d13bc01670053bca85c699f638cd747c651",
"title": "4df66d13bc01670053bca85c699f638cd747c651",
"url": "https://fuchsia.googlesource.com/integration/+/4df66d13bc01670053bca85c699f638cd747c651"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "a1c3c38bf9f2f951da0a7bb168f9d66d9c10534a"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@a1c3c38bf9f2f951da0a7bb168f9d66d9c10534a",
"title": "a1c3c38bf9f2f951da0a7bb168f9d66d9c10534a",
"url": "https://fuchsia.googlesource.com/integration/+/a1c3c38bf9f2f951da0a7bb168f9d66d9c10534a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "8055331e672f7bd35fb8dd85dbed709b6c57899d"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@8055331e672f7bd35fb8dd85dbed709b6c57899d",
"title": "8055331e672f7bd35fb8dd85dbed709b6c57899d",
"url": "https://fuchsia.googlesource.com/integration/+/8055331e672f7bd35fb8dd85dbed709b6c57899d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "fc93e36185c54702ff39847d7920348bce20b879"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@fc93e36185c54702ff39847d7920348bce20b879",
"title": "fc93e36185c54702ff39847d7920348bce20b879",
"url": "https://fuchsia.googlesource.com/integration/+/fc93e36185c54702ff39847d7920348bce20b879"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "d58e4f138c586eafacfc1d850c41ba9f5f3c1387"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@d58e4f138c586eafacfc1d850c41ba9f5f3c1387",
"title": "d58e4f138c586eafacfc1d850c41ba9f5f3c1387",
"url": "https://fuchsia.googlesource.com/integration/+/d58e4f138c586eafacfc1d850c41ba9f5f3c1387"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "3ae1c9d0e383bf4740f3b8d01b07bef7bc78c76d"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@3ae1c9d0e383bf4740f3b8d01b07bef7bc78c76d",
"title": "3ae1c9d0e383bf4740f3b8d01b07bef7bc78c76d",
"url": "https://fuchsia.googlesource.com/integration/+/3ae1c9d0e383bf4740f3b8d01b07bef7bc78c76d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "907452bb8ad30cf16ef09da059ad3444db8d5d35"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@907452bb8ad30cf16ef09da059ad3444db8d5d35",
"title": "907452bb8ad30cf16ef09da059ad3444db8d5d35",
"url": "https://fuchsia.googlesource.com/integration/+/907452bb8ad30cf16ef09da059ad3444db8d5d35"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "aab018fae4b09a86ae0c7d8835a9adacbf947b8a"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@aab018fae4b09a86ae0c7d8835a9adacbf947b8a",
"title": "aab018fae4b09a86ae0c7d8835a9adacbf947b8a",
"url": "https://fuchsia.googlesource.com/integration/+/aab018fae4b09a86ae0c7d8835a9adacbf947b8a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "37752ef5a254477829e2f4f3222b3c1f765b4c1f"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@37752ef5a254477829e2f4f3222b3c1f765b4c1f",
"title": "37752ef5a254477829e2f4f3222b3c1f765b4c1f",
"url": "https://fuchsia.googlesource.com/integration/+/37752ef5a254477829e2f4f3222b3c1f765b4c1f"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "08bc5034e0a7d008cc2099ef7be278bdb16c1d00"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@08bc5034e0a7d008cc2099ef7be278bdb16c1d00",
"title": "08bc5034e0a7d008cc2099ef7be278bdb16c1d00",
"url": "https://fuchsia.googlesource.com/integration/+/08bc5034e0a7d008cc2099ef7be278bdb16c1d00"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "e3b67b1bbb135cd722672653ba747d76aa6fbf0a"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@e3b67b1bbb135cd722672653ba747d76aa6fbf0a",
"title": "e3b67b1bbb135cd722672653ba747d76aa6fbf0a",
"url": "https://fuchsia.googlesource.com/integration/+/e3b67b1bbb135cd722672653ba747d76aa6fbf0a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "b7e9e804bffbe3028731902b78f7b67b9d8cfcd7"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@b7e9e804bffbe3028731902b78f7b67b9d8cfcd7",
"title": "b7e9e804bffbe3028731902b78f7b67b9d8cfcd7",
"url": "https://fuchsia.googlesource.com/integration/+/b7e9e804bffbe3028731902b78f7b67b9d8cfcd7"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "b37fa18afec7ac76878dc36b9972e565919ae321"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@b37fa18afec7ac76878dc36b9972e565919ae321",
"title": "b37fa18afec7ac76878dc36b9972e565919ae321",
"url": "https://fuchsia.googlesource.com/integration/+/b37fa18afec7ac76878dc36b9972e565919ae321"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "e8741d18584c08587a351fe7548f576d4e92a329"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@e8741d18584c08587a351fe7548f576d4e92a329",
"title": "e8741d18584c08587a351fe7548f576d4e92a329",
"url": "https://fuchsia.googlesource.com/integration/+/e8741d18584c08587a351fe7548f576d4e92a329"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "f18db5be84f226c78ff164d1bb37559d6f84f63b"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@f18db5be84f226c78ff164d1bb37559d6f84f63b",
"title": "f18db5be84f226c78ff164d1bb37559d6f84f63b",
"url": "https://fuchsia.googlesource.com/integration/+/f18db5be84f226c78ff164d1bb37559d6f84f63b"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "f10c63c19ae2b672a1ce151218997ab0b181ad78"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@f10c63c19ae2b672a1ce151218997ab0b181ad78",
"title": "f10c63c19ae2b672a1ce151218997ab0b181ad78",
"url": "https://fuchsia.googlesource.com/integration/+/f10c63c19ae2b672a1ce151218997ab0b181ad78"
}
]
}
},
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "f10c63c19ae2b672a1ce151218997ab0b181ad78",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8905035238736795136"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/minimal.riscv64-coverage-e5a0ec7f"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[18:27:09.890] Scheduled build:
{
"id": "8739605176853286129",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "minimal.riscv64-coverage"
},
"createdBy": "project:fuchsia",
"createTime": "2024-08-14T18:27:09.511470681Z",
"updateTime": "2024-08-14T18:27:09.511470681Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "f10c63c19ae2b672a1ce151218997ab0b181ad78",
"ref": "refs/heads/main"
}
}
}
[18:27:09.890] Task URL: https://cr-buildbucket.appspot.com/build/8739605176853286129
[18:27:09.890] Scheduling timer "check-buildbucket-build-status" (fuchsia/minimal.riscv64-coverage-e5a0ec7f:8905035238736795136:2:0) after 4m9s
[18:27:09.955] Received PubSub notification, asking Buildbucket for the build status
[18:27:09.979] Build status: SCHEDULED
[18:29:33.098] Received PubSub notification, asking Buildbucket for the build status
[18:29:33.119] Build status: STARTED
[18:31:18.911] Handling timer "check-buildbucket-build-status" (fuchsia/minimal.riscv64-coverage-e5a0ec7f:8905035238736795136:2:0)
[18:31:18.929] Build status: STARTED
[18:31:18.929] Scheduling timer "check-buildbucket-build-status" (fuchsia/minimal.riscv64-coverage-e5a0ec7f:8905035238736795136:5:0) after 8m16s
[18:39:35.252] Handling timer "check-buildbucket-build-status" (fuchsia/minimal.riscv64-coverage-e5a0ec7f:8905035238736795136:5:0)
[18:39:35.271] Build status: STARTED
[18:39:35.271] Scheduling timer "check-buildbucket-build-status" (fuchsia/minimal.riscv64-coverage-e5a0ec7f:8905035238736795136:6:0) after 7m31s
[18:47:06.466] Handling timer "check-buildbucket-build-status" (fuchsia/minimal.riscv64-coverage-e5a0ec7f:8905035238736795136:6:0)
[18:47:06.483] Build status: STARTED
[18:47:06.483] Scheduling timer "check-buildbucket-build-status" (fuchsia/minimal.riscv64-coverage-e5a0ec7f:8905035238736795136:7:0) after 5m37s
[18:52:43.623] Handling timer "check-buildbucket-build-status" (fuchsia/minimal.riscv64-coverage-e5a0ec7f:8905035238736795136:7:0)
[18:52:43.649] Build status: STARTED
[18:52:43.649] Scheduling timer "check-buildbucket-build-status" (fuchsia/minimal.riscv64-coverage-e5a0ec7f:8905035238736795136:8:0) after 9m22s
[19:02:05.643] Handling timer "check-buildbucket-build-status" (fuchsia/minimal.riscv64-coverage-e5a0ec7f:8905035238736795136:8:0)
[19:02:05.705] Build status: STARTED
[19:02:05.705] Scheduling timer "check-buildbucket-build-status" (fuchsia/minimal.riscv64-coverage-e5a0ec7f:8905035238736795136:9:0) after 7m48s
[19:09:53.733] Handling timer "check-buildbucket-build-status" (fuchsia/minimal.riscv64-coverage-e5a0ec7f:8905035238736795136:9:0)
[19:09:53.751] Build status: STARTED
[19:09:53.751] Scheduling timer "check-buildbucket-build-status" (fuchsia/minimal.riscv64-coverage-e5a0ec7f:8905035238736795136:10:0) after 6m23s
[19:16:16.844] Handling timer "check-buildbucket-build-status" (fuchsia/minimal.riscv64-coverage-e5a0ec7f:8905035238736795136:10:0)
[19:16:16.866] Build status: STARTED
[19:16:16.866] Scheduling timer "check-buildbucket-build-status" (fuchsia/minimal.riscv64-coverage-e5a0ec7f:8905035238736795136:11:0) after 1m31s
[19:17:47.935] Handling timer "check-buildbucket-build-status" (fuchsia/minimal.riscv64-coverage-e5a0ec7f:8905035238736795136:11:0)
[19:17:48.013] Build status: STARTED
[19:17:48.013] Scheduling timer "check-buildbucket-build-status" (fuchsia/minimal.riscv64-coverage-e5a0ec7f:8905035238736795136:12:0) after 9m59s
[19:27:47.110] Handling timer "check-buildbucket-build-status" (fuchsia/minimal.riscv64-coverage-e5a0ec7f:8905035238736795136:12:0)
[19:27:47.128] Build status: STARTED
[19:27:47.128] Scheduling timer "check-buildbucket-build-status" (fuchsia/minimal.riscv64-coverage-e5a0ec7f:8905035238736795136:13:0) after 5m10s
[19:32:57.289] Handling timer "check-buildbucket-build-status" (fuchsia/minimal.riscv64-coverage-e5a0ec7f:8905035238736795136:13:0)
[19:32:57.359] Build status: STARTED
[19:32:57.359] Scheduling timer "check-buildbucket-build-status" (fuchsia/minimal.riscv64-coverage-e5a0ec7f:8905035238736795136:14:0) after 6m50s
[19:39:47.509] Handling timer "check-buildbucket-build-status" (fuchsia/minimal.riscv64-coverage-e5a0ec7f:8905035238736795136:14:0)
[19:39:47.528] Build status: STARTED
[19:39:47.529] Scheduling timer "check-buildbucket-build-status" (fuchsia/minimal.riscv64-coverage-e5a0ec7f:8905035238736795136:15:0) after 2m16s
[19:42:03.598] Handling timer "check-buildbucket-build-status" (fuchsia/minimal.riscv64-coverage-e5a0ec7f:8905035238736795136:15:0)
[19:42:03.616] Build status: STARTED
[19:42:03.616] Scheduling timer "check-buildbucket-build-status" (fuchsia/minimal.riscv64-coverage-e5a0ec7f:8905035238736795136:16:0) after 5m40s
[19:47:43.595] Handling timer "check-buildbucket-build-status" (fuchsia/minimal.riscv64-coverage-e5a0ec7f:8905035238736795136:16:0)
[19:47:43.613] Build status: STARTED
[19:47:43.613] Scheduling timer "check-buildbucket-build-status" (fuchsia/minimal.riscv64-coverage-e5a0ec7f:8905035238736795136:17:0) after 2m28s
[19:50:11.710] Handling timer "check-buildbucket-build-status" (fuchsia/minimal.riscv64-coverage-e5a0ec7f:8905035238736795136:17:0)
[19:50:11.730] Build status: STARTED
[19:50:11.730] Scheduling timer "check-buildbucket-build-status" (fuchsia/minimal.riscv64-coverage-e5a0ec7f:8905035238736795136:18:0) after 2m31s
[19:52:42.809] Handling timer "check-buildbucket-build-status" (fuchsia/minimal.riscv64-coverage-e5a0ec7f:8905035238736795136:18:0)
[19:52:42.827] Build status: STARTED
[19:52:42.827] Scheduling timer "check-buildbucket-build-status" (fuchsia/minimal.riscv64-coverage-e5a0ec7f:8905035238736795136:19:0) after 8m20s
[20:01:03.069] Handling timer "check-buildbucket-build-status" (fuchsia/minimal.riscv64-coverage-e5a0ec7f:8905035238736795136:19:0)
[20:01:03.086] Build status: STARTED
[20:01:03.086] Scheduling timer "check-buildbucket-build-status" (fuchsia/minimal.riscv64-coverage-e5a0ec7f:8905035238736795136:20:0) after 4m42s
[20:05:45.365] Handling timer "check-buildbucket-build-status" (fuchsia/minimal.riscv64-coverage-e5a0ec7f:8905035238736795136:20:0)
[20:05:45.442] Build status: STARTED
[20:05:45.442] Scheduling timer "check-buildbucket-build-status" (fuchsia/minimal.riscv64-coverage-e5a0ec7f:8905035238736795136:21:0) after 4m18s
[20:10:03.469] Handling timer "check-buildbucket-build-status" (fuchsia/minimal.riscv64-coverage-e5a0ec7f:8905035238736795136:21:0)
[20:10:03.485] Build status: STARTED
[20:10:03.485] Scheduling timer "check-buildbucket-build-status" (fuchsia/minimal.riscv64-coverage-e5a0ec7f:8905035238736795136:22:0) after 5m56s
[20:12:44.596] Received PubSub notification, asking Buildbucket for the build status
[20:12:44.621] Build:
{
"id": "8739605176853286129",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "minimal.riscv64-coverage"
},
"createdBy": "project:fuchsia",
"createTime": "2024-08-14T18:27:09.511470681Z",
"startTime": "2024-08-14T18:29:32.808528276Z",
"endTime": "2024-08-14T20:12:43.825811454Z",
"updateTime": "2024-08-14T20:12:43.825811454Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "f10c63c19ae2b672a1ce151218997ab0b181ad78",
"ref": "refs/heads/main"
}
}
}
[20:12:44.621] Invocation finished in 1h45m36.289320192s with status FAILED