Status: FAILED
Triggered by: -
Duration: 1 hour
Actions:

Definition (rev a866a33dc7b977ec9aaf5a55bd1d22a1e7586a2d)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "global.ci"
  builder: "core.x64-release-vulkan_cts"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://fuchsia.googlesource.com/integration",
  "revision": "1dd4b4502121fad80800fe7a26a6e5f6b09e9115"
}

Incoming tags

  • buildset:commit/gitiles/fuchsia.googlesource.com/integration/+/1dd4b4502121fad80800fe7a26a6e5f6b09e9115
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[23:52:42.640] New invocation is queued and will start shortly
[23:52:43.746] Starting the invocation (attempt 1)
[23:52:43.785] Popped buildset tag "buildset:commit/gitiles/fuchsia.googlesource.com/integration/+/1dd4b4502121fad80800fe7a26a6e5f6b09e9115"
[23:52:43.785] Popped gitiles commit info from properties and tags
[23:52:43.785] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:52:43.786] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:52:43.787] Buildbucket request:
{
  "requestId": "8849931799961891712",
  "builder": {
    "project": "fuchsia",
    "bucket": "global.ci",
    "builder": "core.x64-release-vulkan_cts"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8849931799961891712",
            "job": "fuchsia/global.ci-core.x64-release-vulkan_cts-e5a0ec7f",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://fuchsia.googlesource.com/integration",
                              "revision": "0d225aecbdf57db1f5045ca5974da273cace3382"
                            },
                        "id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@0d225aecbdf57db1f5045ca5974da273cace3382",
                        "title": "0d225aecbdf57db1f5045ca5974da273cace3382",
                        "url": "https://fuchsia.googlesource.com/integration/+/0d225aecbdf57db1f5045ca5974da273cace3382"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://fuchsia.googlesource.com/integration",
                              "revision": "120682135f40186900ecc907fc01d4376334f1be"
                            },
                        "id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@120682135f40186900ecc907fc01d4376334f1be",
                        "title": "120682135f40186900ecc907fc01d4376334f1be",
                        "url": "https://fuchsia.googlesource.com/integration/+/120682135f40186900ecc907fc01d4376334f1be"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://fuchsia.googlesource.com/integration",
                              "revision": "4884b0a981799aea30b9c0707abaa5cc6ebd7dd5"
                            },
                        "id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@4884b0a981799aea30b9c0707abaa5cc6ebd7dd5",
                        "title": "4884b0a981799aea30b9c0707abaa5cc6ebd7dd5",
                        "url": "https://fuchsia.googlesource.com/integration/+/4884b0a981799aea30b9c0707abaa5cc6ebd7dd5"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://fuchsia.googlesource.com/integration",
                              "revision": "fd70032bcced30aa6a40a4c80d307d96fb9a7cf8"
                            },
                        "id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@fd70032bcced30aa6a40a4c80d307d96fb9a7cf8",
                        "title": "fd70032bcced30aa6a40a4c80d307d96fb9a7cf8",
                        "url": "https://fuchsia.googlesource.com/integration/+/fd70032bcced30aa6a40a4c80d307d96fb9a7cf8"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://fuchsia.googlesource.com/integration",
                              "revision": "3df869254f982e0663fde364261bb1957184c293"
                            },
                        "id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@3df869254f982e0663fde364261bb1957184c293",
                        "title": "3df869254f982e0663fde364261bb1957184c293",
                        "url": "https://fuchsia.googlesource.com/integration/+/3df869254f982e0663fde364261bb1957184c293"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://fuchsia.googlesource.com/integration",
                              "revision": "e23532ec510bb365a41447de0cffc3e8901c2433"
                            },
                        "id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@e23532ec510bb365a41447de0cffc3e8901c2433",
                        "title": "e23532ec510bb365a41447de0cffc3e8901c2433",
                        "url": "https://fuchsia.googlesource.com/integration/+/e23532ec510bb365a41447de0cffc3e8901c2433"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://fuchsia.googlesource.com/integration",
                              "revision": "c1b0dbf2e42418317d0d04d65bb431ef8d8ffb42"
                            },
                        "id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@c1b0dbf2e42418317d0d04d65bb431ef8d8ffb42",
                        "title": "c1b0dbf2e42418317d0d04d65bb431ef8d8ffb42",
                        "url": "https://fuchsia.googlesource.com/integration/+/c1b0dbf2e42418317d0d04d65bb431ef8d8ffb42"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://fuchsia.googlesource.com/integration",
                              "revision": "b559b94cca4e5a4cbf022b3348ca7074cc91cb9d"
                            },
                        "id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@b559b94cca4e5a4cbf022b3348ca7074cc91cb9d",
                        "title": "b559b94cca4e5a4cbf022b3348ca7074cc91cb9d",
                        "url": "https://fuchsia.googlesource.com/integration/+/b559b94cca4e5a4cbf022b3348ca7074cc91cb9d"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://fuchsia.googlesource.com/integration",
                              "revision": "308a71c08f699e070375bd14c9df1dcb646e46ee"
                            },
                        "id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@308a71c08f699e070375bd14c9df1dcb646e46ee",
                        "title": "308a71c08f699e070375bd14c9df1dcb646e46ee",
                        "url": "https://fuchsia.googlesource.com/integration/+/308a71c08f699e070375bd14c9df1dcb646e46ee"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://fuchsia.googlesource.com/integration",
                              "revision": "00c3dffce67139302ea6ef0ed7b5ee7edddb5c49"
                            },
                        "id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@00c3dffce67139302ea6ef0ed7b5ee7edddb5c49",
                        "title": "00c3dffce67139302ea6ef0ed7b5ee7edddb5c49",
                        "url": "https://fuchsia.googlesource.com/integration/+/00c3dffce67139302ea6ef0ed7b5ee7edddb5c49"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://fuchsia.googlesource.com/integration",
                              "revision": "57f412f7ae377dcf66530fc15823ae0d63ef51a4"
                            },
                        "id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@57f412f7ae377dcf66530fc15823ae0d63ef51a4",
                        "title": "57f412f7ae377dcf66530fc15823ae0d63ef51a4",
                        "url": "https://fuchsia.googlesource.com/integration/+/57f412f7ae377dcf66530fc15823ae0d63ef51a4"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://fuchsia.googlesource.com/integration",
                              "revision": "bdda0a465c768d5e5d4f587b6b485d37ab9b200c"
                            },
                        "id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@bdda0a465c768d5e5d4f587b6b485d37ab9b200c",
                        "title": "bdda0a465c768d5e5d4f587b6b485d37ab9b200c",
                        "url": "https://fuchsia.googlesource.com/integration/+/bdda0a465c768d5e5d4f587b6b485d37ab9b200c"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://fuchsia.googlesource.com/integration",
                              "revision": "c1edcb7426532a7986c6c57bf04a443cd008ea2f"
                            },
                        "id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@c1edcb7426532a7986c6c57bf04a443cd008ea2f",
                        "title": "c1edcb7426532a7986c6c57bf04a443cd008ea2f",
                        "url": "https://fuchsia.googlesource.com/integration/+/c1edcb7426532a7986c6c57bf04a443cd008ea2f"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://fuchsia.googlesource.com/integration",
                              "revision": "b8e16295ae3983bd6b5158766766bcfbf17acd4a"
                            },
                        "id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@b8e16295ae3983bd6b5158766766bcfbf17acd4a",
                        "title": "b8e16295ae3983bd6b5158766766bcfbf17acd4a",
                        "url": "https://fuchsia.googlesource.com/integration/+/b8e16295ae3983bd6b5158766766bcfbf17acd4a"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://fuchsia.googlesource.com/integration",
                              "revision": "70c33af9a77aaef6c2e433cdab13287a3af92193"
                            },
                        "id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@70c33af9a77aaef6c2e433cdab13287a3af92193",
                        "title": "70c33af9a77aaef6c2e433cdab13287a3af92193",
                        "url": "https://fuchsia.googlesource.com/integration/+/70c33af9a77aaef6c2e433cdab13287a3af92193"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://fuchsia.googlesource.com/integration",
                              "revision": "3745f5f7d9a509f01253643763b34c78aa654e07"
                            },
                        "id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@3745f5f7d9a509f01253643763b34c78aa654e07",
                        "title": "3745f5f7d9a509f01253643763b34c78aa654e07",
                        "url": "https://fuchsia.googlesource.com/integration/+/3745f5f7d9a509f01253643763b34c78aa654e07"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://fuchsia.googlesource.com/integration",
                              "revision": "1f4574991d4c86ac6b174f0dc2142cdd44e7a64c"
                            },
                        "id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@1f4574991d4c86ac6b174f0dc2142cdd44e7a64c",
                        "title": "1f4574991d4c86ac6b174f0dc2142cdd44e7a64c",
                        "url": "https://fuchsia.googlesource.com/integration/+/1f4574991d4c86ac6b174f0dc2142cdd44e7a64c"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://fuchsia.googlesource.com/integration",
                              "revision": "1dd4b4502121fad80800fe7a26a6e5f6b09e9115"
                            },
                        "id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@1dd4b4502121fad80800fe7a26a6e5f6b09e9115",
                        "title": "1dd4b4502121fad80800fe7a26a6e5f6b09e9115",
                        "url": "https://fuchsia.googlesource.com/integration/+/1dd4b4502121fad80800fe7a26a6e5f6b09e9115"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "fuchsia.googlesource.com",
    "project": "integration",
    "id": "1dd4b4502121fad80800fe7a26a6e5f6b09e9115",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8849931799961891712"
    },
    {
      "key": "scheduler_job_id",
      "value": "fuchsia/global.ci-core.x64-release-vulkan_cts-e5a0ec7f"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[23:52:44.218] Scheduled build:
{
  "id": "8684501738035778577",
  "builder": {
    "project": "fuchsia",
    "bucket": "global.ci",
    "builder": "core.x64-release-vulkan_cts"
  },
  "createdBy": "project:fuchsia",
  "createTime": "2026-04-14T23:52:43.857726403Z",
  "updateTime": "2026-04-14T23:52:43.857726403Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "fuchsia.googlesource.com",
      "project": "integration",
      "id": "1dd4b4502121fad80800fe7a26a6e5f6b09e9115",
      "ref": "refs/heads/main"
    }
  }
}
[23:52:44.218] Task URL: https://cr-buildbucket.appspot.com/build/8684501738035778577
[23:52:44.218] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-release-vulkan_cts-e5a0ec7f:8849931799961891712:2:0) after 6m46s
[23:52:45.147] Received PubSub notification, asking Buildbucket for the build status
[23:52:45.165] Build status: SCHEDULED
[23:52:48.912] Received PubSub notification, asking Buildbucket for the build status
[23:52:48.932] Build status: STARTED
[23:59:30.276] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-release-vulkan_cts-e5a0ec7f:8849931799961891712:2:0)
[23:59:30.381] Build status: STARTED
[23:59:30.381] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-release-vulkan_cts-e5a0ec7f:8849931799961891712:5:0) after 2m54s
[00:02:24.433] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-release-vulkan_cts-e5a0ec7f:8849931799961891712:5:0)
[00:02:24.467] Build status: STARTED
[00:02:24.467] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-release-vulkan_cts-e5a0ec7f:8849931799961891712:6:0) after 3m53s
[00:06:17.483] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-release-vulkan_cts-e5a0ec7f:8849931799961891712:6:0)
[00:06:17.505] Build status: STARTED
[00:06:17.505] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-release-vulkan_cts-e5a0ec7f:8849931799961891712:7:0) after 1m45s
[00:08:02.528] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-release-vulkan_cts-e5a0ec7f:8849931799961891712:7:0)
[00:08:02.561] Build status: STARTED
[00:08:02.561] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-release-vulkan_cts-e5a0ec7f:8849931799961891712:8:0) after 4m8s
[00:12:10.717] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-release-vulkan_cts-e5a0ec7f:8849931799961891712:8:0)
[00:12:10.752] Build status: STARTED
[00:12:10.752] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-release-vulkan_cts-e5a0ec7f:8849931799961891712:9:0) after 1m34s
[00:13:44.767] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-release-vulkan_cts-e5a0ec7f:8849931799961891712:9:0)
[00:13:44.781] Build status: STARTED
[00:13:44.781] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-release-vulkan_cts-e5a0ec7f:8849931799961891712:10:0) after 4m46s
[00:18:30.901] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-release-vulkan_cts-e5a0ec7f:8849931799961891712:10:0)
[00:18:30.919] Build status: STARTED
[00:18:30.919] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-release-vulkan_cts-e5a0ec7f:8849931799961891712:11:0) after 4m33s
[00:23:03.985] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-release-vulkan_cts-e5a0ec7f:8849931799961891712:11:0)
[00:23:04.005] Build status: STARTED
[00:23:04.005] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-release-vulkan_cts-e5a0ec7f:8849931799961891712:12:0) after 5m58s
[00:29:02.022] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-release-vulkan_cts-e5a0ec7f:8849931799961891712:12:0)
[00:29:02.042] Build status: STARTED
[00:29:02.042] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-release-vulkan_cts-e5a0ec7f:8849931799961891712:13:0) after 5m21s
[00:34:23.108] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-release-vulkan_cts-e5a0ec7f:8849931799961891712:13:0)
[00:34:23.170] Build status: STARTED
[00:34:23.170] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-release-vulkan_cts-e5a0ec7f:8849931799961891712:14:0) after 8m6s
[00:42:29.200] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-release-vulkan_cts-e5a0ec7f:8849931799961891712:14:0)
[00:42:29.216] Build status: STARTED
[00:42:29.216] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-release-vulkan_cts-e5a0ec7f:8849931799961891712:15:0) after 9m35s
[00:52:04.301] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-release-vulkan_cts-e5a0ec7f:8849931799961891712:15:0)
[00:52:04.315] Build status: STARTED
[00:52:04.315] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-release-vulkan_cts-e5a0ec7f:8849931799961891712:16:0) after 8m46s
[01:00:50.339] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-release-vulkan_cts-e5a0ec7f:8849931799961891712:16:0)
[01:00:50.366] Build status: STARTED
[01:00:50.366] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-release-vulkan_cts-e5a0ec7f:8849931799961891712:17:0) after 3m32s
[01:04:22.424] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-release-vulkan_cts-e5a0ec7f:8849931799961891712:17:0)
[01:04:22.451] Build status: STARTED
[01:04:22.451] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-release-vulkan_cts-e5a0ec7f:8849931799961891712:18:0) after 8m49s
[01:13:11.566] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-release-vulkan_cts-e5a0ec7f:8849931799961891712:18:0)
[01:13:11.583] Build status: STARTED
[01:13:11.583] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-release-vulkan_cts-e5a0ec7f:8849931799961891712:19:0) after 7m37s
[01:20:48.573] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-release-vulkan_cts-e5a0ec7f:8849931799961891712:19:0)
[01:20:48.589] Build status: STARTED
[01:20:48.589] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-release-vulkan_cts-e5a0ec7f:8849931799961891712:20:0) after 7m33s
[01:28:21.792] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-release-vulkan_cts-e5a0ec7f:8849931799961891712:20:0)
[01:28:21.817] Build status: STARTED
[01:28:21.817] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-release-vulkan_cts-e5a0ec7f:8849931799961891712:21:0) after 5m40s
[01:34:01.831] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-release-vulkan_cts-e5a0ec7f:8849931799961891712:21:0)
[01:34:01.860] Build status: STARTED
[01:34:01.860] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-release-vulkan_cts-e5a0ec7f:8849931799961891712:22:0) after 1m28s
[01:35:29.881] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-release-vulkan_cts-e5a0ec7f:8849931799961891712:22:0)
[01:35:29.970] Build status: STARTED
[01:35:29.970] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-release-vulkan_cts-e5a0ec7f:8849931799961891712:23:0) after 4m16s
[01:39:46.008] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-release-vulkan_cts-e5a0ec7f:8849931799961891712:23:0)
[01:39:46.031] Build status: STARTED
[01:39:46.032] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-release-vulkan_cts-e5a0ec7f:8849931799961891712:24:0) after 6m8s
[01:45:54.075] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-release-vulkan_cts-e5a0ec7f:8849931799961891712:24:0)
[01:45:54.110] Build status: STARTED
[01:45:54.110] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-release-vulkan_cts-e5a0ec7f:8849931799961891712:25:0) after 7m36s
[01:49:43.888] Received PubSub notification, asking Buildbucket for the build status
[01:49:43.913] Build:
{
  "id": "8684501738035778577",
  "builder": {
    "project": "fuchsia",
    "bucket": "global.ci",
    "builder": "core.x64-release-vulkan_cts"
  },
  "createdBy": "project:fuchsia",
  "createTime": "2026-04-14T23:52:43.857726403Z",
  "startTime": "2026-04-14T23:52:48.713579195Z",
  "endTime": "2026-04-15T01:49:43.642989606Z",
  "updateTime": "2026-04-15T01:49:43.642989606Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "fuchsia.googlesource.com",
      "project": "integration",
      "id": "1dd4b4502121fad80800fe7a26a6e5f6b09e9115",
      "ref": "refs/heads/main"
    }
  }
}
[01:49:43.913] Invocation finished in 1h57m1.276098683s with status FAILED