Status: FAILED
Triggered by: -
Duration: 1 hour
Actions:

Definition (rev 647286c50c78b79913748881663e729ed45460af)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "global.ci"
  builder: "minimal.riscv64-cxx23"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://fuchsia.googlesource.com/integration",
  "revision": "28947305aa5c39fdd2140b1ce6ce3c83a3b3cf50"
}

Incoming tags

  • buildset:commit/gitiles/fuchsia.googlesource.com/integration/+/28947305aa5c39fdd2140b1ce6ce3c83a3b3cf50
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[17:10:33.364] New invocation is queued and will start shortly
[17:10:34.423] Starting the invocation (attempt 1)
[17:10:34.454] Popped buildset tag "buildset:commit/gitiles/fuchsia.googlesource.com/integration/+/28947305aa5c39fdd2140b1ce6ce3c83a3b3cf50"
[17:10:34.455] Popped gitiles commit info from properties and tags
[17:10:34.455] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[17:10:34.455] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[17:10:34.455] Buildbucket request:
{
  "requestId": "8844068298527724416",
  "builder": {
    "project": "fuchsia",
    "bucket": "global.ci",
    "builder": "minimal.riscv64-cxx23"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8844068298527724416",
            "job": "fuchsia/global.ci-minimal.riscv64-cxx23-e5a0ec7f",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://fuchsia.googlesource.com/integration",
                              "revision": "f0abd6689336cc83c044c05d2a9cc6379f625ae8"
                            },
                        "id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@f0abd6689336cc83c044c05d2a9cc6379f625ae8",
                        "title": "f0abd6689336cc83c044c05d2a9cc6379f625ae8",
                        "url": "https://fuchsia.googlesource.com/integration/+/f0abd6689336cc83c044c05d2a9cc6379f625ae8"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://fuchsia.googlesource.com/integration",
                              "revision": "cf870e6f6459425efe916137a75a2e5e1991fa18"
                            },
                        "id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@cf870e6f6459425efe916137a75a2e5e1991fa18",
                        "title": "cf870e6f6459425efe916137a75a2e5e1991fa18",
                        "url": "https://fuchsia.googlesource.com/integration/+/cf870e6f6459425efe916137a75a2e5e1991fa18"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://fuchsia.googlesource.com/integration",
                              "revision": "e4c324aab030c54c1a17bc31cbfb2ed3874563fc"
                            },
                        "id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@e4c324aab030c54c1a17bc31cbfb2ed3874563fc",
                        "title": "e4c324aab030c54c1a17bc31cbfb2ed3874563fc",
                        "url": "https://fuchsia.googlesource.com/integration/+/e4c324aab030c54c1a17bc31cbfb2ed3874563fc"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://fuchsia.googlesource.com/integration",
                              "revision": "735a616c8aa061957b82665ddfe1f27af0fe6b41"
                            },
                        "id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@735a616c8aa061957b82665ddfe1f27af0fe6b41",
                        "title": "735a616c8aa061957b82665ddfe1f27af0fe6b41",
                        "url": "https://fuchsia.googlesource.com/integration/+/735a616c8aa061957b82665ddfe1f27af0fe6b41"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://fuchsia.googlesource.com/integration",
                              "revision": "9c71eb5350efd8e761fe81341c8a2190b93b08a5"
                            },
                        "id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@9c71eb5350efd8e761fe81341c8a2190b93b08a5",
                        "title": "9c71eb5350efd8e761fe81341c8a2190b93b08a5",
                        "url": "https://fuchsia.googlesource.com/integration/+/9c71eb5350efd8e761fe81341c8a2190b93b08a5"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://fuchsia.googlesource.com/integration",
                              "revision": "bca22bbef7fe11b70d587fd122cff1f380dde065"
                            },
                        "id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@bca22bbef7fe11b70d587fd122cff1f380dde065",
                        "title": "bca22bbef7fe11b70d587fd122cff1f380dde065",
                        "url": "https://fuchsia.googlesource.com/integration/+/bca22bbef7fe11b70d587fd122cff1f380dde065"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://fuchsia.googlesource.com/integration",
                              "revision": "6d37eb15a387c7a903e1335f62ed1c81d41730a1"
                            },
                        "id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@6d37eb15a387c7a903e1335f62ed1c81d41730a1",
                        "title": "6d37eb15a387c7a903e1335f62ed1c81d41730a1",
                        "url": "https://fuchsia.googlesource.com/integration/+/6d37eb15a387c7a903e1335f62ed1c81d41730a1"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://fuchsia.googlesource.com/integration",
                              "revision": "27064de3fea2378bb62e894c5f7950922aa50949"
                            },
                        "id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@27064de3fea2378bb62e894c5f7950922aa50949",
                        "title": "27064de3fea2378bb62e894c5f7950922aa50949",
                        "url": "https://fuchsia.googlesource.com/integration/+/27064de3fea2378bb62e894c5f7950922aa50949"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://fuchsia.googlesource.com/integration",
                              "revision": "ced7cd6f045ae679732a8a00bbcc53c52ca4561a"
                            },
                        "id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@ced7cd6f045ae679732a8a00bbcc53c52ca4561a",
                        "title": "ced7cd6f045ae679732a8a00bbcc53c52ca4561a",
                        "url": "https://fuchsia.googlesource.com/integration/+/ced7cd6f045ae679732a8a00bbcc53c52ca4561a"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://fuchsia.googlesource.com/integration",
                              "revision": "03548045051777c7891eba5a9620304b8b54b815"
                            },
                        "id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@03548045051777c7891eba5a9620304b8b54b815",
                        "title": "03548045051777c7891eba5a9620304b8b54b815",
                        "url": "https://fuchsia.googlesource.com/integration/+/03548045051777c7891eba5a9620304b8b54b815"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://fuchsia.googlesource.com/integration",
                              "revision": "58441d2fb7928841ed4a8c42ff02493474f87272"
                            },
                        "id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@58441d2fb7928841ed4a8c42ff02493474f87272",
                        "title": "58441d2fb7928841ed4a8c42ff02493474f87272",
                        "url": "https://fuchsia.googlesource.com/integration/+/58441d2fb7928841ed4a8c42ff02493474f87272"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://fuchsia.googlesource.com/integration",
                              "revision": "b9e7b1353754b1de43f2ecf6ff4038a21f308f49"
                            },
                        "id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@b9e7b1353754b1de43f2ecf6ff4038a21f308f49",
                        "title": "b9e7b1353754b1de43f2ecf6ff4038a21f308f49",
                        "url": "https://fuchsia.googlesource.com/integration/+/b9e7b1353754b1de43f2ecf6ff4038a21f308f49"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://fuchsia.googlesource.com/integration",
                              "revision": "c87f4722634b6c1f6b499e2462017ed578b617ba"
                            },
                        "id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@c87f4722634b6c1f6b499e2462017ed578b617ba",
                        "title": "c87f4722634b6c1f6b499e2462017ed578b617ba",
                        "url": "https://fuchsia.googlesource.com/integration/+/c87f4722634b6c1f6b499e2462017ed578b617ba"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://fuchsia.googlesource.com/integration",
                              "revision": "5d49182103ac6b5001c27d73592c874fc46d205d"
                            },
                        "id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@5d49182103ac6b5001c27d73592c874fc46d205d",
                        "title": "5d49182103ac6b5001c27d73592c874fc46d205d",
                        "url": "https://fuchsia.googlesource.com/integration/+/5d49182103ac6b5001c27d73592c874fc46d205d"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://fuchsia.googlesource.com/integration",
                              "revision": "07d4e8a87132ce776876f4e8b816dd4b0cc3eb1c"
                            },
                        "id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@07d4e8a87132ce776876f4e8b816dd4b0cc3eb1c",
                        "title": "07d4e8a87132ce776876f4e8b816dd4b0cc3eb1c",
                        "url": "https://fuchsia.googlesource.com/integration/+/07d4e8a87132ce776876f4e8b816dd4b0cc3eb1c"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://fuchsia.googlesource.com/integration",
                              "revision": "3bb5ba23440558ee7703d13770177c9a770218a0"
                            },
                        "id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@3bb5ba23440558ee7703d13770177c9a770218a0",
                        "title": "3bb5ba23440558ee7703d13770177c9a770218a0",
                        "url": "https://fuchsia.googlesource.com/integration/+/3bb5ba23440558ee7703d13770177c9a770218a0"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://fuchsia.googlesource.com/integration",
                              "revision": "78309129c73e67bcea161c6868d05f27fb77c3fc"
                            },
                        "id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@78309129c73e67bcea161c6868d05f27fb77c3fc",
                        "title": "78309129c73e67bcea161c6868d05f27fb77c3fc",
                        "url": "https://fuchsia.googlesource.com/integration/+/78309129c73e67bcea161c6868d05f27fb77c3fc"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://fuchsia.googlesource.com/integration",
                              "revision": "eff1ac8de4e1399e0e3a2ab184818ba45690872d"
                            },
                        "id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@eff1ac8de4e1399e0e3a2ab184818ba45690872d",
                        "title": "eff1ac8de4e1399e0e3a2ab184818ba45690872d",
                        "url": "https://fuchsia.googlesource.com/integration/+/eff1ac8de4e1399e0e3a2ab184818ba45690872d"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://fuchsia.googlesource.com/integration",
                              "revision": "28947305aa5c39fdd2140b1ce6ce3c83a3b3cf50"
                            },
                        "id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@28947305aa5c39fdd2140b1ce6ce3c83a3b3cf50",
                        "title": "28947305aa5c39fdd2140b1ce6ce3c83a3b3cf50",
                        "url": "https://fuchsia.googlesource.com/integration/+/28947305aa5c39fdd2140b1ce6ce3c83a3b3cf50"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "fuchsia.googlesource.com",
    "project": "integration",
    "id": "28947305aa5c39fdd2140b1ce6ce3c83a3b3cf50",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8844068298527724416"
    },
    {
      "key": "scheduler_job_id",
      "value": "fuchsia/global.ci-minimal.riscv64-cxx23-e5a0ec7f"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[17:10:34.847] Scheduled build:
{
  "id": "8678638236643398385",
  "builder": {
    "project": "fuchsia",
    "bucket": "global.ci",
    "builder": "minimal.riscv64-cxx23"
  },
  "createdBy": "project:fuchsia",
  "createTime": "2026-06-18T17:10:34.539680624Z",
  "updateTime": "2026-06-18T17:10:34.539680624Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "fuchsia.googlesource.com",
      "project": "integration",
      "id": "28947305aa5c39fdd2140b1ce6ce3c83a3b3cf50",
      "ref": "refs/heads/main"
    }
  }
}
[17:10:34.847] Task URL: https://cr-buildbucket.appspot.com/build/8678638236643398385
[17:10:34.847] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-cxx23-e5a0ec7f:8844068298527724416:2:0) after 4m51s
[17:10:35.803] Received PubSub notification, asking Buildbucket for the build status
[17:10:35.834] Build status: SCHEDULED
[17:15:25.973] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-cxx23-e5a0ec7f:8844068298527724416:2:0)
[17:15:25.996] Build status: SCHEDULED
[17:15:25.996] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-cxx23-e5a0ec7f:8844068298527724416:4:0) after 7m39s
[17:16:48.499] Received PubSub notification, asking Buildbucket for the build status
[17:16:48.522] Build status: STARTED
[17:23:05.024] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-cxx23-e5a0ec7f:8844068298527724416:4:0)
[17:23:05.136] Build status: STARTED
[17:23:05.136] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-cxx23-e5a0ec7f:8844068298527724416:6:0) after 8m20s
[17:31:25.296] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-cxx23-e5a0ec7f:8844068298527724416:6:0)
[17:31:25.329] Build status: STARTED
[17:31:25.329] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-cxx23-e5a0ec7f:8844068298527724416:7:0) after 4m30s
[17:35:55.358] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-cxx23-e5a0ec7f:8844068298527724416:7:0)
[17:35:55.395] Build status: STARTED
[17:35:55.395] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-cxx23-e5a0ec7f:8844068298527724416:8:0) after 5m5s
[17:41:00.379] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-cxx23-e5a0ec7f:8844068298527724416:8:0)
[17:41:00.410] Build status: STARTED
[17:41:00.410] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-cxx23-e5a0ec7f:8844068298527724416:9:0) after 2m26s
[17:43:26.466] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-cxx23-e5a0ec7f:8844068298527724416:9:0)
[17:43:26.544] Build status: STARTED
[17:43:26.544] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-cxx23-e5a0ec7f:8844068298527724416:10:0) after 8m38s
[17:52:04.574] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-cxx23-e5a0ec7f:8844068298527724416:10:0)
[17:52:04.628] Build status: STARTED
[17:52:04.629] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-cxx23-e5a0ec7f:8844068298527724416:11:0) after 8m40s
[18:00:44.695] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-cxx23-e5a0ec7f:8844068298527724416:11:0)
[18:00:44.718] Build status: STARTED
[18:00:44.718] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-cxx23-e5a0ec7f:8844068298527724416:12:0) after 6m48s
[18:07:32.785] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-cxx23-e5a0ec7f:8844068298527724416:12:0)
[18:07:32.801] Build status: STARTED
[18:07:32.801] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-cxx23-e5a0ec7f:8844068298527724416:13:0) after 2m20s
[18:09:52.823] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-cxx23-e5a0ec7f:8844068298527724416:13:0)
[18:09:52.841] Build status: STARTED
[18:09:52.841] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-cxx23-e5a0ec7f:8844068298527724416:14:0) after 5m58s
[18:15:50.930] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-cxx23-e5a0ec7f:8844068298527724416:14:0)
[18:15:50.949] Build status: STARTED
[18:15:50.949] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-cxx23-e5a0ec7f:8844068298527724416:15:0) after 7m22s
[18:23:13.209] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-cxx23-e5a0ec7f:8844068298527724416:15:0)
[18:23:13.231] Build status: STARTED
[18:23:13.231] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-cxx23-e5a0ec7f:8844068298527724416:16:0) after 7m43s
[18:30:56.258] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-cxx23-e5a0ec7f:8844068298527724416:16:0)
[18:30:56.280] Build status: STARTED
[18:30:56.281] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-cxx23-e5a0ec7f:8844068298527724416:17:0) after 5m3s
[18:35:59.437] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-cxx23-e5a0ec7f:8844068298527724416:17:0)
[18:35:59.472] Build status: STARTED
[18:35:59.472] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-cxx23-e5a0ec7f:8844068298527724416:18:0) after 1m32s
[18:37:31.558] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-cxx23-e5a0ec7f:8844068298527724416:18:0)
[18:37:31.587] Build status: STARTED
[18:37:31.587] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-cxx23-e5a0ec7f:8844068298527724416:19:0) after 4m10s
[18:41:41.684] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-cxx23-e5a0ec7f:8844068298527724416:19:0)
[18:41:41.711] Build status: STARTED
[18:41:41.711] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-cxx23-e5a0ec7f:8844068298527724416:20:0) after 1m13s
[18:42:54.683] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-cxx23-e5a0ec7f:8844068298527724416:20:0)
[18:42:54.698] Build status: STARTED
[18:42:54.698] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-cxx23-e5a0ec7f:8844068298527724416:21:0) after 8m46s
[18:51:40.946] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-cxx23-e5a0ec7f:8844068298527724416:21:0)
[18:51:40.966] Build status: STARTED
[18:51:40.966] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-cxx23-e5a0ec7f:8844068298527724416:22:0) after 3m21s
[18:55:02.052] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-cxx23-e5a0ec7f:8844068298527724416:22:0)
[18:55:02.080] Build status: STARTED
[18:55:02.080] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-cxx23-e5a0ec7f:8844068298527724416:23:0) after 1m33s
[18:56:35.212] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-cxx23-e5a0ec7f:8844068298527724416:23:0)
[18:56:35.287] Build status: STARTED
[18:56:35.287] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-cxx23-e5a0ec7f:8844068298527724416:24:0) after 7m44s
[19:01:51.964] Received PubSub notification, asking Buildbucket for the build status
[19:01:51.985] Build:
{
  "id": "8678638236643398385",
  "builder": {
    "project": "fuchsia",
    "bucket": "global.ci",
    "builder": "minimal.riscv64-cxx23"
  },
  "createdBy": "project:fuchsia",
  "createTime": "2026-06-18T17:10:34.539680624Z",
  "startTime": "2026-06-18T17:16:48.303137790Z",
  "endTime": "2026-06-18T19:01:51.437530601Z",
  "updateTime": "2026-06-18T19:01:51.437530601Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "fuchsia.googlesource.com",
      "project": "integration",
      "id": "28947305aa5c39fdd2140b1ce6ce3c83a3b3cf50",
      "ref": "refs/heads/main"
    }
  }
}
[19:01:51.985] Invocation finished in 1h51m18.625461933s with status FAILED