Status: FAILED
Triggered by: -
Duration: 3 hours
Actions:

Definition (rev f3cf6a6cb22824b1f3063855ff266bf6cc4a2d56)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "global.ci"
  builder: "sdk-bazel-linux-fuchsia_infra_bazel_rules"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://fuchsia.googlesource.com/integration",
  "revision": "29080e999e9bf089d4393b635346f0c244fc7b61"
}

Incoming tags

  • buildset:commit/gitiles/fuchsia.googlesource.com/integration/+/29080e999e9bf089d4393b635346f0c244fc7b61
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[00:57:30.566] New invocation is queued and will start shortly
[00:57:31.606] Starting the invocation (attempt 1)
[00:57:31.629] Popped buildset tag "buildset:commit/gitiles/fuchsia.googlesource.com/integration/+/29080e999e9bf089d4393b635346f0c244fc7b61"
[00:57:31.629] Popped gitiles commit info from properties and tags
[00:57:31.630] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:57:31.630] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:57:31.631] Buildbucket request:
{
  "requestId": "8850380708010136448",
  "builder": {
    "project": "fuchsia",
    "bucket": "global.ci",
    "builder": "sdk-bazel-linux-fuchsia_infra_bazel_rules"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8850380708010136448",
            "job": "fuchsia/global.ci-sdk-bazel-linux-fuchsia_infra_bazel_rules-e5a0ec7f",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://fuchsia.googlesource.com/integration",
                              "revision": "29080e999e9bf089d4393b635346f0c244fc7b61"
                            },
                        "id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@29080e999e9bf089d4393b635346f0c244fc7b61",
                        "title": "29080e999e9bf089d4393b635346f0c244fc7b61",
                        "url": "https://fuchsia.googlesource.com/integration/+/29080e999e9bf089d4393b635346f0c244fc7b61"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "fuchsia.googlesource.com",
    "project": "integration",
    "id": "29080e999e9bf089d4393b635346f0c244fc7b61",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8850380708010136448"
    },
    {
      "key": "scheduler_job_id",
      "value": "fuchsia/global.ci-sdk-bazel-linux-fuchsia_infra_bazel_rules-e5a0ec7f"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[00:57:32.014] Scheduled build:
{
  "id": "8684950646180772705",
  "builder": {
    "project": "fuchsia",
    "bucket": "global.ci",
    "builder": "sdk-bazel-linux-fuchsia_infra_bazel_rules"
  },
  "createdBy": "project:fuchsia",
  "createTime": "2026-04-10T00:57:31.689606841Z",
  "updateTime": "2026-04-10T00:57:31.689606841Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "fuchsia.googlesource.com",
      "project": "integration",
      "id": "29080e999e9bf089d4393b635346f0c244fc7b61",
      "ref": "refs/heads/main"
    }
  }
}
[00:57:32.014] Task URL: https://cr-buildbucket.appspot.com/build/8684950646180772705
[00:57:32.014] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-sdk-bazel-linux-fuchsia_infra_bazel_rules-e5a0ec7f:8850380708010136448:2:0) after 5m58s
[00:57:32.954] Received PubSub notification, asking Buildbucket for the build status
[00:57:32.972] Build status: SCHEDULED
[01:03:30.009] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-sdk-bazel-linux-fuchsia_infra_bazel_rules-e5a0ec7f:8850380708010136448:2:0)
[01:03:30.077] Build status: SCHEDULED
[01:03:30.077] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-sdk-bazel-linux-fuchsia_infra_bazel_rules-e5a0ec7f:8850380708010136448:4:0) after 1m38s
[01:05:08.108] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-sdk-bazel-linux-fuchsia_infra_bazel_rules-e5a0ec7f:8850380708010136448:4:0)
[01:05:08.127] Build status: SCHEDULED
[01:05:08.127] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-sdk-bazel-linux-fuchsia_infra_bazel_rules-e5a0ec7f:8850380708010136448:5:0) after 5m32s
[01:10:40.166] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-sdk-bazel-linux-fuchsia_infra_bazel_rules-e5a0ec7f:8850380708010136448:5:0)
[01:10:40.185] Build status: SCHEDULED
[01:10:40.185] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-sdk-bazel-linux-fuchsia_infra_bazel_rules-e5a0ec7f:8850380708010136448:6:0) after 1m13s
[01:11:53.185] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-sdk-bazel-linux-fuchsia_infra_bazel_rules-e5a0ec7f:8850380708010136448:6:0)
[01:11:53.255] Build status: SCHEDULED
[01:11:53.255] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-sdk-bazel-linux-fuchsia_infra_bazel_rules-e5a0ec7f:8850380708010136448:7:0) after 9m52s
[01:21:45.284] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-sdk-bazel-linux-fuchsia_infra_bazel_rules-e5a0ec7f:8850380708010136448:7:0)
[01:21:45.303] Build status: SCHEDULED
[01:21:45.303] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-sdk-bazel-linux-fuchsia_infra_bazel_rules-e5a0ec7f:8850380708010136448:8:0) after 3m8s
[01:24:53.461] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-sdk-bazel-linux-fuchsia_infra_bazel_rules-e5a0ec7f:8850380708010136448:8:0)
[01:24:53.476] Build status: SCHEDULED
[01:24:53.476] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-sdk-bazel-linux-fuchsia_infra_bazel_rules-e5a0ec7f:8850380708010136448:9:0) after 5m19s
[01:30:12.491] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-sdk-bazel-linux-fuchsia_infra_bazel_rules-e5a0ec7f:8850380708010136448:9:0)
[01:30:12.512] Build status: SCHEDULED
[01:30:12.512] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-sdk-bazel-linux-fuchsia_infra_bazel_rules-e5a0ec7f:8850380708010136448:10:0) after 7m43s
[01:37:55.529] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-sdk-bazel-linux-fuchsia_infra_bazel_rules-e5a0ec7f:8850380708010136448:10:0)
[01:37:55.550] Build status: SCHEDULED
[01:37:55.550] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-sdk-bazel-linux-fuchsia_infra_bazel_rules-e5a0ec7f:8850380708010136448:11:0) after 9m4s
[01:46:59.563] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-sdk-bazel-linux-fuchsia_infra_bazel_rules-e5a0ec7f:8850380708010136448:11:0)
[01:46:59.637] Build status: SCHEDULED
[01:46:59.638] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-sdk-bazel-linux-fuchsia_infra_bazel_rules-e5a0ec7f:8850380708010136448:12:0) after 5m2s
[01:52:01.616] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-sdk-bazel-linux-fuchsia_infra_bazel_rules-e5a0ec7f:8850380708010136448:12:0)
[01:52:01.633] Build status: SCHEDULED
[01:52:01.633] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-sdk-bazel-linux-fuchsia_infra_bazel_rules-e5a0ec7f:8850380708010136448:13:0) after 7m39s
[01:59:40.705] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-sdk-bazel-linux-fuchsia_infra_bazel_rules-e5a0ec7f:8850380708010136448:13:0)
[01:59:40.725] Build status: SCHEDULED
[01:59:40.725] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-sdk-bazel-linux-fuchsia_infra_bazel_rules-e5a0ec7f:8850380708010136448:14:0) after 3m26s
[02:03:06.739] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-sdk-bazel-linux-fuchsia_infra_bazel_rules-e5a0ec7f:8850380708010136448:14:0)
[02:03:06.755] Build status: SCHEDULED
[02:03:06.756] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-sdk-bazel-linux-fuchsia_infra_bazel_rules-e5a0ec7f:8850380708010136448:15:0) after 5m12s
[02:08:18.802] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-sdk-bazel-linux-fuchsia_infra_bazel_rules-e5a0ec7f:8850380708010136448:15:0)
[02:08:18.822] Build status: SCHEDULED
[02:08:18.822] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-sdk-bazel-linux-fuchsia_infra_bazel_rules-e5a0ec7f:8850380708010136448:16:0) after 8m53s
[02:17:11.811] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-sdk-bazel-linux-fuchsia_infra_bazel_rules-e5a0ec7f:8850380708010136448:16:0)
[02:17:11.829] Build status: SCHEDULED
[02:17:11.830] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-sdk-bazel-linux-fuchsia_infra_bazel_rules-e5a0ec7f:8850380708010136448:17:0) after 4m20s
[02:21:31.844] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-sdk-bazel-linux-fuchsia_infra_bazel_rules-e5a0ec7f:8850380708010136448:17:0)
[02:21:31.861] Build status: SCHEDULED
[02:21:31.862] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-sdk-bazel-linux-fuchsia_infra_bazel_rules-e5a0ec7f:8850380708010136448:18:0) after 5m20s
[02:26:51.988] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-sdk-bazel-linux-fuchsia_infra_bazel_rules-e5a0ec7f:8850380708010136448:18:0)
[02:26:52.014] Build status: SCHEDULED
[02:26:52.014] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-sdk-bazel-linux-fuchsia_infra_bazel_rules-e5a0ec7f:8850380708010136448:19:0) after 7m40s
[02:34:32.027] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-sdk-bazel-linux-fuchsia_infra_bazel_rules-e5a0ec7f:8850380708010136448:19:0)
[02:34:32.064] Build status: SCHEDULED
[02:34:32.064] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-sdk-bazel-linux-fuchsia_infra_bazel_rules-e5a0ec7f:8850380708010136448:20:0) after 8m1s
[02:42:33.130] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-sdk-bazel-linux-fuchsia_infra_bazel_rules-e5a0ec7f:8850380708010136448:20:0)
[02:42:33.150] Build status: SCHEDULED
[02:42:33.150] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-sdk-bazel-linux-fuchsia_infra_bazel_rules-e5a0ec7f:8850380708010136448:21:0) after 2m59s
[02:45:32.166] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-sdk-bazel-linux-fuchsia_infra_bazel_rules-e5a0ec7f:8850380708010136448:21:0)
[02:45:32.193] Build status: SCHEDULED
[02:45:32.193] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-sdk-bazel-linux-fuchsia_infra_bazel_rules-e5a0ec7f:8850380708010136448:22:0) after 6m14s
[02:51:46.200] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-sdk-bazel-linux-fuchsia_infra_bazel_rules-e5a0ec7f:8850380708010136448:22:0)
[02:51:46.217] Build status: SCHEDULED
[02:51:46.217] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-sdk-bazel-linux-fuchsia_infra_bazel_rules-e5a0ec7f:8850380708010136448:23:0) after 1m28s
[02:53:14.231] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-sdk-bazel-linux-fuchsia_infra_bazel_rules-e5a0ec7f:8850380708010136448:23:0)
[02:53:14.257] Build status: SCHEDULED
[02:53:14.258] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-sdk-bazel-linux-fuchsia_infra_bazel_rules-e5a0ec7f:8850380708010136448:24:0) after 6m35s
[02:59:49.324] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-sdk-bazel-linux-fuchsia_infra_bazel_rules-e5a0ec7f:8850380708010136448:24:0)
[02:59:49.341] Build status: SCHEDULED
[02:59:49.342] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-sdk-bazel-linux-fuchsia_infra_bazel_rules-e5a0ec7f:8850380708010136448:25:0) after 3m54s
[03:03:43.316] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-sdk-bazel-linux-fuchsia_infra_bazel_rules-e5a0ec7f:8850380708010136448:25:0)
[03:03:43.335] Build status: SCHEDULED
[03:03:43.335] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-sdk-bazel-linux-fuchsia_infra_bazel_rules-e5a0ec7f:8850380708010136448:26:0) after 1m53s
[03:05:36.401] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-sdk-bazel-linux-fuchsia_infra_bazel_rules-e5a0ec7f:8850380708010136448:26:0)
[03:05:36.419] Build status: SCHEDULED
[03:05:36.419] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-sdk-bazel-linux-fuchsia_infra_bazel_rules-e5a0ec7f:8850380708010136448:27:0) after 5m35s
[03:11:11.435] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-sdk-bazel-linux-fuchsia_infra_bazel_rules-e5a0ec7f:8850380708010136448:27:0)
[03:11:11.456] Build status: SCHEDULED
[03:11:11.456] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-sdk-bazel-linux-fuchsia_infra_bazel_rules-e5a0ec7f:8850380708010136448:28:0) after 4m21s
[03:15:32.472] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-sdk-bazel-linux-fuchsia_infra_bazel_rules-e5a0ec7f:8850380708010136448:28:0)
[03:15:32.505] Build status: SCHEDULED
[03:15:32.505] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-sdk-bazel-linux-fuchsia_infra_bazel_rules-e5a0ec7f:8850380708010136448:29:0) after 1m57s
[03:17:29.716] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-sdk-bazel-linux-fuchsia_infra_bazel_rules-e5a0ec7f:8850380708010136448:29:0)
[03:17:29.736] Build status: SCHEDULED
[03:17:29.736] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-sdk-bazel-linux-fuchsia_infra_bazel_rules-e5a0ec7f:8850380708010136448:30:0) after 8m15s
[03:25:44.748] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-sdk-bazel-linux-fuchsia_infra_bazel_rules-e5a0ec7f:8850380708010136448:30:0)
[03:25:44.766] Build status: SCHEDULED
[03:25:44.766] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-sdk-bazel-linux-fuchsia_infra_bazel_rules-e5a0ec7f:8850380708010136448:31:0) after 6m56s
[03:32:40.922] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-sdk-bazel-linux-fuchsia_infra_bazel_rules-e5a0ec7f:8850380708010136448:31:0)
[03:32:40.939] Build status: SCHEDULED
[03:32:40.939] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-sdk-bazel-linux-fuchsia_infra_bazel_rules-e5a0ec7f:8850380708010136448:32:0) after 1m30s
[03:34:10.979] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-sdk-bazel-linux-fuchsia_infra_bazel_rules-e5a0ec7f:8850380708010136448:32:0)
[03:34:11.004] Build status: SCHEDULED
[03:34:11.004] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-sdk-bazel-linux-fuchsia_infra_bazel_rules-e5a0ec7f:8850380708010136448:33:0) after 8m58s
[03:43:09.039] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-sdk-bazel-linux-fuchsia_infra_bazel_rules-e5a0ec7f:8850380708010136448:33:0)
[03:43:09.061] Build status: SCHEDULED
[03:43:09.061] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-sdk-bazel-linux-fuchsia_infra_bazel_rules-e5a0ec7f:8850380708010136448:34:0) after 1m59s
[03:45:08.078] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-sdk-bazel-linux-fuchsia_infra_bazel_rules-e5a0ec7f:8850380708010136448:34:0)
[03:45:08.094] Build status: SCHEDULED
[03:45:08.094] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-sdk-bazel-linux-fuchsia_infra_bazel_rules-e5a0ec7f:8850380708010136448:35:0) after 6m13s
[03:51:21.080] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-sdk-bazel-linux-fuchsia_infra_bazel_rules-e5a0ec7f:8850380708010136448:35:0)
[03:51:21.100] Build status: SCHEDULED
[03:51:21.100] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-sdk-bazel-linux-fuchsia_infra_bazel_rules-e5a0ec7f:8850380708010136448:36:0) after 1m30s
[03:52:51.141] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-sdk-bazel-linux-fuchsia_infra_bazel_rules-e5a0ec7f:8850380708010136448:36:0)
[03:52:51.156] Build status: SCHEDULED
[03:52:51.156] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-sdk-bazel-linux-fuchsia_infra_bazel_rules-e5a0ec7f:8850380708010136448:37:0) after 4m45s
[03:57:36.246] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-sdk-bazel-linux-fuchsia_infra_bazel_rules-e5a0ec7f:8850380708010136448:37:0)
[03:57:36.266] Build status: SCHEDULED
[03:57:36.266] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-sdk-bazel-linux-fuchsia_infra_bazel_rules-e5a0ec7f:8850380708010136448:38:0) after 9m59s
[04:07:35.379] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-sdk-bazel-linux-fuchsia_infra_bazel_rules-e5a0ec7f:8850380708010136448:38:0)
[04:07:35.432] Build status: SCHEDULED
[04:07:35.432] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-sdk-bazel-linux-fuchsia_infra_bazel_rules-e5a0ec7f:8850380708010136448:39:0) after 2m12s
[04:09:47.539] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-sdk-bazel-linux-fuchsia_infra_bazel_rules-e5a0ec7f:8850380708010136448:39:0)
[04:09:47.565] Build status: SCHEDULED
[04:09:47.565] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-sdk-bazel-linux-fuchsia_infra_bazel_rules-e5a0ec7f:8850380708010136448:40:0) after 6m36s
[04:16:23.579] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-sdk-bazel-linux-fuchsia_infra_bazel_rules-e5a0ec7f:8850380708010136448:40:0)
[04:16:23.598] Build status: SCHEDULED
[04:16:23.598] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-sdk-bazel-linux-fuchsia_infra_bazel_rules-e5a0ec7f:8850380708010136448:41:0) after 2m24s
[04:18:47.720] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-sdk-bazel-linux-fuchsia_infra_bazel_rules-e5a0ec7f:8850380708010136448:41:0)
[04:18:47.738] Build status: SCHEDULED
[04:18:47.738] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-sdk-bazel-linux-fuchsia_infra_bazel_rules-e5a0ec7f:8850380708010136448:42:0) after 9m14s
[04:22:27.326] Received PubSub notification, asking Buildbucket for the build status
[04:22:27.345] Build:
{
  "id": "8684950646180772705",
  "builder": {
    "project": "fuchsia",
    "bucket": "global.ci",
    "builder": "sdk-bazel-linux-fuchsia_infra_bazel_rules"
  },
  "createdBy": "project:fuchsia",
  "createTime": "2026-04-10T00:57:31.689606841Z",
  "endTime": "2026-04-10T04:20:01.188667451Z",
  "updateTime": "2026-04-10T04:20:01.188667451Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "fuchsia.googlesource.com",
      "project": "integration",
      "id": "29080e999e9bf089d4393b635346f0c244fc7b61",
      "ref": "refs/heads/main"
    }
  }
}
[04:22:27.345] Invocation finished in 3h24m56.783767822s with status FAILED