Status: FAILED
Triggered by: -
Duration: 2 hours
Actions:

Definition (rev a866a33dc7b977ec9aaf5a55bd1d22a1e7586a2d)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "global.ci"
  builder: "minimal.riscv64-debug"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://fuchsia.googlesource.com/integration",
  "revision": "9e0adf8d492e9faeba3e7b2f2a061e2e29a2b1fd"
}

Incoming tags

  • buildset:commit/gitiles/fuchsia.googlesource.com/integration/+/9e0adf8d492e9faeba3e7b2f2a061e2e29a2b1fd
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[05:42:24.691] New invocation is queued and will start shortly
[05:42:25.796] Starting the invocation (attempt 1)
[05:42:25.819] Popped buildset tag "buildset:commit/gitiles/fuchsia.googlesource.com/integration/+/9e0adf8d492e9faeba3e7b2f2a061e2e29a2b1fd"
[05:42:25.819] Popped gitiles commit info from properties and tags
[05:42:25.819] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[05:42:25.819] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[05:42:25.819] Buildbucket request:
{
  "requestId": "8837679208224834368",
  "builder": {
    "project": "fuchsia",
    "bucket": "global.ci",
    "builder": "minimal.riscv64-debug"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8837679208224834368",
            "job": "fuchsia/global.ci-minimal.riscv64-debug-e5a0ec7f",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://fuchsia.googlesource.com/integration",
                              "revision": "0687d996c538fe3f9f14691b6fc5d79c182242ae"
                            },
                        "id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@0687d996c538fe3f9f14691b6fc5d79c182242ae",
                        "title": "0687d996c538fe3f9f14691b6fc5d79c182242ae",
                        "url": "https://fuchsia.googlesource.com/integration/+/0687d996c538fe3f9f14691b6fc5d79c182242ae"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://fuchsia.googlesource.com/integration",
                              "revision": "7ae1983c7a892060dce42c3bbf3268d80bd6a85f"
                            },
                        "id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@7ae1983c7a892060dce42c3bbf3268d80bd6a85f",
                        "title": "7ae1983c7a892060dce42c3bbf3268d80bd6a85f",
                        "url": "https://fuchsia.googlesource.com/integration/+/7ae1983c7a892060dce42c3bbf3268d80bd6a85f"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://fuchsia.googlesource.com/integration",
                              "revision": "eff2f5e6ef644be03d15ad53c6762ab909302eb5"
                            },
                        "id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@eff2f5e6ef644be03d15ad53c6762ab909302eb5",
                        "title": "eff2f5e6ef644be03d15ad53c6762ab909302eb5",
                        "url": "https://fuchsia.googlesource.com/integration/+/eff2f5e6ef644be03d15ad53c6762ab909302eb5"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://fuchsia.googlesource.com/integration",
                              "revision": "6d6f0b296f9d72dce94075de650fc350f67c6114"
                            },
                        "id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@6d6f0b296f9d72dce94075de650fc350f67c6114",
                        "title": "6d6f0b296f9d72dce94075de650fc350f67c6114",
                        "url": "https://fuchsia.googlesource.com/integration/+/6d6f0b296f9d72dce94075de650fc350f67c6114"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://fuchsia.googlesource.com/integration",
                              "revision": "9ecfe284d5c8b9a5d86a7c95a80878ae6437828b"
                            },
                        "id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@9ecfe284d5c8b9a5d86a7c95a80878ae6437828b",
                        "title": "9ecfe284d5c8b9a5d86a7c95a80878ae6437828b",
                        "url": "https://fuchsia.googlesource.com/integration/+/9ecfe284d5c8b9a5d86a7c95a80878ae6437828b"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://fuchsia.googlesource.com/integration",
                              "revision": "11ab0d67c058448f3b0f705ee3aaa81347a460fe"
                            },
                        "id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@11ab0d67c058448f3b0f705ee3aaa81347a460fe",
                        "title": "11ab0d67c058448f3b0f705ee3aaa81347a460fe",
                        "url": "https://fuchsia.googlesource.com/integration/+/11ab0d67c058448f3b0f705ee3aaa81347a460fe"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://fuchsia.googlesource.com/integration",
                              "revision": "49769b184704877ddb286d1ce08172f287955c21"
                            },
                        "id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@49769b184704877ddb286d1ce08172f287955c21",
                        "title": "49769b184704877ddb286d1ce08172f287955c21",
                        "url": "https://fuchsia.googlesource.com/integration/+/49769b184704877ddb286d1ce08172f287955c21"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://fuchsia.googlesource.com/integration",
                              "revision": "7fa07157f6b2e0b6ba0d7f75816332608eed922f"
                            },
                        "id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@7fa07157f6b2e0b6ba0d7f75816332608eed922f",
                        "title": "7fa07157f6b2e0b6ba0d7f75816332608eed922f",
                        "url": "https://fuchsia.googlesource.com/integration/+/7fa07157f6b2e0b6ba0d7f75816332608eed922f"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://fuchsia.googlesource.com/integration",
                              "revision": "457a284dc03db7bd9568c511e5f789fd924fb5cf"
                            },
                        "id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@457a284dc03db7bd9568c511e5f789fd924fb5cf",
                        "title": "457a284dc03db7bd9568c511e5f789fd924fb5cf",
                        "url": "https://fuchsia.googlesource.com/integration/+/457a284dc03db7bd9568c511e5f789fd924fb5cf"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://fuchsia.googlesource.com/integration",
                              "revision": "a9976235ef74692bdc6121d0b8812e15498577b7"
                            },
                        "id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@a9976235ef74692bdc6121d0b8812e15498577b7",
                        "title": "a9976235ef74692bdc6121d0b8812e15498577b7",
                        "url": "https://fuchsia.googlesource.com/integration/+/a9976235ef74692bdc6121d0b8812e15498577b7"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://fuchsia.googlesource.com/integration",
                              "revision": "7d78e75f23998aa2d15bda144a7695bb904f0528"
                            },
                        "id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@7d78e75f23998aa2d15bda144a7695bb904f0528",
                        "title": "7d78e75f23998aa2d15bda144a7695bb904f0528",
                        "url": "https://fuchsia.googlesource.com/integration/+/7d78e75f23998aa2d15bda144a7695bb904f0528"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://fuchsia.googlesource.com/integration",
                              "revision": "717c0522025704ded3f46c1a778dfb43ff658cd3"
                            },
                        "id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@717c0522025704ded3f46c1a778dfb43ff658cd3",
                        "title": "717c0522025704ded3f46c1a778dfb43ff658cd3",
                        "url": "https://fuchsia.googlesource.com/integration/+/717c0522025704ded3f46c1a778dfb43ff658cd3"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://fuchsia.googlesource.com/integration",
                              "revision": "1836072c2a2c5330ec1def69b8b2b4c2e6cb9d79"
                            },
                        "id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@1836072c2a2c5330ec1def69b8b2b4c2e6cb9d79",
                        "title": "1836072c2a2c5330ec1def69b8b2b4c2e6cb9d79",
                        "url": "https://fuchsia.googlesource.com/integration/+/1836072c2a2c5330ec1def69b8b2b4c2e6cb9d79"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://fuchsia.googlesource.com/integration",
                              "revision": "492b8dc095a5f7fa6423ab47a33ae8a3df34212b"
                            },
                        "id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@492b8dc095a5f7fa6423ab47a33ae8a3df34212b",
                        "title": "492b8dc095a5f7fa6423ab47a33ae8a3df34212b",
                        "url": "https://fuchsia.googlesource.com/integration/+/492b8dc095a5f7fa6423ab47a33ae8a3df34212b"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://fuchsia.googlesource.com/integration",
                              "revision": "9e0adf8d492e9faeba3e7b2f2a061e2e29a2b1fd"
                            },
                        "id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@9e0adf8d492e9faeba3e7b2f2a061e2e29a2b1fd",
                        "title": "9e0adf8d492e9faeba3e7b2f2a061e2e29a2b1fd",
                        "url": "https://fuchsia.googlesource.com/integration/+/9e0adf8d492e9faeba3e7b2f2a061e2e29a2b1fd"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "fuchsia.googlesource.com",
    "project": "integration",
    "id": "9e0adf8d492e9faeba3e7b2f2a061e2e29a2b1fd",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8837679208224834368"
    },
    {
      "key": "scheduler_job_id",
      "value": "fuchsia/global.ci-minimal.riscv64-debug-e5a0ec7f"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[05:42:26.784] Scheduled build:
{
  "id": "8672249145970427649",
  "builder": {
    "project": "fuchsia",
    "bucket": "global.ci",
    "builder": "minimal.riscv64-debug"
  },
  "createdBy": "project:fuchsia",
  "createTime": "2026-08-28T05:42:26.219702818Z",
  "updateTime": "2026-08-28T05:42:26.219702818Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "fuchsia.googlesource.com",
      "project": "integration",
      "id": "9e0adf8d492e9faeba3e7b2f2a061e2e29a2b1fd",
      "ref": "refs/heads/main"
    }
  }
}
[05:42:26.784] Task URL: https://cr-buildbucket.appspot.com/build/8672249145970427649
[05:42:26.784] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-debug-e5a0ec7f:8837679208224834368:2:0) after 9m42s
[05:42:27.790] Received PubSub notification, asking Buildbucket for the build status
[05:42:27.808] Build status: SCHEDULED
[05:42:30.345] Received PubSub notification, asking Buildbucket for the build status
[05:42:30.364] Build status: STARTED
[05:52:08.838] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-debug-e5a0ec7f:8837679208224834368:2:0)
[05:52:08.858] Build status: STARTED
[05:52:08.858] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-debug-e5a0ec7f:8837679208224834368:5:0) after 1m27s
[05:53:35.862] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-debug-e5a0ec7f:8837679208224834368:5:0)
[05:53:35.920] Build status: STARTED
[05:53:35.920] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-debug-e5a0ec7f:8837679208224834368:6:0) after 8m50s
[06:02:26.045] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-debug-e5a0ec7f:8837679208224834368:6:0)
[06:02:26.065] Build status: STARTED
[06:02:26.065] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-debug-e5a0ec7f:8837679208224834368:7:0) after 1m22s
[06:03:48.080] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-debug-e5a0ec7f:8837679208224834368:7:0)
[06:03:48.129] Build status: STARTED
[06:03:48.129] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-debug-e5a0ec7f:8837679208224834368:8:0) after 5m35s
[06:09:23.150] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-debug-e5a0ec7f:8837679208224834368:8:0)
[06:09:23.317] Build status: STARTED
[06:09:23.317] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-debug-e5a0ec7f:8837679208224834368:9:0) after 6m24s
[06:15:47.384] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-debug-e5a0ec7f:8837679208224834368:9:0)
[06:15:47.404] Build status: STARTED
[06:15:47.404] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-debug-e5a0ec7f:8837679208224834368:10:0) after 2m19s
[06:18:06.449] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-debug-e5a0ec7f:8837679208224834368:10:0)
[06:18:06.464] Build status: STARTED
[06:18:06.464] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-debug-e5a0ec7f:8837679208224834368:11:0) after 2m29s
[06:20:35.538] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-debug-e5a0ec7f:8837679208224834368:11:0)
[06:20:35.558] Build status: STARTED
[06:20:35.558] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-debug-e5a0ec7f:8837679208224834368:12:0) after 7m21s
[06:27:56.726] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-debug-e5a0ec7f:8837679208224834368:12:0)
[06:27:56.748] Build status: STARTED
[06:27:56.748] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-debug-e5a0ec7f:8837679208224834368:13:0) after 6m25s
[06:34:21.817] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-debug-e5a0ec7f:8837679208224834368:13:0)
[06:34:21.851] Build status: STARTED
[06:34:21.852] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-debug-e5a0ec7f:8837679208224834368:14:0) after 8m0s
[06:42:21.866] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-debug-e5a0ec7f:8837679208224834368:14:0)
[06:42:21.940] Build status: STARTED
[06:42:21.940] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-debug-e5a0ec7f:8837679208224834368:15:0) after 1m58s
[06:44:20.056] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-debug-e5a0ec7f:8837679208224834368:15:0)
[06:44:20.084] Build status: STARTED
[06:44:20.084] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-debug-e5a0ec7f:8837679208224834368:16:0) after 6m6s
[06:50:26.125] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-debug-e5a0ec7f:8837679208224834368:16:0)
[06:50:26.141] Build status: STARTED
[06:50:26.141] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-debug-e5a0ec7f:8837679208224834368:17:0) after 9m16s
[06:59:42.185] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-debug-e5a0ec7f:8837679208224834368:17:0)
[06:59:42.203] Build status: STARTED
[06:59:42.204] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-debug-e5a0ec7f:8837679208224834368:18:0) after 6m52s
[07:06:34.229] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-debug-e5a0ec7f:8837679208224834368:18:0)
[07:06:34.261] Build status: STARTED
[07:06:34.261] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-debug-e5a0ec7f:8837679208224834368:19:0) after 4m21s
[07:10:55.313] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-debug-e5a0ec7f:8837679208224834368:19:0)
[07:10:55.331] Build status: STARTED
[07:10:55.331] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-debug-e5a0ec7f:8837679208224834368:20:0) after 3m40s
[07:14:35.346] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-debug-e5a0ec7f:8837679208224834368:20:0)
[07:14:35.365] Build status: STARTED
[07:14:35.365] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-debug-e5a0ec7f:8837679208224834368:21:0) after 3m55s
[07:18:30.388] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-debug-e5a0ec7f:8837679208224834368:21:0)
[07:18:30.422] Build status: STARTED
[07:18:30.422] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-debug-e5a0ec7f:8837679208224834368:22:0) after 8m18s
[07:26:48.440] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-debug-e5a0ec7f:8837679208224834368:22:0)
[07:26:48.458] Build status: STARTED
[07:26:48.458] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-debug-e5a0ec7f:8837679208224834368:23:0) after 1m37s
[07:28:25.472] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-debug-e5a0ec7f:8837679208224834368:23:0)
[07:28:25.524] Build status: STARTED
[07:28:25.524] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-debug-e5a0ec7f:8837679208224834368:24:0) after 7m12s
[07:35:37.618] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-debug-e5a0ec7f:8837679208224834368:24:0)
[07:35:37.649] Build status: STARTED
[07:35:37.649] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-debug-e5a0ec7f:8837679208224834368:25:0) after 5m26s
[07:41:03.798] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-debug-e5a0ec7f:8837679208224834368:25:0)
[07:41:03.817] Build status: STARTED
[07:41:03.817] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-debug-e5a0ec7f:8837679208224834368:26:0) after 3m5s
[07:44:08.926] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-debug-e5a0ec7f:8837679208224834368:26:0)
[07:44:09.027] Build status: STARTED
[07:44:09.027] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-debug-e5a0ec7f:8837679208224834368:27:0) after 7m30s
[07:51:39.339] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-debug-e5a0ec7f:8837679208224834368:27:0)
[07:51:39.368] Build status: STARTED
[07:51:39.368] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-debug-e5a0ec7f:8837679208224834368:28:0) after 1m7s
[07:52:46.382] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-debug-e5a0ec7f:8837679208224834368:28:0)
[07:52:46.405] Build status: STARTED
[07:52:46.406] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-debug-e5a0ec7f:8837679208224834368:29:0) after 6m59s
[07:59:45.470] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-debug-e5a0ec7f:8837679208224834368:29:0)
[07:59:45.560] Build status: STARTED
[07:59:45.560] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-minimal.riscv64-debug-e5a0ec7f:8837679208224834368:30:0) after 4m50s
[08:03:09.444] Received PubSub notification, asking Buildbucket for the build status
[08:03:09.461] Build:
{
  "id": "8672249145970427649",
  "builder": {
    "project": "fuchsia",
    "bucket": "global.ci",
    "builder": "minimal.riscv64-debug"
  },
  "createdBy": "project:fuchsia",
  "createTime": "2026-08-28T05:42:26.219702818Z",
  "startTime": "2026-08-28T05:42:30.153581606Z",
  "endTime": "2026-08-28T08:02:58.590516322Z",
  "updateTime": "2026-08-28T08:02:58.590516322Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "fuchsia.googlesource.com",
      "project": "integration",
      "id": "9e0adf8d492e9faeba3e7b2f2a061e2e29a2b1fd",
      "ref": "refs/heads/main"
    }
  }
}
[08:03:09.461] Invocation finished in 2h20m44.775071509s with status FAILED