Status: FAILED
Triggered by: v8-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 15 minutes
Actions:

Definition (rev c922df7f3ebbf09d5a6f144d12699a27ed6f4f07)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "V8 Linux64 - fyi"
>

Incoming triggers

Incoming properties

{
  "newest_gitiles_revision": "2312ab9b8999fa3580d4567773f9a1abb894d8c7",
  "oldest_gitiles_revision": "2312ab9b8999fa3580d4567773f9a1abb894d8c7",
  "parent_build": "https://cr-buildbucket.appspot.com/build/8703294610255279505",
  "parent_buildername": "V8 Linux64 - builder",
  "parent_gn_args": [
    "dcheck_always_on = false",
    "is_component_build = false",
    "is_debug = false",
    "target_cpu = \"x64\"",
    "use_remoteexec = true",
    "v8_enable_google_benchmark = true",
    "v8_gcmole = true"
  ],
  "parent_got_revision": "2312ab9b8999fa3580d4567773f9a1abb894d8c7",
  "parent_got_revision_cp": "refs/heads/main@{#102641}",
  "parent_test_spec": {
    "swarming_dimensions": {
      "os": "Ubuntu-22.04"
    },
    "swarming_task_attrs": {},
    "tests": [
      [
        "v8testing",
        1,
        "infra_staging",
        "infra_staging",
        [],
        {},
        {}
      ],
      [
        "mjsunit",
        1,
        "stress_sampling",
        "stress_sampling",
        [],
        {},
        {}
      ],
      [
        "webkit",
        1,
        "stress_sampling",
        "stress_sampling",
        [],
        {},
        {}
      ],
      [
        "mjsunit",
        1,
        "stress_snapshot",
        "stress_snapshot",
        [],
        {},
        {}
      ],
      [
        "mjsunit",
        1,
        "rehash_snapshot",
        "rehash_snapshot",
        [],
        {},
        {}
      ],
      [
        "mjsunit",
        1,
        "experimental_regexp",
        "experimental_regexp",
        [],
        {},
        {}
      ],
      [
        "v8testing",
        1,
        "stress_maglev_no_turbofan",
        "stress_maglev_no_turbofan",
        [],
        {},
        {}
      ],
      [
        "v8testing",
        1,
        "maglev_no_turbofan_regexp_from_bc",
        "maglev_no_turbofan_regexp_from_bc",
        [],
        {},
        {}
      ],
      [
        "mjsunit",
        1,
        "stress_maglev_tracing",
        "stress_maglev_tracing",
        [],
        {},
        {}
      ]
    ]
  },
  "revision": "2312ab9b8999fa3580d4567773f9a1abb894d8c7",
  "swarm_hashes": {
    "benchmarks": "8ec493fc69cdf4792c6183ced1120ebe25d8d159472dbc1e962ae12546825f53/319",
    "bot_default": "299855ca18740dc2ac5b2629295628a8bf48225fc64e3a9916b7300e8e27d8db/320",
    "check-static-initializers": "38fd4399c56499eca7e6251c110c59c946193cb1002990488eaa11c7f5cd76a6/156",
    "generate-bytecode-expectations": "fc6d54861fa6d32ae331380f818ad49013559e39772fcb404aecbc4ce7bb2f4c/155",
    "mjsunit": "f3192926b7e36c32963c3415ca2794cc0a2ef9b12f9ed7c4f3c247f465b9cf6b/319",
    "mozilla": "befe78a24c04ad31cc2127e528c2db6fdb32564150c2dfcaf911aa0196f4bcda/319",
    "optimize_for_size": "3b21c0426dcf94a6cef3ff987ae075ab28bc76de449b95c6c1e294deefb9621f/320",
    "perf_integration": "d39b761fa9429f81de1553abfa66c39b1903f134aaae4f74bd34caefe054d3c2/320",
    "run-gcmole": "ac9548527ab304634de6de05ec7a25ab898dafa33654f60031dd03cf51f596f3/810",
    "test262": "b7d544ca884fcc1541db3feb967a1b0761d3b72520bd21be25a871cca31dabbb/319",
    "webkit": "cdf171ed08356a2ca5cbf6fee76fcaf791acafcf16fa95efdcf62a12ad69d4ab/319"
  }
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/v8/v8/+/2312ab9b8999fa3580d4567773f9a1abb894d8c7
  • gitiles_ref:refs/heads/main
  • parent_buildername:V8 Linux64 - builder
  • parent_buildnumber:82547
  • user_agent:recipe

Debug log (UTC)

[13:40:35.179] New invocation is queued and will start shortly
[13:40:35.179] Triggered by user:v8-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[13:40:36.324] Starting the invocation (attempt 1)
[13:40:36.351] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/v8/v8/+/2312ab9b8999fa3580d4567773f9a1abb894d8c7"
[13:40:36.351] Reconstructed gitiles commit from tags
[13:40:36.351] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[13:40:36.351] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[13:40:36.352] Buildbucket request:
{
  "requestId": "8868723883549245776",
  "builder": {
    "project": "v8",
    "bucket": "ci",
    "builder": "V8 Linux64 - fyi"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8868723883549245776",
            "job": "v8/V8 Linux64 - fyi",
            "triggers": [
                  {
                        "buildbucket": {
                              "properties": {
                                    "newest_gitiles_revision": "55565e4bbdbf22297d4e13e5299752a635f7ad95",
                                    "oldest_gitiles_revision": "55565e4bbdbf22297d4e13e5299752a635f7ad95",
                                    "parent_build": "https://cr-buildbucket.appspot.com/build/8703295076017332593",
                                    "parent_buildername": "V8 Linux64 - builder",
                                    "parent_gn_args": [
                                          "dcheck_always_on = false",
                                          "is_component_build = false",
                                          "is_debug = false",
                                          "target_cpu = \"x64\"",
                                          "use_remoteexec = true",
                                          "v8_enable_google_benchmark = true",
                                          "v8_gcmole = true"
                                        ],
                                    "parent_got_revision": "55565e4bbdbf22297d4e13e5299752a635f7ad95",
                                    "parent_got_revision_cp": "refs/heads/main@{#102640}",
                                    "parent_test_spec": {
                                          "swarming_dimensions": {
                                                "os": "Ubuntu-22.04"
                                              },
                                          "swarming_task_attrs": {
                                              },
                                          "tests": [
                                                [
                                                      "v8testing",
                                                      1,
                                                      "infra_staging",
                                                      "infra_staging",
                                                      [
                                                          ],
                                                      {
                                                          },
                                                      {
                                                          }
                                                    ],
                                                [
                                                      "mjsunit",
                                                      1,
                                                      "stress_sampling",
                                                      "stress_sampling",
                                                      [
                                                          ],
                                                      {
                                                          },
                                                      {
                                                          }
                                                    ],
                                                [
                                                      "webkit",
                                                      1,
                                                      "stress_sampling",
                                                      "stress_sampling",
                                                      [
                                                          ],
                                                      {
                                                          },
                                                      {
                                                          }
                                                    ],
                                                [
                                                      "mjsunit",
                                                      1,
                                                      "stress_snapshot",
                                                      "stress_snapshot",
                                                      [
                                                          ],
                                                      {
                                                          },
                                                      {
                                                          }
                                                    ],
                                                [
                                                      "mjsunit",
                                                      1,
                                                      "rehash_snapshot",
                                                      "rehash_snapshot",
                                                      [
                                                          ],
                                                      {
                                                          },
                                                      {
                                                          }
                                                    ],
                                                [
                                                      "mjsunit",
                                                      1,
                                                      "experimental_regexp",
                                                      "experimental_regexp",
                                                      [
                                                          ],
                                                      {
                                                          },
                                                      {
                                                          }
                                                    ],
                                                [
                                                      "v8testing",
                                                      1,
                                                      "stress_maglev_no_turbofan",
                                                      "stress_maglev_no_turbofan",
                                                      [
                                                          ],
                                                      {
                                                          },
                                                      {
                                                          }
                                                    ],
                                                [
                                                      "v8testing",
                                                      1,
                                                      "maglev_no_turbofan_regexp_from_bc",
                                                      "maglev_no_turbofan_regexp_from_bc",
                                                      [
                                                          ],
                                                      {
                                                          },
                                                      {
                                                          }
                                                    ],
                                                [
                                                      "mjsunit",
                                                      1,
                                                      "stress_maglev_tracing",
                                                      "stress_maglev_tracing",
                                                      [
                                                          ],
                                                      {
                                                          },
                                                      {
                                                          }
                                                    ]
                                              ]
                                        },
                                    "revision": "55565e4bbdbf22297d4e13e5299752a635f7ad95",
                                    "swarm_hashes": {
                                          "benchmarks": "5166140af5cd7898b396ecb491e5fb57bb72882750fe0f2f9a3adb106518c3ea/319",
                                          "bot_default": "5d58041d6a5c5563d24ce87de6608e3c9710fca8acfddbf9a12e322265c5667e/320",
                                          "check-static-initializers": "557eabaaa83950b4df9cc2bd8a4c6acf9303cde293b37ba937d2264d0a16a00d/156",
                                          "generate-bytecode-expectations": "2f4e9c9e633b257a56a2221399aab0bfc8b9f9029b7c7df0ac8eea866bbff271/155",
                                          "mjsunit": "e7e50edda6f154dbb24d42abf63276acaa1ad63784488f8c69064de5c3e31a66/319",
                                          "mozilla": "5f00e0e9129b076396becebb2471a243d68f2a12325837706ab6e376026a5060/319",
                                          "optimize_for_size": "97c9482f5c07bb4f60f7fc8f335913ca041998989d198a56a02d008d18d86553/320",
                                          "perf_integration": "295f6ddbb60b5e39468169717e506f7b5808a0d81f507d7370e3b85f33b82715/320",
                                          "run-gcmole": "55f70683e6f113062b669adfffa6a2e906b0c030eb504a58b89293abf133f9c2/810",
                                          "test262": "26baf74b10b7bbc251e427ea33f2611b361e92e41e854d4de5b37b03aa8cd156/319",
                                          "webkit": "719d445a16a957bfec40eec58508fc9905c28613444f3339deb506b4dfe04d76/319"
                                        }
                                  },
                              "tags": [
                                    "buildset:commit/gitiles/chromium.googlesource.com/v8/v8/+/55565e4bbdbf22297d4e13e5299752a635f7ad95",
                                    "gitiles_ref:refs/heads/main",
                                    "parent_buildername:V8 Linux64 - builder",
                                    "parent_buildnumber:82546",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "a550ef06-6b69-4390-9952-54a398674153",
                        "title": "V8 Linux64 - builder/82546",
                        "url": "https://cr-buildbucket.appspot.com/build/8703295076017332593"
                      },
                  {
                        "buildbucket": {
                              "properties": {
                                    "newest_gitiles_revision": "2312ab9b8999fa3580d4567773f9a1abb894d8c7",
                                    "oldest_gitiles_revision": "2312ab9b8999fa3580d4567773f9a1abb894d8c7",
                                    "parent_build": "https://cr-buildbucket.appspot.com/build/8703294610255279505",
                                    "parent_buildername": "V8 Linux64 - builder",
                                    "parent_gn_args": [
                                          "dcheck_always_on = false",
                                          "is_component_build = false",
                                          "is_debug = false",
                                          "target_cpu = \"x64\"",
                                          "use_remoteexec = true",
                                          "v8_enable_google_benchmark = true",
                                          "v8_gcmole = true"
                                        ],
                                    "parent_got_revision": "2312ab9b8999fa3580d4567773f9a1abb894d8c7",
                                    "parent_got_revision_cp": "refs/heads/main@{#102641}",
                                    "parent_test_spec": {
                                          "swarming_dimensions": {
                                                "os": "Ubuntu-22.04"
                                              },
                                          "swarming_task_attrs": {
                                              },
                                          "tests": [
                                                [
                                                      "v8testing",
                                                      1,
                                                      "infra_staging",
                                                      "infra_staging",
                                                      [
                                                          ],
                                                      {
                                                          },
                                                      {
                                                          }
                                                    ],
                                                [
                                                      "mjsunit",
                                                      1,
                                                      "stress_sampling",
                                                      "stress_sampling",
                                                      [
                                                          ],
                                                      {
                                                          },
                                                      {
                                                          }
                                                    ],
                                                [
                                                      "webkit",
                                                      1,
                                                      "stress_sampling",
                                                      "stress_sampling",
                                                      [
                                                          ],
                                                      {
                                                          },
                                                      {
                                                          }
                                                    ],
                                                [
                                                      "mjsunit",
                                                      1,
                                                      "stress_snapshot",
                                                      "stress_snapshot",
                                                      [
                                                          ],
                                                      {
                                                          },
                                                      {
                                                          }
                                                    ],
                                                [
                                                      "mjsunit",
                                                      1,
                                                      "rehash_snapshot",
                                                      "rehash_snapshot",
                                                      [
                                                          ],
                                                      {
                                                          },
                                                      {
                                                          }
                                                    ],
                                                [
                                                      "mjsunit",
                                                      1,
                                                      "experimental_regexp",
                                                      "experimental_regexp",
                                                      [
                                                          ],
                                                      {
                                                          },
                                                      {
                                                          }
                                                    ],
                                                [
                                                      "v8testing",
                                                      1,
                                                      "stress_maglev_no_turbofan",
                                                      "stress_maglev_no_turbofan",
                                                      [
                                                          ],
                                                      {
                                                          },
                                                      {
                                                          }
                                                    ],
                                                [
                                                      "v8testing",
                                                      1,
                                                      "maglev_no_turbofan_regexp_from_bc",
                                                      "maglev_no_turbofan_regexp_from_bc",
                                                      [
                                                          ],
                                                      {
                                                          },
                                                      {
                                                          }
                                                    ],
                                                [
                                                      "mjsunit",
                                                      1,
                                                      "stress_maglev_tracing",
                                                      "stress_maglev_tracing",
                                                      [
                                                          ],
                                                      {
                                                          },
                                                      {
                                                          }
                                                    ]
                                              ]
                                        },
                                    "revision": "2312ab9b8999fa3580d4567773f9a1abb894d8c7",
                                    "swarm_hashes": {
                                          "benchmarks": "8ec493fc69cdf4792c6183ced1120ebe25d8d159472dbc1e962ae12546825f53/319",
                                          "bot_default": "299855ca18740dc2ac5b2629295628a8bf48225fc64e3a9916b7300e8e27d8db/320",
                                          "check-static-initializers": "38fd4399c56499eca7e6251c110c59c946193cb1002990488eaa11c7f5cd76a6/156",
                                          "generate-bytecode-expectations": "fc6d54861fa6d32ae331380f818ad49013559e39772fcb404aecbc4ce7bb2f4c/155",
                                          "mjsunit": "f3192926b7e36c32963c3415ca2794cc0a2ef9b12f9ed7c4f3c247f465b9cf6b/319",
                                          "mozilla": "befe78a24c04ad31cc2127e528c2db6fdb32564150c2dfcaf911aa0196f4bcda/319",
                                          "optimize_for_size": "3b21c0426dcf94a6cef3ff987ae075ab28bc76de449b95c6c1e294deefb9621f/320",
                                          "perf_integration": "d39b761fa9429f81de1553abfa66c39b1903f134aaae4f74bd34caefe054d3c2/320",
                                          "run-gcmole": "ac9548527ab304634de6de05ec7a25ab898dafa33654f60031dd03cf51f596f3/810",
                                          "test262": "b7d544ca884fcc1541db3feb967a1b0761d3b72520bd21be25a871cca31dabbb/319",
                                          "webkit": "cdf171ed08356a2ca5cbf6fee76fcaf791acafcf16fa95efdcf62a12ad69d4ab/319"
                                        }
                                  },
                              "tags": [
                                    "buildset:commit/gitiles/chromium.googlesource.com/v8/v8/+/2312ab9b8999fa3580d4567773f9a1abb894d8c7",
                                    "gitiles_ref:refs/heads/main",
                                    "parent_buildername:V8 Linux64 - builder",
                                    "parent_buildnumber:82547",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "1d631292-6c8f-41dd-879a-6b5b37ae66ad",
                        "title": "V8 Linux64 - builder/82547",
                        "url": "https://cr-buildbucket.appspot.com/build/8703294610255279505"
                      }
                ]
          },
      "newest_gitiles_revision": "2312ab9b8999fa3580d4567773f9a1abb894d8c7",
      "oldest_gitiles_revision": "2312ab9b8999fa3580d4567773f9a1abb894d8c7",
      "parent_build": "https://cr-buildbucket.appspot.com/build/8703294610255279505",
      "parent_buildername": "V8 Linux64 - builder",
      "parent_gn_args": [
            "dcheck_always_on = false",
            "is_component_build = false",
            "is_debug = false",
            "target_cpu = \"x64\"",
            "use_remoteexec = true",
            "v8_enable_google_benchmark = true",
            "v8_gcmole = true"
          ],
      "parent_got_revision": "2312ab9b8999fa3580d4567773f9a1abb894d8c7",
      "parent_got_revision_cp": "refs/heads/main@{#102641}",
      "parent_test_spec": {
            "swarming_dimensions": {
                  "os": "Ubuntu-22.04"
                },
            "swarming_task_attrs": {
                },
            "tests": [
                  [
                        "v8testing",
                        1,
                        "infra_staging",
                        "infra_staging",
                        [
                            ],
                        {
                            },
                        {
                            }
                      ],
                  [
                        "mjsunit",
                        1,
                        "stress_sampling",
                        "stress_sampling",
                        [
                            ],
                        {
                            },
                        {
                            }
                      ],
                  [
                        "webkit",
                        1,
                        "stress_sampling",
                        "stress_sampling",
                        [
                            ],
                        {
                            },
                        {
                            }
                      ],
                  [
                        "mjsunit",
                        1,
                        "stress_snapshot",
                        "stress_snapshot",
                        [
                            ],
                        {
                            },
                        {
                            }
                      ],
                  [
                        "mjsunit",
                        1,
                        "rehash_snapshot",
                        "rehash_snapshot",
                        [
                            ],
                        {
                            },
                        {
                            }
                      ],
                  [
                        "mjsunit",
                        1,
                        "experimental_regexp",
                        "experimental_regexp",
                        [
                            ],
                        {
                            },
                        {
                            }
                      ],
                  [
                        "v8testing",
                        1,
                        "stress_maglev_no_turbofan",
                        "stress_maglev_no_turbofan",
                        [
                            ],
                        {
                            },
                        {
                            }
                      ],
                  [
                        "v8testing",
                        1,
                        "maglev_no_turbofan_regexp_from_bc",
                        "maglev_no_turbofan_regexp_from_bc",
                        [
                            ],
                        {
                            },
                        {
                            }
                      ],
                  [
                        "mjsunit",
                        1,
                        "stress_maglev_tracing",
                        "stress_maglev_tracing",
                        [
                            ],
                        {
                            },
                        {
                            }
                      ]
                ]
          },
      "swarm_hashes": {
            "benchmarks": "8ec493fc69cdf4792c6183ced1120ebe25d8d159472dbc1e962ae12546825f53/319",
            "bot_default": "299855ca18740dc2ac5b2629295628a8bf48225fc64e3a9916b7300e8e27d8db/320",
            "check-static-initializers": "38fd4399c56499eca7e6251c110c59c946193cb1002990488eaa11c7f5cd76a6/156",
            "generate-bytecode-expectations": "fc6d54861fa6d32ae331380f818ad49013559e39772fcb404aecbc4ce7bb2f4c/155",
            "mjsunit": "f3192926b7e36c32963c3415ca2794cc0a2ef9b12f9ed7c4f3c247f465b9cf6b/319",
            "mozilla": "befe78a24c04ad31cc2127e528c2db6fdb32564150c2dfcaf911aa0196f4bcda/319",
            "optimize_for_size": "3b21c0426dcf94a6cef3ff987ae075ab28bc76de449b95c6c1e294deefb9621f/320",
            "perf_integration": "d39b761fa9429f81de1553abfa66c39b1903f134aaae4f74bd34caefe054d3c2/320",
            "run-gcmole": "ac9548527ab304634de6de05ec7a25ab898dafa33654f60031dd03cf51f596f3/810",
            "test262": "b7d544ca884fcc1541db3feb967a1b0761d3b72520bd21be25a871cca31dabbb/319",
            "webkit": "cdf171ed08356a2ca5cbf6fee76fcaf791acafcf16fa95efdcf62a12ad69d4ab/319"
          }
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "v8/v8",
    "id": "2312ab9b8999fa3580d4567773f9a1abb894d8c7",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8868723883549245776"
    },
    {
      "key": "scheduler_job_id",
      "value": "v8/V8 Linux64 - fyi"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "V8 Linux64 - builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "82547"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[13:40:36.899] Scheduled build:
{
  "id": "8703293821541950545",
  "builder": {
    "project": "v8",
    "bucket": "ci",
    "builder": "V8 Linux64 - fyi"
  },
  "number": 47077,
  "createdBy": "project:v8",
  "createTime": "2025-09-19T13:40:36.466044163Z",
  "updateTime": "2025-09-19T13:40:36.466044163Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "v8/v8",
      "id": "2312ab9b8999fa3580d4567773f9a1abb894d8c7",
      "ref": "refs/heads/main"
    }
  }
}
[13:40:36.899] Task URL: https://cr-buildbucket.appspot.com/build/8703293821541950545
[13:40:36.899] Scheduling timer "check-buildbucket-build-status" (v8/V8 Linux64 - fyi:8868723883549245776:2:0) after 7m36s
[13:40:37.653] Received PubSub notification, asking Buildbucket for the build status
[13:40:37.680] Build status: SCHEDULED
[13:40:43.549] Received PubSub notification, asking Buildbucket for the build status
[13:40:43.569] Build status: STARTED
[13:48:13.008] Handling timer "check-buildbucket-build-status" (v8/V8 Linux64 - fyi:8868723883549245776:2:0)
[13:48:13.035] Build status: STARTED
[13:48:13.036] Scheduling timer "check-buildbucket-build-status" (v8/V8 Linux64 - fyi:8868723883549245776:5:0) after 7m17s
[13:55:30.050] Handling timer "check-buildbucket-build-status" (v8/V8 Linux64 - fyi:8868723883549245776:5:0)
[13:55:30.088] Build status: STARTED
[13:55:30.088] Scheduling timer "check-buildbucket-build-status" (v8/V8 Linux64 - fyi:8868723883549245776:6:0) after 2m18s
[13:55:37.302] Received PubSub notification, asking Buildbucket for the build status
[13:55:37.318] Build:
{
  "id": "8703293821541950545",
  "builder": {
    "project": "v8",
    "bucket": "ci",
    "builder": "V8 Linux64 - fyi"
  },
  "number": 47077,
  "createdBy": "project:v8",
  "createTime": "2025-09-19T13:40:36.466044163Z",
  "startTime": "2025-09-19T13:40:43.371256989Z",
  "endTime": "2025-09-19T13:55:37.021081083Z",
  "updateTime": "2025-09-19T13:55:37.021081083Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "v8/v8",
      "id": "2312ab9b8999fa3580d4567773f9a1abb894d8c7",
      "ref": "refs/heads/main"
    }
  }
}
[13:55:37.318] Invocation finished in 15m2.149651143s with status FAILED