Status: FAILED
Triggered by: v8-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 20 minutes
Actions:

Definition (rev c922df7f3ebbf09d5a6f144d12699a27ed6f4f07)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "V8 Linux64 - fyi"
>

Incoming triggers

Incoming properties

{
  "newest_gitiles_revision": "5e791b71232e65c50beba8c9ffe59de374cc0dc8",
  "oldest_gitiles_revision": "5e791b71232e65c50beba8c9ffe59de374cc0dc8",
  "parent_build": "https://cr-buildbucket.appspot.com/build/8679282879676735361",
  "parent_buildername": "V8 Linux64 - builder",
  "parent_gn_args": [
    "dcheck_always_on = false",
    "is_component_build = false",
    "is_debug = false",
    "target_cpu = \"x64\"",
    "use_remoteexec = true",
    "v8_enable_google_benchmark = true",
    "v8_gcmole = true"
  ],
  "parent_got_revision": "5e791b71232e65c50beba8c9ffe59de374cc0dc8",
  "parent_got_revision_cp": "refs/heads/main@{#107925}",
  "parent_test_spec": {
    "swarming_dimensions": {
      "os": "Ubuntu-22.04"
    },
    "swarming_task_attrs": {},
    "tests": [
      [
        "v8testing",
        1,
        "infra_staging",
        "infra_staging",
        [],
        {},
        {}
      ],
      [
        "mjsunit",
        1,
        "stress_sampling",
        "stress_sampling",
        [],
        {},
        {}
      ],
      [
        "webkit",
        1,
        "stress_sampling",
        "stress_sampling",
        [],
        {},
        {}
      ],
      [
        "mjsunit",
        1,
        "stress_snapshot",
        "stress_snapshot",
        [],
        {},
        {}
      ],
      [
        "mjsunit",
        1,
        "rehash_snapshot",
        "rehash_snapshot",
        [],
        {},
        {}
      ],
      [
        "mjsunit",
        1,
        "experimental_regexp",
        "experimental_regexp",
        [],
        {},
        {}
      ],
      [
        "v8testing",
        1,
        "stress_maglev_no_turbofan",
        "stress_maglev_no_turbofan",
        [],
        {},
        {}
      ],
      [
        "v8testing",
        1,
        "maglev_no_turbofan_regexp_from_bc",
        "maglev_no_turbofan_regexp_from_bc",
        [],
        {},
        {}
      ],
      [
        "mjsunit",
        1,
        "stress_maglev_tracing",
        "stress_maglev_tracing",
        [],
        {},
        {}
      ]
    ]
  },
  "revision": "5e791b71232e65c50beba8c9ffe59de374cc0dc8",
  "swarm_hashes": {
    "benchmarks": "0bc9d536e892c842b4396bfe3f0fdd990ff991a71ca9f9ad750e26f1b018ae9a/319",
    "bot_default": "23fa2379cd5be5b6d3e59392560d6e7ec49aaf8c8eee97dc8567e8d41abfcfd9/320",
    "check-static-initializers": "6132c05ff034086c3830c21053b7d3ac15d823c56a31fcf6c34e923ac02e9779/156",
    "generate-bytecode-expectations": "6aea010deb9ebada8a30c9b428aa9f962d4ee170e9304482eb6251ecf506de89/155",
    "mjsunit": "955b064fed1071997014c6793713a9c4571dc7fadac2a82324536ef3de83104f/319",
    "mozilla": "82c37edd874496ccdfcec0ed23a88e3d61b2fabba4c633da2f617eb4e271cdbf/319",
    "optimize_for_size": "769668bde255ebb419bb684932eb50401444c5b104de0517dcbecba2a59639c9/320",
    "perf_integration": "2ad4a7c08ba65aa2b94532a032c6fc7e31e6d8bd13b45b672e38c28b884f721a/320",
    "run-gcmole": "ae2b58c199cbec68a3a247223c560b32cdcc26124de29aeb36592602f23a6308/810",
    "test262": "733c57b637e194a5a08dfac2ac75a15bc1153ff90533bcb51abe8041fe663c94/319",
    "webkit": "b10f21dd8c0b0d3ada5d805a72d922b883b3e9615922504c8652840ade91fd0f/319"
  }
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/v8/v8/+/5e791b71232e65c50beba8c9ffe59de374cc0dc8
  • gitiles_ref:refs/heads/main
  • parent_buildername:V8 Linux64 - builder
  • parent_buildnumber:87832
  • user_agent:recipe

Debug log (UTC)

[14:41:10.036] New invocation is queued and will start shortly
[14:41:10.036] Triggered by user:v8-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[14:41:11.120] Starting the invocation (attempt 1)
[14:41:11.147] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/v8/v8/+/5e791b71232e65c50beba8c9ffe59de374cc0dc8"
[14:41:11.147] Reconstructed gitiles commit from tags
[14:41:11.147] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[14:41:11.147] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[14:41:11.148] Buildbucket request:
{
  "requestId": "8844711876021722848",
  "builder": {
    "project": "v8",
    "bucket": "ci",
    "builder": "V8 Linux64 - fyi"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8844711876021722848",
            "job": "v8/V8 Linux64 - fyi",
            "triggers": [
                  {
                        "buildbucket": {
                              "properties": {
                                    "newest_gitiles_revision": "b1ed4ff53ea816a4e139812950b2ace162c68f02",
                                    "oldest_gitiles_revision": "b1ed4ff53ea816a4e139812950b2ace162c68f02",
                                    "parent_build": "https://cr-buildbucket.appspot.com/build/8679283369787296641",
                                    "parent_buildername": "V8 Linux64 - builder",
                                    "parent_gn_args": [
                                          "dcheck_always_on = false",
                                          "is_component_build = false",
                                          "is_debug = false",
                                          "target_cpu = \"x64\"",
                                          "use_remoteexec = true",
                                          "v8_enable_google_benchmark = true",
                                          "v8_gcmole = true"
                                        ],
                                    "parent_got_revision": "b1ed4ff53ea816a4e139812950b2ace162c68f02",
                                    "parent_got_revision_cp": "refs/heads/main@{#107924}",
                                    "parent_test_spec": {
                                          "swarming_dimensions": {
                                                "os": "Ubuntu-22.04"
                                              },
                                          "swarming_task_attrs": {
                                              },
                                          "tests": [
                                                [
                                                      "v8testing",
                                                      1,
                                                      "infra_staging",
                                                      "infra_staging",
                                                      [
                                                          ],
                                                      {
                                                          },
                                                      {
                                                          }
                                                    ],
                                                [
                                                      "mjsunit",
                                                      1,
                                                      "stress_sampling",
                                                      "stress_sampling",
                                                      [
                                                          ],
                                                      {
                                                          },
                                                      {
                                                          }
                                                    ],
                                                [
                                                      "webkit",
                                                      1,
                                                      "stress_sampling",
                                                      "stress_sampling",
                                                      [
                                                          ],
                                                      {
                                                          },
                                                      {
                                                          }
                                                    ],
                                                [
                                                      "mjsunit",
                                                      1,
                                                      "stress_snapshot",
                                                      "stress_snapshot",
                                                      [
                                                          ],
                                                      {
                                                          },
                                                      {
                                                          }
                                                    ],
                                                [
                                                      "mjsunit",
                                                      1,
                                                      "rehash_snapshot",
                                                      "rehash_snapshot",
                                                      [
                                                          ],
                                                      {
                                                          },
                                                      {
                                                          }
                                                    ],
                                                [
                                                      "mjsunit",
                                                      1,
                                                      "experimental_regexp",
                                                      "experimental_regexp",
                                                      [
                                                          ],
                                                      {
                                                          },
                                                      {
                                                          }
                                                    ],
                                                [
                                                      "v8testing",
                                                      1,
                                                      "stress_maglev_no_turbofan",
                                                      "stress_maglev_no_turbofan",
                                                      [
                                                          ],
                                                      {
                                                          },
                                                      {
                                                          }
                                                    ],
                                                [
                                                      "v8testing",
                                                      1,
                                                      "maglev_no_turbofan_regexp_from_bc",
                                                      "maglev_no_turbofan_regexp_from_bc",
                                                      [
                                                          ],
                                                      {
                                                          },
                                                      {
                                                          }
                                                    ],
                                                [
                                                      "mjsunit",
                                                      1,
                                                      "stress_maglev_tracing",
                                                      "stress_maglev_tracing",
                                                      [
                                                          ],
                                                      {
                                                          },
                                                      {
                                                          }
                                                    ]
                                              ]
                                        },
                                    "revision": "b1ed4ff53ea816a4e139812950b2ace162c68f02",
                                    "swarm_hashes": {
                                          "benchmarks": "8a95fb4f82dc8bb08e14d2e82a00ebae109a953a457339fff8cf5546a9181f0a/319",
                                          "bot_default": "774a1adb74fed3cb74e98c54dcbd6690976be48abcfce970f85c3569b3a5377b/320",
                                          "check-static-initializers": "c09685b18a4424028e2a6e426ccf4734fc3b13991c6b117d21b05040615ae4f3/156",
                                          "generate-bytecode-expectations": "36b37ea70e362aefdfc3a0d797ca3225d0a5322b7a63aace146d8688d685ec95/155",
                                          "mjsunit": "38490ede23c57ced8e5c4cf9de437506e0ad60708d34d288f166e4941854a1f9/319",
                                          "mozilla": "16830767cc4b585b5be1ab391d94ae040f98d40ce142efc2ccb298cafcb14b6a/319",
                                          "optimize_for_size": "06f14bed96671ca6d17b79e1661b423109e94f233ee715b4363a67a500c7b4ba/320",
                                          "perf_integration": "65a0af76971622eab91d553e68c7539cf519c583d9898dc1b9298e99ebf6aa95/320",
                                          "run-gcmole": "67813b78ab0f26ed76f2a27f03e2e7e5037d075b654479617d78c0b70190d340/810",
                                          "test262": "542db4fe266d0a157ecce8ea012dc144fa3c0c1a320ac8ab4ab1bd1ad5ae7b5c/319",
                                          "webkit": "718f809432ac89d3f78311592ffa43483048ffee7420604fd0e8348090ca9166/319"
                                        }
                                  },
                              "tags": [
                                    "buildset:commit/gitiles/chromium.googlesource.com/v8/v8/+/b1ed4ff53ea816a4e139812950b2ace162c68f02",
                                    "gitiles_ref:refs/heads/main",
                                    "parent_buildername:V8 Linux64 - builder",
                                    "parent_buildnumber:87831",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "ecb014c4-06ca-4938-8a68-edbcead556a5",
                        "title": "V8 Linux64 - builder/87831",
                        "url": "https://cr-buildbucket.appspot.com/build/8679283369787296641"
                      },
                  {
                        "buildbucket": {
                              "properties": {
                                    "newest_gitiles_revision": "5e791b71232e65c50beba8c9ffe59de374cc0dc8",
                                    "oldest_gitiles_revision": "5e791b71232e65c50beba8c9ffe59de374cc0dc8",
                                    "parent_build": "https://cr-buildbucket.appspot.com/build/8679282879676735361",
                                    "parent_buildername": "V8 Linux64 - builder",
                                    "parent_gn_args": [
                                          "dcheck_always_on = false",
                                          "is_component_build = false",
                                          "is_debug = false",
                                          "target_cpu = \"x64\"",
                                          "use_remoteexec = true",
                                          "v8_enable_google_benchmark = true",
                                          "v8_gcmole = true"
                                        ],
                                    "parent_got_revision": "5e791b71232e65c50beba8c9ffe59de374cc0dc8",
                                    "parent_got_revision_cp": "refs/heads/main@{#107925}",
                                    "parent_test_spec": {
                                          "swarming_dimensions": {
                                                "os": "Ubuntu-22.04"
                                              },
                                          "swarming_task_attrs": {
                                              },
                                          "tests": [
                                                [
                                                      "v8testing",
                                                      1,
                                                      "infra_staging",
                                                      "infra_staging",
                                                      [
                                                          ],
                                                      {
                                                          },
                                                      {
                                                          }
                                                    ],
                                                [
                                                      "mjsunit",
                                                      1,
                                                      "stress_sampling",
                                                      "stress_sampling",
                                                      [
                                                          ],
                                                      {
                                                          },
                                                      {
                                                          }
                                                    ],
                                                [
                                                      "webkit",
                                                      1,
                                                      "stress_sampling",
                                                      "stress_sampling",
                                                      [
                                                          ],
                                                      {
                                                          },
                                                      {
                                                          }
                                                    ],
                                                [
                                                      "mjsunit",
                                                      1,
                                                      "stress_snapshot",
                                                      "stress_snapshot",
                                                      [
                                                          ],
                                                      {
                                                          },
                                                      {
                                                          }
                                                    ],
                                                [
                                                      "mjsunit",
                                                      1,
                                                      "rehash_snapshot",
                                                      "rehash_snapshot",
                                                      [
                                                          ],
                                                      {
                                                          },
                                                      {
                                                          }
                                                    ],
                                                [
                                                      "mjsunit",
                                                      1,
                                                      "experimental_regexp",
                                                      "experimental_regexp",
                                                      [
                                                          ],
                                                      {
                                                          },
                                                      {
                                                          }
                                                    ],
                                                [
                                                      "v8testing",
                                                      1,
                                                      "stress_maglev_no_turbofan",
                                                      "stress_maglev_no_turbofan",
                                                      [
                                                          ],
                                                      {
                                                          },
                                                      {
                                                          }
                                                    ],
                                                [
                                                      "v8testing",
                                                      1,
                                                      "maglev_no_turbofan_regexp_from_bc",
                                                      "maglev_no_turbofan_regexp_from_bc",
                                                      [
                                                          ],
                                                      {
                                                          },
                                                      {
                                                          }
                                                    ],
                                                [
                                                      "mjsunit",
                                                      1,
                                                      "stress_maglev_tracing",
                                                      "stress_maglev_tracing",
                                                      [
                                                          ],
                                                      {
                                                          },
                                                      {
                                                          }
                                                    ]
                                              ]
                                        },
                                    "revision": "5e791b71232e65c50beba8c9ffe59de374cc0dc8",
                                    "swarm_hashes": {
                                          "benchmarks": "0bc9d536e892c842b4396bfe3f0fdd990ff991a71ca9f9ad750e26f1b018ae9a/319",
                                          "bot_default": "23fa2379cd5be5b6d3e59392560d6e7ec49aaf8c8eee97dc8567e8d41abfcfd9/320",
                                          "check-static-initializers": "6132c05ff034086c3830c21053b7d3ac15d823c56a31fcf6c34e923ac02e9779/156",
                                          "generate-bytecode-expectations": "6aea010deb9ebada8a30c9b428aa9f962d4ee170e9304482eb6251ecf506de89/155",
                                          "mjsunit": "955b064fed1071997014c6793713a9c4571dc7fadac2a82324536ef3de83104f/319",
                                          "mozilla": "82c37edd874496ccdfcec0ed23a88e3d61b2fabba4c633da2f617eb4e271cdbf/319",
                                          "optimize_for_size": "769668bde255ebb419bb684932eb50401444c5b104de0517dcbecba2a59639c9/320",
                                          "perf_integration": "2ad4a7c08ba65aa2b94532a032c6fc7e31e6d8bd13b45b672e38c28b884f721a/320",
                                          "run-gcmole": "ae2b58c199cbec68a3a247223c560b32cdcc26124de29aeb36592602f23a6308/810",
                                          "test262": "733c57b637e194a5a08dfac2ac75a15bc1153ff90533bcb51abe8041fe663c94/319",
                                          "webkit": "b10f21dd8c0b0d3ada5d805a72d922b883b3e9615922504c8652840ade91fd0f/319"
                                        }
                                  },
                              "tags": [
                                    "buildset:commit/gitiles/chromium.googlesource.com/v8/v8/+/5e791b71232e65c50beba8c9ffe59de374cc0dc8",
                                    "gitiles_ref:refs/heads/main",
                                    "parent_buildername:V8 Linux64 - builder",
                                    "parent_buildnumber:87832",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "2c60c838-3d28-48b6-b16a-b6a58d45e80f",
                        "title": "V8 Linux64 - builder/87832",
                        "url": "https://cr-buildbucket.appspot.com/build/8679282879676735361"
                      }
                ]
          },
      "newest_gitiles_revision": "5e791b71232e65c50beba8c9ffe59de374cc0dc8",
      "oldest_gitiles_revision": "5e791b71232e65c50beba8c9ffe59de374cc0dc8",
      "parent_build": "https://cr-buildbucket.appspot.com/build/8679282879676735361",
      "parent_buildername": "V8 Linux64 - builder",
      "parent_gn_args": [
            "dcheck_always_on = false",
            "is_component_build = false",
            "is_debug = false",
            "target_cpu = \"x64\"",
            "use_remoteexec = true",
            "v8_enable_google_benchmark = true",
            "v8_gcmole = true"
          ],
      "parent_got_revision": "5e791b71232e65c50beba8c9ffe59de374cc0dc8",
      "parent_got_revision_cp": "refs/heads/main@{#107925}",
      "parent_test_spec": {
            "swarming_dimensions": {
                  "os": "Ubuntu-22.04"
                },
            "swarming_task_attrs": {
                },
            "tests": [
                  [
                        "v8testing",
                        1,
                        "infra_staging",
                        "infra_staging",
                        [
                            ],
                        {
                            },
                        {
                            }
                      ],
                  [
                        "mjsunit",
                        1,
                        "stress_sampling",
                        "stress_sampling",
                        [
                            ],
                        {
                            },
                        {
                            }
                      ],
                  [
                        "webkit",
                        1,
                        "stress_sampling",
                        "stress_sampling",
                        [
                            ],
                        {
                            },
                        {
                            }
                      ],
                  [
                        "mjsunit",
                        1,
                        "stress_snapshot",
                        "stress_snapshot",
                        [
                            ],
                        {
                            },
                        {
                            }
                      ],
                  [
                        "mjsunit",
                        1,
                        "rehash_snapshot",
                        "rehash_snapshot",
                        [
                            ],
                        {
                            },
                        {
                            }
                      ],
                  [
                        "mjsunit",
                        1,
                        "experimental_regexp",
                        "experimental_regexp",
                        [
                            ],
                        {
                            },
                        {
                            }
                      ],
                  [
                        "v8testing",
                        1,
                        "stress_maglev_no_turbofan",
                        "stress_maglev_no_turbofan",
                        [
                            ],
                        {
                            },
                        {
                            }
                      ],
                  [
                        "v8testing",
                        1,
                        "maglev_no_turbofan_regexp_from_bc",
                        "maglev_no_turbofan_regexp_from_bc",
                        [
                            ],
                        {
                            },
                        {
                            }
                      ],
                  [
                        "mjsunit",
                        1,
                        "stress_maglev_tracing",
                        "stress_maglev_tracing",
                        [
                            ],
                        {
                            },
                        {
                            }
                      ]
                ]
          },
      "swarm_hashes": {
            "benchmarks": "0bc9d536e892c842b4396bfe3f0fdd990ff991a71ca9f9ad750e26f1b018ae9a/319",
            "bot_default": "23fa2379cd5be5b6d3e59392560d6e7ec49aaf8c8eee97dc8567e8d41abfcfd9/320",
            "check-static-initializers": "6132c05ff034086c3830c21053b7d3ac15d823c56a31fcf6c34e923ac02e9779/156",
            "generate-bytecode-expectations": "6aea010deb9ebada8a30c9b428aa9f962d4ee170e9304482eb6251ecf506de89/155",
            "mjsunit": "955b064fed1071997014c6793713a9c4571dc7fadac2a82324536ef3de83104f/319",
            "mozilla": "82c37edd874496ccdfcec0ed23a88e3d61b2fabba4c633da2f617eb4e271cdbf/319",
            "optimize_for_size": "769668bde255ebb419bb684932eb50401444c5b104de0517dcbecba2a59639c9/320",
            "perf_integration": "2ad4a7c08ba65aa2b94532a032c6fc7e31e6d8bd13b45b672e38c28b884f721a/320",
            "run-gcmole": "ae2b58c199cbec68a3a247223c560b32cdcc26124de29aeb36592602f23a6308/810",
            "test262": "733c57b637e194a5a08dfac2ac75a15bc1153ff90533bcb51abe8041fe663c94/319",
            "webkit": "b10f21dd8c0b0d3ada5d805a72d922b883b3e9615922504c8652840ade91fd0f/319"
          }
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "v8/v8",
    "id": "5e791b71232e65c50beba8c9ffe59de374cc0dc8",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8844711876021722848"
    },
    {
      "key": "scheduler_job_id",
      "value": "v8/V8 Linux64 - fyi"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "V8 Linux64 - builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "87832"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[14:41:11.791] Scheduled build:
{
  "id": "8679281814135952577",
  "builder": {
    "project": "v8",
    "bucket": "ci",
    "builder": "V8 Linux64 - fyi"
  },
  "number": 51393,
  "createdBy": "project:v8",
  "createTime": "2026-06-11T14:41:11.214085821Z",
  "updateTime": "2026-06-11T14:41:11.214085821Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "v8/v8",
      "id": "5e791b71232e65c50beba8c9ffe59de374cc0dc8",
      "ref": "refs/heads/main"
    }
  }
}
[14:41:11.791] Task URL: https://cr-buildbucket.appspot.com/build/8679281814135952577
[14:41:11.791] Scheduling timer "check-buildbucket-build-status" (v8/V8 Linux64 - fyi:8844711876021722848:2:0) after 9m39s
[14:41:12.717] Received PubSub notification, asking Buildbucket for the build status
[14:41:12.745] Build status: SCHEDULED
[14:41:19.499] Received PubSub notification, asking Buildbucket for the build status
[14:41:19.522] Build status: STARTED
[14:50:50.811] Handling timer "check-buildbucket-build-status" (v8/V8 Linux64 - fyi:8844711876021722848:2:0)
[14:50:50.829] Build status: STARTED
[14:50:50.829] Scheduling timer "check-buildbucket-build-status" (v8/V8 Linux64 - fyi:8844711876021722848:5:0) after 3m46s
[14:54:36.892] Handling timer "check-buildbucket-build-status" (v8/V8 Linux64 - fyi:8844711876021722848:5:0)
[14:54:36.922] Build status: STARTED
[14:54:36.922] Scheduling timer "check-buildbucket-build-status" (v8/V8 Linux64 - fyi:8844711876021722848:6:0) after 7m2s
[15:01:34.299] Received PubSub notification, asking Buildbucket for the build status
[15:01:34.359] Build:
{
  "id": "8679281814135952577",
  "builder": {
    "project": "v8",
    "bucket": "ci",
    "builder": "V8 Linux64 - fyi"
  },
  "number": 51393,
  "createdBy": "project:v8",
  "createTime": "2026-06-11T14:41:11.214085821Z",
  "startTime": "2026-06-11T14:41:19.286448617Z",
  "endTime": "2026-06-11T15:01:33.854430235Z",
  "updateTime": "2026-06-11T15:01:33.854430235Z",
  "status": "INFRA_FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "v8/v8",
      "id": "5e791b71232e65c50beba8c9ffe59de374cc0dc8",
      "ref": "refs/heads/main"
    }
  }
}
[15:01:34.359] Invocation finished in 20m24.327233747s with status FAILED