buildbucket: < server: "cr-buildbucket.appspot.com" bucket: "ci" builder: "V8 Linux64 - debug" >
{
"newest_gitiles_revision": "55c9364f0c4d45ae79ee18b31bce3c1f860f08e9",
"oldest_gitiles_revision": "55c9364f0c4d45ae79ee18b31bce3c1f860f08e9",
"parent_build": "https://cr-buildbucket.appspot.com/build/8716776946720850657",
"parent_buildername": "V8 Linux64 - debug builder",
"parent_gn_args": [
"is_component_build = true",
"is_debug = true",
"target_cpu = \"x64\"",
"use_remoteexec = true",
"v8_enable_backtrace = true",
"v8_enable_google_benchmark = true",
"v8_enable_slow_dchecks = true"
],
"parent_got_revision": "55c9364f0c4d45ae79ee18b31bce3c1f860f08e9",
"parent_got_revision_cp": "refs/heads/main@{#99876}",
"parent_test_spec": {
"swarming_dimensions": {
"cpu": "x86-64-avx2",
"os": "Ubuntu-22.04"
},
"swarming_task_attrs": {},
"tests": [
[
"benchmarks",
1,
null,
"",
[],
{},
{}
],
[
"benchmarks",
2,
"extra",
"extra",
[],
{},
{}
],
[
"mozilla",
1,
null,
"",
[],
{},
{}
],
[
"mozilla",
1,
"extra",
"extra",
[],
{},
{}
],
[
"optimize_for_size",
1,
null,
"",
[],
{},
{}
],
[
"test262",
9,
null,
"",
[],
{},
{}
],
[
"test262",
7,
"extra",
"extra",
[],
{},
{}
],
[
"v8testing",
3,
null,
"",
[],
{},
{}
],
[
"v8testing",
4,
"extra",
"extra",
[],
{},
{}
],
[
"v8testing",
1,
"minor_ms",
"minor_ms",
[],
{},
{}
],
[
"v8testing",
1,
"conservative_pinning",
"conservative_pinning",
[],
{},
{}
],
[
"v8testing",
1,
"precise_pinning",
"precise_pinning",
[],
{},
{}
],
[
"v8testing",
1,
"no_lfa",
"no_lfa",
[],
{},
{}
],
[
"v8testing",
1,
"slow_path",
"slow_path",
[],
{},
{}
],
[
"v8testing",
1,
"stress_instruction_scheduling",
"stress_instruction_scheduling",
[],
{},
{}
],
[
"v8testing",
1,
"stress_concurrent_allocation",
"stress_concurrent_allocation",
[],
{},
{}
],
[
"v8testing",
2,
"stress_concurrent_inlining",
"stress_concurrent_inlining",
[],
{},
{}
],
[
"mjsunit",
1,
"stress_maglev_tests_with_turbofan",
"stress_maglev_tests_with_turbofan",
[],
{},
{}
],
[
"v8testing",
1,
"maglev",
"maglev",
[],
{},
{}
],
[
"v8testing",
1,
"maglev_future",
"maglev_future",
[],
{},
{}
],
[
"v8testing",
1,
"stress_maglev",
"stress_maglev",
[],
{},
{}
],
[
"v8testing",
1,
"stress_maglev_non_eager_inlining",
"stress_maglev_non_eager_inlining",
[],
{},
{}
],
[
"v8testing",
1,
"stress_maglev_future",
"stress_maglev_future",
[],
{},
{}
],
[
"v8testing",
1,
"turbolev",
"turbolev",
[],
{},
{}
],
[
"mozilla",
1,
null,
"noavx",
[
"--extra-flags",
"--noenable-avx"
],
{},
{}
],
[
"test262",
2,
"default",
"noavx",
[
"--extra-flags",
"--noenable-avx"
],
{},
{}
],
[
"v8testing",
3,
null,
"noavx",
[
"--extra-flags",
"--noenable-avx"
],
{},
{}
],
[
"benchmarks",
1,
"code_serializer",
"code_serializer",
[],
{},
{}
],
[
"d8testing",
1,
"code_serializer",
"code_serializer",
[],
{},
{}
],
[
"mozilla",
1,
"code_serializer",
"code_serializer",
[],
{},
{}
],
[
"test262",
3,
"code_serializer",
"code_serializer",
[],
{},
{}
],
[
"mjsunit",
1,
"jit_fuzzing",
"jit_fuzzing",
[],
{},
{}
],
[
"mjsunit",
1,
"jit_fuzzing_maglev",
"jit_fuzzing_maglev",
[],
{},
{}
]
]
},
"revision": "55c9364f0c4d45ae79ee18b31bce3c1f860f08e9",
"swarm_hashes": {
"benchmarks": "f82119158f07e8fdd07f11c1c69712281aaa53837cff85015c17373d9c491595/319",
"bot_default": "ec6d8e2968c3806d51707b607556a2004a946970ceadc86a3f62b5f793a1bff6/320",
"d8_default": "1a1989ce12a18de8bf58e3c834786ae6ad632a742fe54d641ff0037a412eea1a/320",
"mjsunit": "4123c48f0c7f315c9e0c2c5f4fe60cb2f63b18280eb0e4e8b6e64f1de83b283c/319",
"mozilla": "d7be31bdec3ce8091014ec2b82bc71cba045e9f2bd168a943e7116962455d03f/319",
"optimize_for_size": "90ee40133d68812c4f6335ec6001c80dd410f9783e36fef981000bc8004f3cc5/320",
"test262": "b6f469e1a109f0a737fd9506f0db8801a44d7852135762659ad20c156cd29823/319",
"webkit": "dcd6b9b63929eeed489ed1d5415f26deb1545de9ddd49d0d327a091ffb4c49b4/319"
}
}
[18:36:19.049] New invocation is queued and will start shortly
[18:36:19.049] Triggered by user:v8-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[18:36:20.403] Starting the invocation (attempt 1)
[18:36:20.432] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/v8/v8/+/55c9364f0c4d45ae79ee18b31bce3c1f860f08e9"
[18:36:20.432] Reconstructed gitiles commit from tags
[18:36:20.432] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[18:36:20.432] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[18:36:20.434] Buildbucket request:
{
"requestId": "8882204225740492304",
"builder": {
"project": "v8",
"bucket": "ci",
"builder": "V8 Linux64 - debug"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8882204225740492304",
"job": "v8/ci-V8 Linux64 - debug",
"triggers": [
{
"buildbucket": {
"properties": {
"newest_gitiles_revision": "55c9364f0c4d45ae79ee18b31bce3c1f860f08e9",
"oldest_gitiles_revision": "55c9364f0c4d45ae79ee18b31bce3c1f860f08e9",
"parent_build": "https://cr-buildbucket.appspot.com/build/8716776946720850657",
"parent_buildername": "V8 Linux64 - debug builder",
"parent_gn_args": [
"is_component_build = true",
"is_debug = true",
"target_cpu = \"x64\"",
"use_remoteexec = true",
"v8_enable_backtrace = true",
"v8_enable_google_benchmark = true",
"v8_enable_slow_dchecks = true"
],
"parent_got_revision": "55c9364f0c4d45ae79ee18b31bce3c1f860f08e9",
"parent_got_revision_cp": "refs/heads/main@{#99876}",
"parent_test_spec": {
"swarming_dimensions": {
"cpu": "x86-64-avx2",
"os": "Ubuntu-22.04"
},
"swarming_task_attrs": {
},
"tests": [
[
"benchmarks",
1,
null,
"",
[
],
{
},
{
}
],
[
"benchmarks",
2,
"extra",
"extra",
[
],
{
},
{
}
],
[
"mozilla",
1,
null,
"",
[
],
{
},
{
}
],
[
"mozilla",
1,
"extra",
"extra",
[
],
{
},
{
}
],
[
"optimize_for_size",
1,
null,
"",
[
],
{
},
{
}
],
[
"test262",
9,
null,
"",
[
],
{
},
{
}
],
[
"test262",
7,
"extra",
"extra",
[
],
{
},
{
}
],
[
"v8testing",
3,
null,
"",
[
],
{
},
{
}
],
[
"v8testing",
4,
"extra",
"extra",
[
],
{
},
{
}
],
[
"v8testing",
1,
"minor_ms",
"minor_ms",
[
],
{
},
{
}
],
[
"v8testing",
1,
"conservative_pinning",
"conservative_pinning",
[
],
{
},
{
}
],
[
"v8testing",
1,
"precise_pinning",
"precise_pinning",
[
],
{
},
{
}
],
[
"v8testing",
1,
"no_lfa",
"no_lfa",
[
],
{
},
{
}
],
[
"v8testing",
1,
"slow_path",
"slow_path",
[
],
{
},
{
}
],
[
"v8testing",
1,
"stress_instruction_scheduling",
"stress_instruction_scheduling",
[
],
{
},
{
}
],
[
"v8testing",
1,
"stress_concurrent_allocation",
"stress_concurrent_allocation",
[
],
{
},
{
}
],
[
"v8testing",
2,
"stress_concurrent_inlining",
"stress_concurrent_inlining",
[
],
{
},
{
}
],
[
"mjsunit",
1,
"stress_maglev_tests_with_turbofan",
"stress_maglev_tests_with_turbofan",
[
],
{
},
{
}
],
[
"v8testing",
1,
"maglev",
"maglev",
[
],
{
},
{
}
],
[
"v8testing",
1,
"maglev_future",
"maglev_future",
[
],
{
},
{
}
],
[
"v8testing",
1,
"stress_maglev",
"stress_maglev",
[
],
{
},
{
}
],
[
"v8testing",
1,
"stress_maglev_non_eager_inlining",
"stress_maglev_non_eager_inlining",
[
],
{
},
{
}
],
[
"v8testing",
1,
"stress_maglev_future",
"stress_maglev_future",
[
],
{
},
{
}
],
[
"v8testing",
1,
"turbolev",
"turbolev",
[
],
{
},
{
}
],
[
"mozilla",
1,
null,
"noavx",
[
"--extra-flags",
"--noenable-avx"
],
{
},
{
}
],
[
"test262",
2,
"default",
"noavx",
[
"--extra-flags",
"--noenable-avx"
],
{
},
{
}
],
[
"v8testing",
3,
null,
"noavx",
[
"--extra-flags",
"--noenable-avx"
],
{
},
{
}
],
[
"benchmarks",
1,
"code_serializer",
"code_serializer",
[
],
{
},
{
}
],
[
"d8testing",
1,
"code_serializer",
"code_serializer",
[
],
{
},
{
}
],
[
"mozilla",
1,
"code_serializer",
"code_serializer",
[
],
{
},
{
}
],
[
"test262",
3,
"code_serializer",
"code_serializer",
[
],
{
},
{
}
],
[
"mjsunit",
1,
"jit_fuzzing",
"jit_fuzzing",
[
],
{
},
{
}
],
[
"mjsunit",
1,
"jit_fuzzing_maglev",
"jit_fuzzing_maglev",
[
],
{
},
{
}
]
]
},
"revision": "55c9364f0c4d45ae79ee18b31bce3c1f860f08e9",
"swarm_hashes": {
"benchmarks": "f82119158f07e8fdd07f11c1c69712281aaa53837cff85015c17373d9c491595/319",
"bot_default": "ec6d8e2968c3806d51707b607556a2004a946970ceadc86a3f62b5f793a1bff6/320",
"d8_default": "1a1989ce12a18de8bf58e3c834786ae6ad632a742fe54d641ff0037a412eea1a/320",
"mjsunit": "4123c48f0c7f315c9e0c2c5f4fe60cb2f63b18280eb0e4e8b6e64f1de83b283c/319",
"mozilla": "d7be31bdec3ce8091014ec2b82bc71cba045e9f2bd168a943e7116962455d03f/319",
"optimize_for_size": "90ee40133d68812c4f6335ec6001c80dd410f9783e36fef981000bc8004f3cc5/320",
"test262": "b6f469e1a109f0a737fd9506f0db8801a44d7852135762659ad20c156cd29823/319",
"webkit": "dcd6b9b63929eeed489ed1d5415f26deb1545de9ddd49d0d327a091ffb4c49b4/319"
}
},
"tags": [
"buildset:commit/gitiles/chromium.googlesource.com/v8/v8/+/55c9364f0c4d45ae79ee18b31bce3c1f860f08e9",
"gitiles_ref:refs/heads/main",
"parent_buildername:V8 Linux64 - debug builder",
"parent_buildnumber:78538",
"user_agent:recipe"
]
},
"id": "c6eaa273-cba3-4f7c-9446-8bbdaea3e636",
"title": "V8 Linux64 - debug builder/78538"
}
]
},
"newest_gitiles_revision": "55c9364f0c4d45ae79ee18b31bce3c1f860f08e9",
"oldest_gitiles_revision": "55c9364f0c4d45ae79ee18b31bce3c1f860f08e9",
"parent_build": "https://cr-buildbucket.appspot.com/build/8716776946720850657",
"parent_buildername": "V8 Linux64 - debug builder",
"parent_gn_args": [
"is_component_build = true",
"is_debug = true",
"target_cpu = \"x64\"",
"use_remoteexec = true",
"v8_enable_backtrace = true",
"v8_enable_google_benchmark = true",
"v8_enable_slow_dchecks = true"
],
"parent_got_revision": "55c9364f0c4d45ae79ee18b31bce3c1f860f08e9",
"parent_got_revision_cp": "refs/heads/main@{#99876}",
"parent_test_spec": {
"swarming_dimensions": {
"cpu": "x86-64-avx2",
"os": "Ubuntu-22.04"
},
"swarming_task_attrs": {
},
"tests": [
[
"benchmarks",
1,
null,
"",
[
],
{
},
{
}
],
[
"benchmarks",
2,
"extra",
"extra",
[
],
{
},
{
}
],
[
"mozilla",
1,
null,
"",
[
],
{
},
{
}
],
[
"mozilla",
1,
"extra",
"extra",
[
],
{
},
{
}
],
[
"optimize_for_size",
1,
null,
"",
[
],
{
},
{
}
],
[
"test262",
9,
null,
"",
[
],
{
},
{
}
],
[
"test262",
7,
"extra",
"extra",
[
],
{
},
{
}
],
[
"v8testing",
3,
null,
"",
[
],
{
},
{
}
],
[
"v8testing",
4,
"extra",
"extra",
[
],
{
},
{
}
],
[
"v8testing",
1,
"minor_ms",
"minor_ms",
[
],
{
},
{
}
],
[
"v8testing",
1,
"conservative_pinning",
"conservative_pinning",
[
],
{
},
{
}
],
[
"v8testing",
1,
"precise_pinning",
"precise_pinning",
[
],
{
},
{
}
],
[
"v8testing",
1,
"no_lfa",
"no_lfa",
[
],
{
},
{
}
],
[
"v8testing",
1,
"slow_path",
"slow_path",
[
],
{
},
{
}
],
[
"v8testing",
1,
"stress_instruction_scheduling",
"stress_instruction_scheduling",
[
],
{
},
{
}
],
[
"v8testing",
1,
"stress_concurrent_allocation",
"stress_concurrent_allocation",
[
],
{
},
{
}
],
[
"v8testing",
2,
"stress_concurrent_inlining",
"stress_concurrent_inlining",
[
],
{
},
{
}
],
[
"mjsunit",
1,
"stress_maglev_tests_with_turbofan",
"stress_maglev_tests_with_turbofan",
[
],
{
},
{
}
],
[
"v8testing",
1,
"maglev",
"maglev",
[
],
{
},
{
}
],
[
"v8testing",
1,
"maglev_future",
"maglev_future",
[
],
{
},
{
}
],
[
"v8testing",
1,
"stress_maglev",
"stress_maglev",
[
],
{
},
{
}
],
[
"v8testing",
1,
"stress_maglev_non_eager_inlining",
"stress_maglev_non_eager_inlining",
[
],
{
},
{
}
],
[
"v8testing",
1,
"stress_maglev_future",
"stress_maglev_future",
[
],
{
},
{
}
],
[
"v8testing",
1,
"turbolev",
"turbolev",
[
],
{
},
{
}
],
[
"mozilla",
1,
null,
"noavx",
[
"--extra-flags",
"--noenable-avx"
],
{
},
{
}
],
[
"test262",
2,
"default",
"noavx",
[
"--extra-flags",
"--noenable-avx"
],
{
},
{
}
],
[
"v8testing",
3,
null,
"noavx",
[
"--extra-flags",
"--noenable-avx"
],
{
},
{
}
],
[
"benchmarks",
1,
"code_serializer",
"code_serializer",
[
],
{
},
{
}
],
[
"d8testing",
1,
"code_serializer",
"code_serializer",
[
],
{
},
{
}
],
[
"mozilla",
1,
"code_serializer",
"code_serializer",
[
],
{
},
{
}
],
[
"test262",
3,
"code_serializer",
"code_serializer",
[
],
{
},
{
}
],
[
"mjsunit",
1,
"jit_fuzzing",
"jit_fuzzing",
[
],
{
},
{
}
],
[
"mjsunit",
1,
"jit_fuzzing_maglev",
"jit_fuzzing_maglev",
[
],
{
},
{
}
]
]
},
"swarm_hashes": {
"benchmarks": "f82119158f07e8fdd07f11c1c69712281aaa53837cff85015c17373d9c491595/319",
"bot_default": "ec6d8e2968c3806d51707b607556a2004a946970ceadc86a3f62b5f793a1bff6/320",
"d8_default": "1a1989ce12a18de8bf58e3c834786ae6ad632a742fe54d641ff0037a412eea1a/320",
"mjsunit": "4123c48f0c7f315c9e0c2c5f4fe60cb2f63b18280eb0e4e8b6e64f1de83b283c/319",
"mozilla": "d7be31bdec3ce8091014ec2b82bc71cba045e9f2bd168a943e7116962455d03f/319",
"optimize_for_size": "90ee40133d68812c4f6335ec6001c80dd410f9783e36fef981000bc8004f3cc5/320",
"test262": "b6f469e1a109f0a737fd9506f0db8801a44d7852135762659ad20c156cd29823/319",
"webkit": "dcd6b9b63929eeed489ed1d5415f26deb1545de9ddd49d0d327a091ffb4c49b4/319"
}
},
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "v8/v8",
"id": "55c9364f0c4d45ae79ee18b31bce3c1f860f08e9",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8882204225740492304"
},
{
"key": "scheduler_job_id",
"value": "v8/ci-V8 Linux64 - debug"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "V8 Linux64 - debug builder"
},
{
"key": "parent_buildnumber",
"value": "78538"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[18:36:20.966] Scheduled build:
{
"id": "8716774163543471633",
"builder": {
"project": "v8",
"bucket": "ci",
"builder": "V8 Linux64 - debug"
},
"number": 53924,
"createdBy": "project:v8",
"createTime": "2025-04-23T18:36:20.523570655Z",
"updateTime": "2025-04-23T18:36:20.523570655Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "v8/v8",
"id": "55c9364f0c4d45ae79ee18b31bce3c1f860f08e9",
"ref": "refs/heads/main"
}
}
}
[18:36:20.966] Task URL: https://cr-buildbucket.appspot.com/build/8716774163543471633
[18:36:20.966] Scheduling timer "check-buildbucket-build-status" (v8/ci-V8 Linux64 - debug:8882204225740492304:2:0) after 1m9s
[18:36:21.963] Received PubSub notification, asking Buildbucket for the build status
[18:36:21.983] Build status: SCHEDULED
[18:36:28.374] Received PubSub notification, asking Buildbucket for the build status
[18:36:28.396] Build status: STARTED
[18:37:29.954] Handling timer "check-buildbucket-build-status" (v8/ci-V8 Linux64 - debug:8882204225740492304:2:0)
[18:37:30.013] Build status: STARTED
[18:37:30.013] Scheduling timer "check-buildbucket-build-status" (v8/ci-V8 Linux64 - debug:8882204225740492304:5:0) after 5m10s
[18:42:40.034] Handling timer "check-buildbucket-build-status" (v8/ci-V8 Linux64 - debug:8882204225740492304:5:0)
[18:42:40.061] Build status: STARTED
[18:42:40.061] Scheduling timer "check-buildbucket-build-status" (v8/ci-V8 Linux64 - debug:8882204225740492304:6:0) after 9m29s
[18:52:09.137] Handling timer "check-buildbucket-build-status" (v8/ci-V8 Linux64 - debug:8882204225740492304:6:0)
[18:52:09.165] Build status: STARTED
[18:52:09.165] Scheduling timer "check-buildbucket-build-status" (v8/ci-V8 Linux64 - debug:8882204225740492304:7:0) after 1m17s
[18:53:26.210] Handling timer "check-buildbucket-build-status" (v8/ci-V8 Linux64 - debug:8882204225740492304:7:0)
[18:53:26.237] Build status: STARTED
[18:53:26.237] Scheduling timer "check-buildbucket-build-status" (v8/ci-V8 Linux64 - debug:8882204225740492304:8:0) after 2m49s
[18:56:15.333] Handling timer "check-buildbucket-build-status" (v8/ci-V8 Linux64 - debug:8882204225740492304:8:0)
[18:56:15.361] Build status: STARTED
[18:56:15.361] Scheduling timer "check-buildbucket-build-status" (v8/ci-V8 Linux64 - debug:8882204225740492304:9:0) after 6m29s
[19:02:44.440] Handling timer "check-buildbucket-build-status" (v8/ci-V8 Linux64 - debug:8882204225740492304:9:0)
[19:02:44.622] Build status: STARTED
[19:02:44.622] Scheduling timer "check-buildbucket-build-status" (v8/ci-V8 Linux64 - debug:8882204225740492304:10:0) after 5m28s
[19:08:12.648] Handling timer "check-buildbucket-build-status" (v8/ci-V8 Linux64 - debug:8882204225740492304:10:0)
[19:08:12.672] Build status: STARTED
[19:08:12.672] Scheduling timer "check-buildbucket-build-status" (v8/ci-V8 Linux64 - debug:8882204225740492304:11:0) after 2m28s
[19:10:40.652] Handling timer "check-buildbucket-build-status" (v8/ci-V8 Linux64 - debug:8882204225740492304:11:0)
[19:10:40.683] Build status: STARTED
[19:10:40.683] Scheduling timer "check-buildbucket-build-status" (v8/ci-V8 Linux64 - debug:8882204225740492304:12:0) after 1m55s
[19:12:35.753] Handling timer "check-buildbucket-build-status" (v8/ci-V8 Linux64 - debug:8882204225740492304:12:0)
[19:12:35.777] Build status: STARTED
[19:12:35.777] Scheduling timer "check-buildbucket-build-status" (v8/ci-V8 Linux64 - debug:8882204225740492304:13:0) after 5m11s
[19:17:46.799] Handling timer "check-buildbucket-build-status" (v8/ci-V8 Linux64 - debug:8882204225740492304:13:0)
[19:17:46.843] Build status: STARTED
[19:17:46.843] Scheduling timer "check-buildbucket-build-status" (v8/ci-V8 Linux64 - debug:8882204225740492304:14:0) after 4m25s
[19:18:20.402] Received PubSub notification, asking Buildbucket for the build status
[19:18:20.421] Build:
{
"id": "8716774163543471633",
"builder": {
"project": "v8",
"bucket": "ci",
"builder": "V8 Linux64 - debug"
},
"number": 53924,
"createdBy": "project:v8",
"createTime": "2025-04-23T18:36:20.523570655Z",
"startTime": "2025-04-23T18:36:28.185336864Z",
"endTime": "2025-04-23T19:18:19.917421389Z",
"updateTime": "2025-04-23T19:18:19.917421389Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "v8/v8",
"id": "55c9364f0c4d45ae79ee18b31bce3c1f860f08e9",
"ref": "refs/heads/main"
}
}
}
[19:18:20.421] Invocation finished in 42m1.376891503s with status FAILED