buildbucket: < server: "cr-buildbucket.appspot.com" bucket: "luci.v8.ci" builder: "V8 Linux64 - debug - fyi" >
{
"newest_gitiles_revision": "4ddc53d8071071715d613a9c77b7d0d78758d084",
"oldest_gitiles_revision": "4ddc53d8071071715d613a9c77b7d0d78758d084",
"parent_build": "https://cr-buildbucket.appspot.com/build/8834118128092873793",
"parent_build_environment": {
"gn_args": "is_component_build = true is_debug = true target_cpu = \"x64\" use_goma = true v8_enable_backtrace = true v8_enable_google_benchmark = true v8_enable_slow_dchecks = true"
},
"parent_buildername": "V8 Linux64 - debug builder",
"parent_got_revision": "4ddc53d8071071715d613a9c77b7d0d78758d084",
"parent_got_revision_cp": "refs/heads/main@{#77260}",
"parent_test_spec": {
"swarming_dimensions": {
"os": "Ubuntu-18.04"
},
"swarming_task_attrs": {},
"tests": [
[
"v8testing",
2,
"infra_staging",
"infra_staging",
[],
{},
{}
],
[
"mjsunit",
1,
"stress_sampling",
"stress_sampling",
[],
{},
{}
],
[
"webkit",
1,
"stress_sampling",
"stress_sampling",
[],
{},
{}
],
[
"mjsunit",
1,
"stress_snapshot",
"stress_snapshot",
[],
{},
{}
],
[
"mjsunit",
1,
"experimental_regexp",
"experimental_regexp",
[],
{},
{}
],
[
"mjsunit",
1,
"wasm_write_protect_code",
"wasm_write_protect_code",
[],
{},
{}
]
]
},
"revision": "4ddc53d8071071715d613a9c77b7d0d78758d084",
"swarm_hashes": {
"benchmarks": "ecd360d44edee363f27b52f506eb9a33f01f5c7e813fbe3bcd64407efabe91fe/318",
"bot_default": "41cc8808dba4195a031745260e241b828e17dd9f572b600a602703f0f8a18626/319",
"jsfunfuzz": "b9d048682d7d4efaf47705a7b3a2ff4e6496cd2184fb4d655ed7bb7e0e834cfc/156",
"mjsunit": "4abd45de1148515f1d01914cdd50d0e1c6f83a1be8bdcf1277b6e543b0387f97/318",
"mozilla": "7f7d9f06fe60af8f406da240687c0229aab8f27871b515f2e17b41c11021b4e0/318",
"optimize_for_size": "abbc42d00819eed54f089267debf7cb6dc0effa6de0250b4f63fcb39c76e1696/319",
"test262": "7276055ab76645916ced45074447e32992902bebb1456854c8fafe740336883b/318",
"webkit": "75a74ff75c5952d820c9acc7f1de631b604c9fd8e254472722c7437fe4144105/318"
}
}
[13:18:31.567] New invocation is queued and will start shortly
[13:18:31.567] Triggered by user:v8-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[13:18:32.645] Starting the invocation (attempt 1)
[13:18:32.686] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/v8/v8/+/4ddc53d8071071715d613a9c77b7d0d78758d084"
[13:18:32.686] Reconstructed gitiles commit from tags
[13:18:32.686] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[13:18:32.686] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[13:18:32.688] Buildbucket request:
{
"requestId": "8999547290945485680",
"builder": {
"project": "v8",
"bucket": "ci",
"builder": "V8 Linux64 - debug - fyi"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"triggers": [
{
"buildbucket": {
"properties": {
"newest_gitiles_revision": "57636196292ec6bd1f5d40cd82999b7ba4321ba2",
"oldest_gitiles_revision": "57636196292ec6bd1f5d40cd82999b7ba4321ba2",
"parent_build": "https://cr-buildbucket.appspot.com/build/8834119886214184369",
"parent_build_environment": {
"gn_args": "is_component_build = true is_debug = true target_cpu = \"x64\" use_goma = true v8_enable_backtrace = true v8_enable_google_benchmark = true v8_enable_slow_dchecks = true"
},
"parent_buildername": "V8 Linux64 - debug builder",
"parent_got_revision": "57636196292ec6bd1f5d40cd82999b7ba4321ba2",
"parent_got_revision_cp": "refs/heads/main@{#77257}",
"parent_test_spec": {
"swarming_dimensions": {
"os": "Ubuntu-18.04"
},
"swarming_task_attrs": {
},
"tests": [
[
"v8testing",
2,
"infra_staging",
"infra_staging",
[
],
{
},
{
}
],
[
"mjsunit",
1,
"stress_sampling",
"stress_sampling",
[
],
{
},
{
}
],
[
"webkit",
1,
"stress_sampling",
"stress_sampling",
[
],
{
},
{
}
],
[
"mjsunit",
1,
"stress_snapshot",
"stress_snapshot",
[
],
{
},
{
}
],
[
"mjsunit",
1,
"experimental_regexp",
"experimental_regexp",
[
],
{
},
{
}
],
[
"mjsunit",
1,
"wasm_write_protect_code",
"wasm_write_protect_code",
[
],
{
},
{
}
]
]
},
"revision": "57636196292ec6bd1f5d40cd82999b7ba4321ba2",
"swarm_hashes": {
"benchmarks": "2f10e133315c5d6f9b7c0087f6a93c424b81fe96a0519a3b98f990a846e2ab5c/318",
"bot_default": "464bfe74e808aa775938e8e9c8f24480df451bdf38c6cd084fc6ee3383e96b62/319",
"jsfunfuzz": "f82d781e42ea8dbf20155be679416b51ce85db1cc068ee1af2f93e34043f9287/156",
"mjsunit": "e7574d06641a21244d049233d87c324e578337d7daa4c5b509f8623421568651/318",
"mozilla": "ce1db715119ecaede1a7df34b908548c24beeaba622667d3723709f40a22e01a/318",
"optimize_for_size": "6f3c90be2f7dd3244c4e011c4fb6793d16325fc71b9bca5ef235b8b303f45664/319",
"test262": "05bcd56ba24bb96fc53697800945289f00ec1bff8c266a6409f8f2bf660be790/318",
"webkit": "29864aada0834a086a192616eb6362edc34ae2c441f252a8b20b5614c2b9b559/318"
}
},
"tags": [
"buildset:commit/gitiles/chromium.googlesource.com/v8/v8/+/57636196292ec6bd1f5d40cd82999b7ba4321ba2",
"gitiles_ref:refs/heads/main",
"parent_buildername:V8 Linux64 - debug builder",
"parent_buildnumber:55842",
"user_agent:recipe"
]
},
"id": "4a1978f7-5f29-401d-8f24-5bb14080e3a7",
"title": "V8 Linux64 - debug builder/55842"
},
{
"buildbucket": {
"properties": {
"newest_gitiles_revision": "c47ae4ec4c6024cedf5a55254d873ad654cb1a18",
"oldest_gitiles_revision": "c47ae4ec4c6024cedf5a55254d873ad654cb1a18",
"parent_build": "https://cr-buildbucket.appspot.com/build/8834118727477385729",
"parent_build_environment": {
"gn_args": "is_component_build = true is_debug = true target_cpu = \"x64\" use_goma = true v8_enable_backtrace = true v8_enable_google_benchmark = true v8_enable_slow_dchecks = true"
},
"parent_buildername": "V8 Linux64 - debug builder",
"parent_got_revision": "c47ae4ec4c6024cedf5a55254d873ad654cb1a18",
"parent_got_revision_cp": "refs/heads/main@{#77258}",
"parent_test_spec": {
"swarming_dimensions": {
"os": "Ubuntu-18.04"
},
"swarming_task_attrs": {
},
"tests": [
[
"v8testing",
2,
"infra_staging",
"infra_staging",
[
],
{
},
{
}
],
[
"mjsunit",
1,
"stress_sampling",
"stress_sampling",
[
],
{
},
{
}
],
[
"webkit",
1,
"stress_sampling",
"stress_sampling",
[
],
{
},
{
}
],
[
"mjsunit",
1,
"stress_snapshot",
"stress_snapshot",
[
],
{
},
{
}
],
[
"mjsunit",
1,
"experimental_regexp",
"experimental_regexp",
[
],
{
},
{
}
],
[
"mjsunit",
1,
"wasm_write_protect_code",
"wasm_write_protect_code",
[
],
{
},
{
}
]
]
},
"revision": "c47ae4ec4c6024cedf5a55254d873ad654cb1a18",
"swarm_hashes": {
"benchmarks": "84ba4da50d0876d4c725497d1507fb39f336f1ffb4069c1f26d24fbd9762a3f1/318",
"bot_default": "6418b565839abf12d27a516f21a5b324ff7c28274a813cff5ce348740391a72c/319",
"jsfunfuzz": "8065f220552f1d27961a351185198f4695af505f345cc612e5f067b1172b90c0/156",
"mjsunit": "1c6c1d05315cbccd73c6d874bb23d3cde288f92f813e23f569266abc84ff5fa6/318",
"mozilla": "96eabc80331c277781cd655698085374deb7fc781e40e9d18f839c56082ba9e0/318",
"optimize_for_size": "f432d0f4ef0a3763f8d3c398dba27a4d09fcf95c95e52f43892ece67afce68bb/319",
"test262": "7b66d9320e63ccf8e08db265b6de1553f6d3b54271fd24f8f27cefb969820f0d/318",
"webkit": "142ad941b60b577996df9905dc30aac18544cfbd54b0df13e73400f95b7df90a/318"
}
},
"tags": [
"buildset:commit/gitiles/chromium.googlesource.com/v8/v8/+/c47ae4ec4c6024cedf5a55254d873ad654cb1a18",
"gitiles_ref:refs/heads/main",
"parent_buildername:V8 Linux64 - debug builder",
"parent_buildnumber:55843",
"user_agent:recipe"
]
},
"id": "2dccf3af-cf3a-44f2-9a07-1d7215384f50",
"title": "V8 Linux64 - debug builder/55843"
},
{
"buildbucket": {
"properties": {
"newest_gitiles_revision": "17c08b82acc1091dbb839774569aa30aab5332a8",
"oldest_gitiles_revision": "17c08b82acc1091dbb839774569aa30aab5332a8",
"parent_build": "https://cr-buildbucket.appspot.com/build/8834118467796952689",
"parent_build_environment": {
"gn_args": "is_component_build = true is_debug = true target_cpu = \"x64\" use_goma = true v8_enable_backtrace = true v8_enable_google_benchmark = true v8_enable_slow_dchecks = true"
},
"parent_buildername": "V8 Linux64 - debug builder",
"parent_got_revision": "17c08b82acc1091dbb839774569aa30aab5332a8",
"parent_got_revision_cp": "refs/heads/main@{#77259}",
"parent_test_spec": {
"swarming_dimensions": {
"os": "Ubuntu-18.04"
},
"swarming_task_attrs": {
},
"tests": [
[
"v8testing",
2,
"infra_staging",
"infra_staging",
[
],
{
},
{
}
],
[
"mjsunit",
1,
"stress_sampling",
"stress_sampling",
[
],
{
},
{
}
],
[
"webkit",
1,
"stress_sampling",
"stress_sampling",
[
],
{
},
{
}
],
[
"mjsunit",
1,
"stress_snapshot",
"stress_snapshot",
[
],
{
},
{
}
],
[
"mjsunit",
1,
"experimental_regexp",
"experimental_regexp",
[
],
{
},
{
}
],
[
"mjsunit",
1,
"wasm_write_protect_code",
"wasm_write_protect_code",
[
],
{
},
{
}
]
]
},
"revision": "17c08b82acc1091dbb839774569aa30aab5332a8",
"swarm_hashes": {
"benchmarks": "ecd360d44edee363f27b52f506eb9a33f01f5c7e813fbe3bcd64407efabe91fe/318",
"bot_default": "4c990c150c1fbe9eef23929b21beafb9ba425a1bebc8806764108b2618ff78a5/319",
"jsfunfuzz": "b9d048682d7d4efaf47705a7b3a2ff4e6496cd2184fb4d655ed7bb7e0e834cfc/156",
"mjsunit": "4abd45de1148515f1d01914cdd50d0e1c6f83a1be8bdcf1277b6e543b0387f97/318",
"mozilla": "7f7d9f06fe60af8f406da240687c0229aab8f27871b515f2e17b41c11021b4e0/318",
"optimize_for_size": "1bdf729b917f8107b0a3ee6896f9d1216bad6139027ed4849983ad1e4ab14de5/319",
"test262": "7276055ab76645916ced45074447e32992902bebb1456854c8fafe740336883b/318",
"webkit": "75a74ff75c5952d820c9acc7f1de631b604c9fd8e254472722c7437fe4144105/318"
}
},
"tags": [
"buildset:commit/gitiles/chromium.googlesource.com/v8/v8/+/17c08b82acc1091dbb839774569aa30aab5332a8",
"gitiles_ref:refs/heads/main",
"parent_buildername:V8 Linux64 - debug builder",
"parent_buildnumber:55844",
"user_agent:recipe"
]
},
"id": "c5fa1d12-7ca5-4e83-b776-61a3a4630d20",
"title": "V8 Linux64 - debug builder/55844"
},
{
"buildbucket": {
"properties": {
"newest_gitiles_revision": "4ddc53d8071071715d613a9c77b7d0d78758d084",
"oldest_gitiles_revision": "4ddc53d8071071715d613a9c77b7d0d78758d084",
"parent_build": "https://cr-buildbucket.appspot.com/build/8834118128092873793",
"parent_build_environment": {
"gn_args": "is_component_build = true is_debug = true target_cpu = \"x64\" use_goma = true v8_enable_backtrace = true v8_enable_google_benchmark = true v8_enable_slow_dchecks = true"
},
"parent_buildername": "V8 Linux64 - debug builder",
"parent_got_revision": "4ddc53d8071071715d613a9c77b7d0d78758d084",
"parent_got_revision_cp": "refs/heads/main@{#77260}",
"parent_test_spec": {
"swarming_dimensions": {
"os": "Ubuntu-18.04"
},
"swarming_task_attrs": {
},
"tests": [
[
"v8testing",
2,
"infra_staging",
"infra_staging",
[
],
{
},
{
}
],
[
"mjsunit",
1,
"stress_sampling",
"stress_sampling",
[
],
{
},
{
}
],
[
"webkit",
1,
"stress_sampling",
"stress_sampling",
[
],
{
},
{
}
],
[
"mjsunit",
1,
"stress_snapshot",
"stress_snapshot",
[
],
{
},
{
}
],
[
"mjsunit",
1,
"experimental_regexp",
"experimental_regexp",
[
],
{
},
{
}
],
[
"mjsunit",
1,
"wasm_write_protect_code",
"wasm_write_protect_code",
[
],
{
},
{
}
]
]
},
"revision": "4ddc53d8071071715d613a9c77b7d0d78758d084",
"swarm_hashes": {
"benchmarks": "ecd360d44edee363f27b52f506eb9a33f01f5c7e813fbe3bcd64407efabe91fe/318",
"bot_default": "41cc8808dba4195a031745260e241b828e17dd9f572b600a602703f0f8a18626/319",
"jsfunfuzz": "b9d048682d7d4efaf47705a7b3a2ff4e6496cd2184fb4d655ed7bb7e0e834cfc/156",
"mjsunit": "4abd45de1148515f1d01914cdd50d0e1c6f83a1be8bdcf1277b6e543b0387f97/318",
"mozilla": "7f7d9f06fe60af8f406da240687c0229aab8f27871b515f2e17b41c11021b4e0/318",
"optimize_for_size": "abbc42d00819eed54f089267debf7cb6dc0effa6de0250b4f63fcb39c76e1696/319",
"test262": "7276055ab76645916ced45074447e32992902bebb1456854c8fafe740336883b/318",
"webkit": "75a74ff75c5952d820c9acc7f1de631b604c9fd8e254472722c7437fe4144105/318"
}
},
"tags": [
"buildset:commit/gitiles/chromium.googlesource.com/v8/v8/+/4ddc53d8071071715d613a9c77b7d0d78758d084",
"gitiles_ref:refs/heads/main",
"parent_buildername:V8 Linux64 - debug builder",
"parent_buildnumber:55845",
"user_agent:recipe"
]
},
"id": "32168fac-11c8-4220-9a6c-199ad628b873",
"title": "V8 Linux64 - debug builder/55845"
}
]
},
"newest_gitiles_revision": "4ddc53d8071071715d613a9c77b7d0d78758d084",
"oldest_gitiles_revision": "4ddc53d8071071715d613a9c77b7d0d78758d084",
"parent_build": "https://cr-buildbucket.appspot.com/build/8834118128092873793",
"parent_build_environment": {
"gn_args": "is_component_build = true is_debug = true target_cpu = \"x64\" use_goma = true v8_enable_backtrace = true v8_enable_google_benchmark = true v8_enable_slow_dchecks = true"
},
"parent_buildername": "V8 Linux64 - debug builder",
"parent_got_revision": "4ddc53d8071071715d613a9c77b7d0d78758d084",
"parent_got_revision_cp": "refs/heads/main@{#77260}",
"parent_test_spec": {
"swarming_dimensions": {
"os": "Ubuntu-18.04"
},
"swarming_task_attrs": {
},
"tests": [
[
"v8testing",
2,
"infra_staging",
"infra_staging",
[
],
{
},
{
}
],
[
"mjsunit",
1,
"stress_sampling",
"stress_sampling",
[
],
{
},
{
}
],
[
"webkit",
1,
"stress_sampling",
"stress_sampling",
[
],
{
},
{
}
],
[
"mjsunit",
1,
"stress_snapshot",
"stress_snapshot",
[
],
{
},
{
}
],
[
"mjsunit",
1,
"experimental_regexp",
"experimental_regexp",
[
],
{
},
{
}
],
[
"mjsunit",
1,
"wasm_write_protect_code",
"wasm_write_protect_code",
[
],
{
},
{
}
]
]
},
"swarm_hashes": {
"benchmarks": "ecd360d44edee363f27b52f506eb9a33f01f5c7e813fbe3bcd64407efabe91fe/318",
"bot_default": "41cc8808dba4195a031745260e241b828e17dd9f572b600a602703f0f8a18626/319",
"jsfunfuzz": "b9d048682d7d4efaf47705a7b3a2ff4e6496cd2184fb4d655ed7bb7e0e834cfc/156",
"mjsunit": "4abd45de1148515f1d01914cdd50d0e1c6f83a1be8bdcf1277b6e543b0387f97/318",
"mozilla": "7f7d9f06fe60af8f406da240687c0229aab8f27871b515f2e17b41c11021b4e0/318",
"optimize_for_size": "abbc42d00819eed54f089267debf7cb6dc0effa6de0250b4f63fcb39c76e1696/319",
"test262": "7276055ab76645916ced45074447e32992902bebb1456854c8fafe740336883b/318",
"webkit": "75a74ff75c5952d820c9acc7f1de631b604c9fd8e254472722c7437fe4144105/318"
}
},
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "v8/v8",
"id": "4ddc53d8071071715d613a9c77b7d0d78758d084",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8999547290945485680"
},
{
"key": "scheduler_job_id",
"value": "v8/V8 Linux64 - debug - fyi"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "V8 Linux64 - debug builder"
},
{
"key": "parent_buildnumber",
"value": "55845"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[13:18:33.191] Scheduled build:
{
"id": "8834117229040973153",
"builder": {
"project": "v8",
"bucket": "ci",
"builder": "V8 Linux64 - debug - fyi"
},
"number": 20135,
"createdBy": "project:v8",
"createTime": "2021-10-06T13:18:32.749053867Z",
"updateTime": "2021-10-06T13:18:33.018056723Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "v8/v8",
"id": "4ddc53d8071071715d613a9c77b7d0d78758d084",
"ref": "refs/heads/main"
}
}
}
[13:18:33.191] Task URL: https://cr-buildbucket.appspot.com/build/8834117229040973153
[13:18:33.191] Scheduling timer "check-buildbucket-build-status" (v8/V8 Linux64 - debug - fyi:8999547290945485680:2:0) after 9m2s
[13:24:12.354] Received PubSub notification, asking Buildbucket for the build status
[13:24:12.402] Build status: STARTED
[13:27:35.222] Handling timer "check-buildbucket-build-status" (v8/V8 Linux64 - debug - fyi:8999547290945485680:2:0)
[13:27:35.254] Build status: STARTED
[13:27:35.254] Scheduling timer "check-buildbucket-build-status" (v8/V8 Linux64 - debug - fyi:8999547290945485680:4:0) after 5m26s
[13:33:01.276] Handling timer "check-buildbucket-build-status" (v8/V8 Linux64 - debug - fyi:8999547290945485680:4:0)
[13:33:01.328] Build status: STARTED
[13:33:01.328] Scheduling timer "check-buildbucket-build-status" (v8/V8 Linux64 - debug - fyi:8999547290945485680:5:0) after 4m16s
[13:37:17.363] Handling timer "check-buildbucket-build-status" (v8/V8 Linux64 - debug - fyi:8999547290945485680:5:0)
[13:37:17.396] Build status: STARTED
[13:37:17.396] Scheduling timer "check-buildbucket-build-status" (v8/V8 Linux64 - debug - fyi:8999547290945485680:6:0) after 3m2s
[13:40:19.423] Handling timer "check-buildbucket-build-status" (v8/V8 Linux64 - debug - fyi:8999547290945485680:6:0)
[13:40:19.477] Build status: STARTED
[13:40:19.477] Scheduling timer "check-buildbucket-build-status" (v8/V8 Linux64 - debug - fyi:8999547290945485680:7:0) after 3m56s
[13:44:15.500] Handling timer "check-buildbucket-build-status" (v8/V8 Linux64 - debug - fyi:8999547290945485680:7:0)
[13:44:15.662] Build status: STARTED
[13:44:15.662] Scheduling timer "check-buildbucket-build-status" (v8/V8 Linux64 - debug - fyi:8999547290945485680:8:0) after 5m35s
[13:49:50.861] Handling timer "check-buildbucket-build-status" (v8/V8 Linux64 - debug - fyi:8999547290945485680:8:0)
[13:49:50.906] Build status: STARTED
[13:49:50.906] Scheduling timer "check-buildbucket-build-status" (v8/V8 Linux64 - debug - fyi:8999547290945485680:9:0) after 2m10s
[13:52:00.938] Handling timer "check-buildbucket-build-status" (v8/V8 Linux64 - debug - fyi:8999547290945485680:9:0)
[13:52:01.062] Build status: STARTED
[13:52:01.062] Scheduling timer "check-buildbucket-build-status" (v8/V8 Linux64 - debug - fyi:8999547290945485680:10:0) after 3m27s
[13:55:28.055] Handling timer "check-buildbucket-build-status" (v8/V8 Linux64 - debug - fyi:8999547290945485680:10:0)
[13:55:28.102] Build status: STARTED
[13:55:28.102] Scheduling timer "check-buildbucket-build-status" (v8/V8 Linux64 - debug - fyi:8999547290945485680:11:0) after 6m49s
[13:56:50.412] Received PubSub notification, asking Buildbucket for the build status
[13:56:50.443] Build:
{
"id": "8834117229040973153",
"builder": {
"project": "v8",
"bucket": "ci",
"builder": "V8 Linux64 - debug - fyi"
},
"number": 20135,
"createdBy": "project:v8",
"createTime": "2021-10-06T13:18:32.749053867Z",
"startTime": "2021-10-06T13:24:01.166038Z",
"endTime": "2021-10-06T13:56:48.981916401Z",
"updateTime": "2021-10-06T13:56:48.982301191Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "v8/v8",
"id": "4ddc53d8071071715d613a9c77b7d0d78758d084",
"ref": "refs/heads/main"
}
}
}
[13:56:50.443] Invocation finished in 38m18.894132005s with status FAILED