[01:31:50.339] New invocation is queued and will start shortly
[01:31:50.339] Triggered by user:chromium-ci-gpu-builder@chops-service-accounts.iam.gserviceaccount.com
[01:31:51.437] Starting the invocation (attempt 1)
[01:31:51.465] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/56704092c54a2a2a63e8c4b16030058a3cdb5fe6"
[01:31:51.465] Popped gitiles commit info from properties and tags
[01:31:51.465] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:31:51.465] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:31:51.466] Buildbucket request:
{
"requestId": "8884261813615933360",
"builder": {
"project": "chromium-m134",
"bucket": "ci",
"builder": "Dawn Linux x64 DEPS Release (Intel UHD 630)"
},
"properties": {
"$bootstrap/trigger": {
"commits": [
{
"host": "chromium.googlesource.com",
"id": "56704092c54a2a2a63e8c4b16030058a3cdb5fe6",
"project": "chromium/src",
"ref": "refs/branch-heads/6998"
}
]
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8884261813615933360",
"job": "chromium-m134/Dawn Linux x64 DEPS Release (Intel UHD 630)",
"triggers": [
{
"gitiles": {
"properties": {
"$bootstrap/trigger": {
"commits": [
{
"host": "chromium.googlesource.com",
"id": "e22716eed79590c0683525d643bf479804f04f30",
"project": "chromium/src",
"ref": "refs/branch-heads/6998"
}
]
},
"deps_revision_overrides": {
"src": "e22716eed79590c0683525d643bf479804f04f30"
},
"instruction_dependencies": [
{
"instruction_id": "bot_update_repro_instructions",
"invocation_id": "build-8718836041012164113"
},
{
"instruction_id": "generate_build_files_repro_instructions",
"invocation_id": "build-8718836041012164113"
},
{
"instruction_id": "compile_repro_instructions",
"invocation_id": "build-8718836041012164113"
}
],
"parent_build_id": "8718836041012164113",
"parent_builder_group": "chromium.dawn",
"parent_buildername": "Dawn Linux x64 DEPS Builder",
"parent_got_angle_revision": "914c97c116e09ef01a99fbbbe9cd28cda56552c7",
"parent_got_dawn_revision": "7056f50fdefc6bc46aa442e720d0336e2855b570",
"parent_got_revision": "e22716eed79590c0683525d643bf479804f04f30",
"parent_got_revision_cp": "refs/branch-heads/6998@{#2688}",
"parent_got_swiftshader_revision": "86cf34f50cbe5a9f35da7eedad0f4d4127fb8342",
"parent_got_v8_revision": "4f282ae4acae85cdcc8c167cbc296a86d24c1cf6",
"parent_got_v8_revision_cp": "refs/branch-heads/13.4@{#42}",
"parent_got_webrtc_revision": "8d78f5de6c27b2c793039989ea381f1428fb0100",
"parent_got_webrtc_revision_cp": "refs/branch-heads/6998@{#1}",
"revision": "e22716eed79590c0683525d643bf479804f04f30",
"swarm_hashes": {
"dawn_end2end_tests": "9e55d0f31d0fe4f1ae778311e6b8ca08f5ef0c6fcb0bd804f0423caaba8870d0/323",
"dawn_perf_tests": "745a38275b019f33d1856637762ecca4ffab86a4e10fdcd7081e169bc2cb661e/487",
"gl_tests": "33a131aa6694cc5fc4d521c46d1bff7d16a223ffa091b93596788c5a6cd2ae5b/323",
"gl_unittests": "0b04c1ac2651ff072c1b84ab60b503c990bb3a920bee941c591883762014ccd0/323",
"telemetry_gpu_integration_test": "fc61cc21b91dfd63eb73b4f552b993a1e71e2898babba7d23b9cc85d2b1d3b88/815",
"telemetry_gpu_unittests": "68e785eb379238cc5941442eb503f2fd565ef1de4bfbf3607a4f2cad8a60f07e/736",
"webgpu_blink_web_tests": "30f196133bd3d1a5471e0a538ed8c4708045c3e376d1d8e698e1d3102cf839ad/566"
},
"swarming_command_lines_cwd": "out/44cd-Dawn_Linux_x64_",
"swarming_command_lines_digest": "f8affc12a6026f3b1c44ce425f22dbf15309123519a892be12a890f5a3bee036/93",
"swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
},
"ref": "refs/branch-heads/6998",
"repo": "https://chromium.googlesource.com/chromium/src",
"revision": "e22716eed79590c0683525d643bf479804f04f30",
"tags": [
"parent_buildername:Dawn Linux x64 DEPS Builder",
"parent_buildnumber:2128",
"user_agent:recipe"
]
},
"id": "f143488b-0a58-48f6-8d6c-514d3f16c1f6",
"title": "Dawn Linux x64 DEPS Builder/2128"
},
{
"gitiles": {
"properties": {
"$bootstrap/trigger": {
"commits": [
{
"host": "chromium.googlesource.com",
"id": "ca9c3eaf26714a58b9e9f4f9d8ecc5d23932c20b",
"project": "chromium/src",
"ref": "refs/branch-heads/6998"
}
]
},
"deps_revision_overrides": {
"src": "ca9c3eaf26714a58b9e9f4f9d8ecc5d23932c20b"
},
"instruction_dependencies": [
{
"instruction_id": "bot_update_repro_instructions",
"invocation_id": "build-8718834927050665889"
},
{
"instruction_id": "generate_build_files_repro_instructions",
"invocation_id": "build-8718834927050665889"
},
{
"instruction_id": "compile_repro_instructions",
"invocation_id": "build-8718834927050665889"
}
],
"parent_build_id": "8718834927050665889",
"parent_builder_group": "chromium.dawn",
"parent_buildername": "Dawn Linux x64 DEPS Builder",
"parent_got_angle_revision": "914c97c116e09ef01a99fbbbe9cd28cda56552c7",
"parent_got_dawn_revision": "7056f50fdefc6bc46aa442e720d0336e2855b570",
"parent_got_revision": "ca9c3eaf26714a58b9e9f4f9d8ecc5d23932c20b",
"parent_got_revision_cp": "refs/branch-heads/6998@{#2689}",
"parent_got_swiftshader_revision": "86cf34f50cbe5a9f35da7eedad0f4d4127fb8342",
"parent_got_v8_revision": "4f282ae4acae85cdcc8c167cbc296a86d24c1cf6",
"parent_got_v8_revision_cp": "refs/branch-heads/13.4@{#42}",
"parent_got_webrtc_revision": "8d78f5de6c27b2c793039989ea381f1428fb0100",
"parent_got_webrtc_revision_cp": "refs/branch-heads/6998@{#1}",
"revision": "ca9c3eaf26714a58b9e9f4f9d8ecc5d23932c20b",
"swarm_hashes": {
"dawn_end2end_tests": "9e55d0f31d0fe4f1ae778311e6b8ca08f5ef0c6fcb0bd804f0423caaba8870d0/323",
"dawn_perf_tests": "745a38275b019f33d1856637762ecca4ffab86a4e10fdcd7081e169bc2cb661e/487",
"gl_tests": "33a131aa6694cc5fc4d521c46d1bff7d16a223ffa091b93596788c5a6cd2ae5b/323",
"gl_unittests": "0b04c1ac2651ff072c1b84ab60b503c990bb3a920bee941c591883762014ccd0/323",
"telemetry_gpu_integration_test": "becde965a0cede67f043c29c083fff9d3f048201dbed5ef3ee5326b360f3e182/815",
"telemetry_gpu_unittests": "68e785eb379238cc5941442eb503f2fd565ef1de4bfbf3607a4f2cad8a60f07e/736",
"webgpu_blink_web_tests": "707334572f2d06e3be15ae9559f4a5c025b492867d7cc58917467bbc7f473d43/566"
},
"swarming_command_lines_cwd": "out/44cd-Dawn_Linux_x64_",
"swarming_command_lines_digest": "f8affc12a6026f3b1c44ce425f22dbf15309123519a892be12a890f5a3bee036/93",
"swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
},
"ref": "refs/branch-heads/6998",
"repo": "https://chromium.googlesource.com/chromium/src",
"revision": "ca9c3eaf26714a58b9e9f4f9d8ecc5d23932c20b",
"tags": [
"parent_buildername:Dawn Linux x64 DEPS Builder",
"parent_buildnumber:2129",
"user_agent:recipe"
]
},
"id": "0a6cdaa6-e2a7-4499-aed2-0991fac2e293",
"title": "Dawn Linux x64 DEPS Builder/2129"
},
{
"gitiles": {
"properties": {
"$bootstrap/trigger": {
"commits": [
{
"host": "chromium.googlesource.com",
"id": "56704092c54a2a2a63e8c4b16030058a3cdb5fe6",
"project": "chromium/src",
"ref": "refs/branch-heads/6998"
}
]
},
"deps_revision_overrides": {
"src": "56704092c54a2a2a63e8c4b16030058a3cdb5fe6"
},
"instruction_dependencies": [
{
"instruction_id": "bot_update_repro_instructions",
"invocation_id": "build-8718833987249848657"
},
{
"instruction_id": "generate_build_files_repro_instructions",
"invocation_id": "build-8718833987249848657"
},
{
"instruction_id": "compile_repro_instructions",
"invocation_id": "build-8718833987249848657"
}
],
"parent_build_id": "8718833987249848657",
"parent_builder_group": "chromium.dawn",
"parent_buildername": "Dawn Linux x64 DEPS Builder",
"parent_got_angle_revision": "914c97c116e09ef01a99fbbbe9cd28cda56552c7",
"parent_got_dawn_revision": "7056f50fdefc6bc46aa442e720d0336e2855b570",
"parent_got_revision": "56704092c54a2a2a63e8c4b16030058a3cdb5fe6",
"parent_got_revision_cp": "refs/branch-heads/6998@{#2690}",
"parent_got_swiftshader_revision": "86cf34f50cbe5a9f35da7eedad0f4d4127fb8342",
"parent_got_v8_revision": "4f282ae4acae85cdcc8c167cbc296a86d24c1cf6",
"parent_got_v8_revision_cp": "refs/branch-heads/13.4@{#42}",
"parent_got_webrtc_revision": "8d78f5de6c27b2c793039989ea381f1428fb0100",
"parent_got_webrtc_revision_cp": "refs/branch-heads/6998@{#1}",
"revision": "56704092c54a2a2a63e8c4b16030058a3cdb5fe6",
"swarm_hashes": {
"dawn_end2end_tests": "9e55d0f31d0fe4f1ae778311e6b8ca08f5ef0c6fcb0bd804f0423caaba8870d0/323",
"dawn_perf_tests": "745a38275b019f33d1856637762ecca4ffab86a4e10fdcd7081e169bc2cb661e/487",
"gl_tests": "33a131aa6694cc5fc4d521c46d1bff7d16a223ffa091b93596788c5a6cd2ae5b/323",
"gl_unittests": "0b04c1ac2651ff072c1b84ab60b503c990bb3a920bee941c591883762014ccd0/323",
"telemetry_gpu_integration_test": "4df9023fbf54d517bdb0d0b6b12f1066a0657e2f7b7291c6b6e92fd46ddd613e/815",
"telemetry_gpu_unittests": "68e785eb379238cc5941442eb503f2fd565ef1de4bfbf3607a4f2cad8a60f07e/736",
"webgpu_blink_web_tests": "ddbcd66dc0e7a66073f0d1e6815d8c436691dc6ce6d55c228e50c5b883d5a645/566"
},
"swarming_command_lines_cwd": "out/44cd-Dawn_Linux_x64_",
"swarming_command_lines_digest": "f8affc12a6026f3b1c44ce425f22dbf15309123519a892be12a890f5a3bee036/93",
"swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
},
"ref": "refs/branch-heads/6998",
"repo": "https://chromium.googlesource.com/chromium/src",
"revision": "56704092c54a2a2a63e8c4b16030058a3cdb5fe6",
"tags": [
"parent_buildername:Dawn Linux x64 DEPS Builder",
"parent_buildnumber:2130",
"user_agent:recipe"
]
},
"id": "0f3936c2-ffe3-4fb9-a38f-6bf3745d82ea",
"title": "Dawn Linux x64 DEPS Builder/2130"
}
]
},
"deps_revision_overrides": {
"src": "56704092c54a2a2a63e8c4b16030058a3cdb5fe6"
},
"instruction_dependencies": [
{
"instruction_id": "bot_update_repro_instructions",
"invocation_id": "build-8718833987249848657"
},
{
"instruction_id": "generate_build_files_repro_instructions",
"invocation_id": "build-8718833987249848657"
},
{
"instruction_id": "compile_repro_instructions",
"invocation_id": "build-8718833987249848657"
}
],
"parent_build_id": "8718833987249848657",
"parent_builder_group": "chromium.dawn",
"parent_buildername": "Dawn Linux x64 DEPS Builder",
"parent_got_angle_revision": "914c97c116e09ef01a99fbbbe9cd28cda56552c7",
"parent_got_dawn_revision": "7056f50fdefc6bc46aa442e720d0336e2855b570",
"parent_got_revision": "56704092c54a2a2a63e8c4b16030058a3cdb5fe6",
"parent_got_revision_cp": "refs/branch-heads/6998@{#2690}",
"parent_got_swiftshader_revision": "86cf34f50cbe5a9f35da7eedad0f4d4127fb8342",
"parent_got_v8_revision": "4f282ae4acae85cdcc8c167cbc296a86d24c1cf6",
"parent_got_v8_revision_cp": "refs/branch-heads/13.4@{#42}",
"parent_got_webrtc_revision": "8d78f5de6c27b2c793039989ea381f1428fb0100",
"parent_got_webrtc_revision_cp": "refs/branch-heads/6998@{#1}",
"swarm_hashes": {
"dawn_end2end_tests": "9e55d0f31d0fe4f1ae778311e6b8ca08f5ef0c6fcb0bd804f0423caaba8870d0/323",
"dawn_perf_tests": "745a38275b019f33d1856637762ecca4ffab86a4e10fdcd7081e169bc2cb661e/487",
"gl_tests": "33a131aa6694cc5fc4d521c46d1bff7d16a223ffa091b93596788c5a6cd2ae5b/323",
"gl_unittests": "0b04c1ac2651ff072c1b84ab60b503c990bb3a920bee941c591883762014ccd0/323",
"telemetry_gpu_integration_test": "4df9023fbf54d517bdb0d0b6b12f1066a0657e2f7b7291c6b6e92fd46ddd613e/815",
"telemetry_gpu_unittests": "68e785eb379238cc5941442eb503f2fd565ef1de4bfbf3607a4f2cad8a60f07e/736",
"webgpu_blink_web_tests": "ddbcd66dc0e7a66073f0d1e6815d8c436691dc6ce6d55c228e50c5b883d5a645/566"
},
"swarming_command_lines_cwd": "out/44cd-Dawn_Linux_x64_",
"swarming_command_lines_digest": "f8affc12a6026f3b1c44ce425f22dbf15309123519a892be12a890f5a3bee036/93",
"swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
},
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "56704092c54a2a2a63e8c4b16030058a3cdb5fe6",
"ref": "refs/branch-heads/6998"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8884261813615933360"
},
{
"key": "scheduler_job_id",
"value": "chromium-m134/Dawn Linux x64 DEPS Release (Intel UHD 630)"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "Dawn Linux x64 DEPS Builder"
},
{
"key": "parent_buildnumber",
"value": "2130"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[01:31:52.106] Scheduled build:
{
"id": "8718831751717595793",
"builder": {
"project": "chromium-m134",
"bucket": "ci",
"builder": "Dawn Linux x64 DEPS Release (Intel UHD 630)"
},
"number": 1199,
"createdBy": "project:chromium-m134",
"createTime": "2025-04-01T01:31:51.527427486Z",
"updateTime": "2025-04-01T01:31:51.527427486Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "56704092c54a2a2a63e8c4b16030058a3cdb5fe6",
"ref": "refs/branch-heads/6998"
}
}
}
[01:31:52.106] Task URL: https://cr-buildbucket.appspot.com/build/8718831751717595793
[01:31:52.106] Scheduling timer "check-buildbucket-build-status" (chromium-m134/Dawn Linux x64 DEPS Release (Intel UHD 630):8884261813615933360:2:0) after 1m30s
[01:31:53.138] Received PubSub notification, asking Buildbucket for the build status
[01:31:53.167] Build status: SCHEDULED
[01:33:22.125] Handling timer "check-buildbucket-build-status" (chromium-m134/Dawn Linux x64 DEPS Release (Intel UHD 630):8884261813615933360:2:0)
[01:33:22.231] Build status: SCHEDULED
[01:33:22.231] Scheduling timer "check-buildbucket-build-status" (chromium-m134/Dawn Linux x64 DEPS Release (Intel UHD 630):8884261813615933360:4:0) after 1m44s
[01:33:53.433] Received PubSub notification, asking Buildbucket for the build status
[01:33:53.494] Build status: STARTED
[01:35:06.298] Handling timer "check-buildbucket-build-status" (chromium-m134/Dawn Linux x64 DEPS Release (Intel UHD 630):8884261813615933360:4:0)
[01:35:06.328] Build status: STARTED
[01:35:06.328] Scheduling timer "check-buildbucket-build-status" (chromium-m134/Dawn Linux x64 DEPS Release (Intel UHD 630):8884261813615933360:6:0) after 9m18s
[01:44:24.349] Handling timer "check-buildbucket-build-status" (chromium-m134/Dawn Linux x64 DEPS Release (Intel UHD 630):8884261813615933360:6:0)
[01:44:24.436] Build status: STARTED
[01:44:24.436] Scheduling timer "check-buildbucket-build-status" (chromium-m134/Dawn Linux x64 DEPS Release (Intel UHD 630):8884261813615933360:7:0) after 5m52s
[01:50:16.459] Handling timer "check-buildbucket-build-status" (chromium-m134/Dawn Linux x64 DEPS Release (Intel UHD 630):8884261813615933360:7:0)
[01:50:16.474] Build status: STARTED
[01:50:16.474] Scheduling timer "check-buildbucket-build-status" (chromium-m134/Dawn Linux x64 DEPS Release (Intel UHD 630):8884261813615933360:8:0) after 2m55s
[01:53:11.492] Handling timer "check-buildbucket-build-status" (chromium-m134/Dawn Linux x64 DEPS Release (Intel UHD 630):8884261813615933360:8:0)
[01:53:11.508] Build status: STARTED
[01:53:11.508] Scheduling timer "check-buildbucket-build-status" (chromium-m134/Dawn Linux x64 DEPS Release (Intel UHD 630):8884261813615933360:9:0) after 1m36s
[01:54:47.529] Handling timer "check-buildbucket-build-status" (chromium-m134/Dawn Linux x64 DEPS Release (Intel UHD 630):8884261813615933360:9:0)
[01:54:47.558] Build status: STARTED
[01:54:47.558] Scheduling timer "check-buildbucket-build-status" (chromium-m134/Dawn Linux x64 DEPS Release (Intel UHD 630):8884261813615933360:10:0) after 2m54s
[01:57:41.579] Handling timer "check-buildbucket-build-status" (chromium-m134/Dawn Linux x64 DEPS Release (Intel UHD 630):8884261813615933360:10:0)
[01:57:41.608] Build status: STARTED
[01:57:41.608] Scheduling timer "check-buildbucket-build-status" (chromium-m134/Dawn Linux x64 DEPS Release (Intel UHD 630):8884261813615933360:11:0) after 9m46s
[02:07:27.635] Handling timer "check-buildbucket-build-status" (chromium-m134/Dawn Linux x64 DEPS Release (Intel UHD 630):8884261813615933360:11:0)
[02:07:27.663] Build status: STARTED
[02:07:27.663] Scheduling timer "check-buildbucket-build-status" (chromium-m134/Dawn Linux x64 DEPS Release (Intel UHD 630):8884261813615933360:12:0) after 1m0s
[02:08:27.731] Handling timer "check-buildbucket-build-status" (chromium-m134/Dawn Linux x64 DEPS Release (Intel UHD 630):8884261813615933360:12:0)
[02:08:27.756] Build status: STARTED
[02:08:27.756] Scheduling timer "check-buildbucket-build-status" (chromium-m134/Dawn Linux x64 DEPS Release (Intel UHD 630):8884261813615933360:13:0) after 6m8s
[02:14:35.825] Handling timer "check-buildbucket-build-status" (chromium-m134/Dawn Linux x64 DEPS Release (Intel UHD 630):8884261813615933360:13:0)
[02:14:35.842] Build status: STARTED
[02:14:35.842] Scheduling timer "check-buildbucket-build-status" (chromium-m134/Dawn Linux x64 DEPS Release (Intel UHD 630):8884261813615933360:14:0) after 3m25s
[02:18:00.914] Handling timer "check-buildbucket-build-status" (chromium-m134/Dawn Linux x64 DEPS Release (Intel UHD 630):8884261813615933360:14:0)
[02:18:00.931] Build status: STARTED
[02:18:00.931] Scheduling timer "check-buildbucket-build-status" (chromium-m134/Dawn Linux x64 DEPS Release (Intel UHD 630):8884261813615933360:15:0) after 1m37s
[02:19:37.956] Handling timer "check-buildbucket-build-status" (chromium-m134/Dawn Linux x64 DEPS Release (Intel UHD 630):8884261813615933360:15:0)
[02:19:37.974] Build status: STARTED
[02:19:37.974] Scheduling timer "check-buildbucket-build-status" (chromium-m134/Dawn Linux x64 DEPS Release (Intel UHD 630):8884261813615933360:16:0) after 1m20s
[02:20:58.003] Handling timer "check-buildbucket-build-status" (chromium-m134/Dawn Linux x64 DEPS Release (Intel UHD 630):8884261813615933360:16:0)
[02:20:58.021] Build status: STARTED
[02:20:58.021] Scheduling timer "check-buildbucket-build-status" (chromium-m134/Dawn Linux x64 DEPS Release (Intel UHD 630):8884261813615933360:17:0) after 8m42s
[02:29:40.037] Handling timer "check-buildbucket-build-status" (chromium-m134/Dawn Linux x64 DEPS Release (Intel UHD 630):8884261813615933360:17:0)
[02:29:40.054] Build status: STARTED
[02:29:40.054] Scheduling timer "check-buildbucket-build-status" (chromium-m134/Dawn Linux x64 DEPS Release (Intel UHD 630):8884261813615933360:18:0) after 5m13s
[02:33:25.821] Received PubSub notification, asking Buildbucket for the build status
[02:33:25.849] Build:
{
"id": "8718831751717595793",
"builder": {
"project": "chromium-m134",
"bucket": "ci",
"builder": "Dawn Linux x64 DEPS Release (Intel UHD 630)"
},
"number": 1199,
"createdBy": "project:chromium-m134",
"createTime": "2025-04-01T01:31:51.527427486Z",
"startTime": "2025-04-01T01:33:53.234409906Z",
"endTime": "2025-04-01T02:33:25.383684352Z",
"updateTime": "2025-04-01T02:33:25.383684352Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "56704092c54a2a2a63e8c4b16030058a3cdb5fe6",
"ref": "refs/branch-heads/6998"
}
}
}
[02:33:25.849] Invocation finished in 1h1m35.516546225s with status FAILED