[01:52:39.742] New invocation is queued and will start shortly
[01:52:39.742] Triggered by user:chromium-ci-gpu-builder@chops-service-accounts.iam.gserviceaccount.com
[01:52:41.230] Starting the invocation (attempt 1)
[01:52:41.254] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/87157946f3098b3cc311ad12309f08163d06ac6e"
[01:52:41.254] Popped gitiles commit info from properties and tags
[01:52:41.254] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:52:41.254] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:52:41.254] Buildbucket request:
{
"requestId": "8870217973730557680",
"builder": {
"project": "chromium-m140",
"bucket": "ci",
"builder": "Dawn Mac x64 DEPS Release (AMD)"
},
"properties": {
"$bootstrap/trigger": {
"commits": [
{
"host": "chromium.googlesource.com",
"id": "87157946f3098b3cc311ad12309f08163d06ac6e",
"project": "chromium/src",
"ref": "refs/branch-heads/7339"
}
]
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8870217973730557680",
"job": "chromium-m140/Dawn Mac x64 DEPS Release (AMD)",
"triggers": [
{
"gitiles": {
"properties": {
"$bootstrap/trigger": {
"commits": [
{
"host": "chromium.googlesource.com",
"id": "1e4f48e720b19da2015ae46ccd1b3d81c8f4ed16",
"project": "chromium/src",
"ref": "refs/branch-heads/7339"
}
]
},
"deps_revision_overrides": {
"src": "1e4f48e720b19da2015ae46ccd1b3d81c8f4ed16"
},
"instruction_dependencies": [
{
"instruction_id": "bot_update_repro_instructions",
"invocation_id": "build-8704794101998187281"
},
{
"instruction_id": "generate_build_files_repro_instructions",
"invocation_id": "build-8704794101998187281"
},
{
"instruction_id": "compile_repro_instructions",
"invocation_id": "build-8704794101998187281"
}
],
"parent_build_id": "8704794101998187281",
"parent_builder_group": "chromium.dawn",
"parent_buildername": "Dawn Mac x64 DEPS Builder",
"parent_got_angle_revision": "cbc4153da8d5796b0fbb3cf288e97bee19436191",
"parent_got_dawn_revision": "8550f9c1ff8859d25cc49bdfacef083cff2c5121",
"parent_got_revision": "1e4f48e720b19da2015ae46ccd1b3d81c8f4ed16",
"parent_got_revision_cp": "refs/branch-heads/7339@{#1769}",
"parent_got_swiftshader_revision": "fdb6700ecb04103b658d2e4623d6bc663ba80ea8",
"parent_got_v8_revision": "fdb12b460f148895f6af2ff0e0d870ff8889f154",
"parent_got_v8_revision_cp": "refs/branch-heads/14.0@{#7}",
"parent_got_webrtc_revision": "847fe7905954f3ae883de2936415ff567aa9039b",
"parent_got_webrtc_revision_cp": "refs/branch-heads/7339@{#1}",
"revision": "1e4f48e720b19da2015ae46ccd1b3d81c8f4ed16",
"swarm_hashes": {
"dawn_end2end_tests": "5e0e1d0f08456398ca53e802be1b3151daf66cbd6c0960a901b28ddda8089ed6/323",
"dawn_perf_tests": "b066a1bb0a2e1911731e8b43333159d25f9face223b07c9bac8e11c2c2294dd2/487",
"gl_tests": "72b7fe3de363a0e5cec2ea6ab082e9c8d02df42b89c5a795dc47a2c01ce57c84/323",
"gl_unittests": "f0a46520359fc546e52d15a049e5cd6ae03c0f94c2b9f97557fe09a9f2f29547/323",
"telemetry_gpu_integration_test": "1448e639b8d7df06f4c5deab06655d0dead2c5a3b2f698200499ff93e4848ef7/815",
"telemetry_gpu_unittests": "b2861422ff320ea45e70d64437111430f34658cb796915a1fe170fd42732a27b/736",
"webgpu_blink_web_tests": "01c4d16492cf0db54ee7b2ca79d4b626917d915e42bf4eb5f36ceeac5fedeca6/566"
},
"swarming_command_lines_cwd": "out/5ced-Dawn_Mac_x64_DE",
"swarming_command_lines_digest": "60de9dd905cce771078a83e00991e4c89813c7ce0fd35ffdc98650f989deaf14/93",
"swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
},
"ref": "refs/branch-heads/7339",
"repo": "https://chromium.googlesource.com/chromium/src",
"revision": "1e4f48e720b19da2015ae46ccd1b3d81c8f4ed16",
"tags": [
"parent_buildername:Dawn Mac x64 DEPS Builder",
"parent_buildnumber:1611",
"user_agent:recipe"
]
},
"id": "4bcd064d-1c18-453d-83a2-b29350ada098",
"title": "Dawn Mac x64 DEPS Builder/1611",
"url": "https://cr-buildbucket.appspot.com/build/8704794101998187281"
},
{
"gitiles": {
"properties": {
"$bootstrap/trigger": {
"commits": [
{
"host": "chromium.googlesource.com",
"id": "84fd40709ca599fdac302ca6dd74647f33fb47e5",
"project": "chromium/src",
"ref": "refs/branch-heads/7339"
}
]
},
"deps_revision_overrides": {
"src": "84fd40709ca599fdac302ca6dd74647f33fb47e5"
},
"instruction_dependencies": [
{
"instruction_id": "bot_update_repro_instructions",
"invocation_id": "build-8704793004874160193"
},
{
"instruction_id": "generate_build_files_repro_instructions",
"invocation_id": "build-8704793004874160193"
},
{
"instruction_id": "compile_repro_instructions",
"invocation_id": "build-8704793004874160193"
}
],
"parent_build_id": "8704793004874160193",
"parent_builder_group": "chromium.dawn",
"parent_buildername": "Dawn Mac x64 DEPS Builder",
"parent_got_angle_revision": "cbc4153da8d5796b0fbb3cf288e97bee19436191",
"parent_got_dawn_revision": "8550f9c1ff8859d25cc49bdfacef083cff2c5121",
"parent_got_revision": "84fd40709ca599fdac302ca6dd74647f33fb47e5",
"parent_got_revision_cp": "refs/branch-heads/7339@{#1770}",
"parent_got_swiftshader_revision": "fdb6700ecb04103b658d2e4623d6bc663ba80ea8",
"parent_got_v8_revision": "fdb12b460f148895f6af2ff0e0d870ff8889f154",
"parent_got_v8_revision_cp": "refs/branch-heads/14.0@{#7}",
"parent_got_webrtc_revision": "847fe7905954f3ae883de2936415ff567aa9039b",
"parent_got_webrtc_revision_cp": "refs/branch-heads/7339@{#1}",
"revision": "84fd40709ca599fdac302ca6dd74647f33fb47e5",
"swarm_hashes": {
"dawn_end2end_tests": "5e0e1d0f08456398ca53e802be1b3151daf66cbd6c0960a901b28ddda8089ed6/323",
"dawn_perf_tests": "b066a1bb0a2e1911731e8b43333159d25f9face223b07c9bac8e11c2c2294dd2/487",
"gl_tests": "72b7fe3de363a0e5cec2ea6ab082e9c8d02df42b89c5a795dc47a2c01ce57c84/323",
"gl_unittests": "f0a46520359fc546e52d15a049e5cd6ae03c0f94c2b9f97557fe09a9f2f29547/323",
"telemetry_gpu_integration_test": "3ae84643e3febcb953c67c62c243b6b43cbeeca2bf3298921f58d1f7c332e1ab/815",
"telemetry_gpu_unittests": "b2861422ff320ea45e70d64437111430f34658cb796915a1fe170fd42732a27b/736",
"webgpu_blink_web_tests": "6d683b0a554849ec19004057b0f4e14f05ce296d58b87ce8a8c95ef203b48b34/566"
},
"swarming_command_lines_cwd": "out/5ced-Dawn_Mac_x64_DE",
"swarming_command_lines_digest": "60de9dd905cce771078a83e00991e4c89813c7ce0fd35ffdc98650f989deaf14/93",
"swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
},
"ref": "refs/branch-heads/7339",
"repo": "https://chromium.googlesource.com/chromium/src",
"revision": "84fd40709ca599fdac302ca6dd74647f33fb47e5",
"tags": [
"parent_buildername:Dawn Mac x64 DEPS Builder",
"parent_buildnumber:1612",
"user_agent:recipe"
]
},
"id": "a3f1ec60-80c1-4763-8c73-b1be372e118b",
"title": "Dawn Mac x64 DEPS Builder/1612",
"url": "https://cr-buildbucket.appspot.com/build/8704793004874160193"
},
{
"gitiles": {
"properties": {
"$bootstrap/trigger": {
"commits": [
{
"host": "chromium.googlesource.com",
"id": "87157946f3098b3cc311ad12309f08163d06ac6e",
"project": "chromium/src",
"ref": "refs/branch-heads/7339"
}
]
},
"deps_revision_overrides": {
"src": "87157946f3098b3cc311ad12309f08163d06ac6e"
},
"instruction_dependencies": [
{
"instruction_id": "bot_update_repro_instructions",
"invocation_id": "build-8704791991394603857"
},
{
"instruction_id": "generate_build_files_repro_instructions",
"invocation_id": "build-8704791991394603857"
},
{
"instruction_id": "compile_repro_instructions",
"invocation_id": "build-8704791991394603857"
}
],
"parent_build_id": "8704791991394603857",
"parent_builder_group": "chromium.dawn",
"parent_buildername": "Dawn Mac x64 DEPS Builder",
"parent_got_angle_revision": "cbc4153da8d5796b0fbb3cf288e97bee19436191",
"parent_got_dawn_revision": "8550f9c1ff8859d25cc49bdfacef083cff2c5121",
"parent_got_revision": "87157946f3098b3cc311ad12309f08163d06ac6e",
"parent_got_revision_cp": "refs/branch-heads/7339@{#1771}",
"parent_got_swiftshader_revision": "fdb6700ecb04103b658d2e4623d6bc663ba80ea8",
"parent_got_v8_revision": "fdb12b460f148895f6af2ff0e0d870ff8889f154",
"parent_got_v8_revision_cp": "refs/branch-heads/14.0@{#7}",
"parent_got_webrtc_revision": "847fe7905954f3ae883de2936415ff567aa9039b",
"parent_got_webrtc_revision_cp": "refs/branch-heads/7339@{#1}",
"revision": "87157946f3098b3cc311ad12309f08163d06ac6e",
"swarm_hashes": {
"dawn_end2end_tests": "5e0e1d0f08456398ca53e802be1b3151daf66cbd6c0960a901b28ddda8089ed6/323",
"dawn_perf_tests": "b066a1bb0a2e1911731e8b43333159d25f9face223b07c9bac8e11c2c2294dd2/487",
"gl_tests": "72b7fe3de363a0e5cec2ea6ab082e9c8d02df42b89c5a795dc47a2c01ce57c84/323",
"gl_unittests": "f0a46520359fc546e52d15a049e5cd6ae03c0f94c2b9f97557fe09a9f2f29547/323",
"telemetry_gpu_integration_test": "5ac4cc0801b13807b797ec99a6260f9a42507add7c7810cae17e2c3a47705b2e/815",
"telemetry_gpu_unittests": "b2861422ff320ea45e70d64437111430f34658cb796915a1fe170fd42732a27b/736",
"webgpu_blink_web_tests": "04423494f7689cbc33bb6381bea0846d603bc4674ec76e96cf668bece8c622f2/566"
},
"swarming_command_lines_cwd": "out/5ced-Dawn_Mac_x64_DE",
"swarming_command_lines_digest": "60de9dd905cce771078a83e00991e4c89813c7ce0fd35ffdc98650f989deaf14/93",
"swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
},
"ref": "refs/branch-heads/7339",
"repo": "https://chromium.googlesource.com/chromium/src",
"revision": "87157946f3098b3cc311ad12309f08163d06ac6e",
"tags": [
"parent_buildername:Dawn Mac x64 DEPS Builder",
"parent_buildnumber:1613",
"user_agent:recipe"
]
},
"id": "ef1b5f8d-7f74-426b-ad94-61efa2a598a7",
"title": "Dawn Mac x64 DEPS Builder/1613",
"url": "https://cr-buildbucket.appspot.com/build/8704791991394603857"
}
]
},
"deps_revision_overrides": {
"src": "87157946f3098b3cc311ad12309f08163d06ac6e"
},
"instruction_dependencies": [
{
"instruction_id": "bot_update_repro_instructions",
"invocation_id": "build-8704791991394603857"
},
{
"instruction_id": "generate_build_files_repro_instructions",
"invocation_id": "build-8704791991394603857"
},
{
"instruction_id": "compile_repro_instructions",
"invocation_id": "build-8704791991394603857"
}
],
"parent_build_id": "8704791991394603857",
"parent_builder_group": "chromium.dawn",
"parent_buildername": "Dawn Mac x64 DEPS Builder",
"parent_got_angle_revision": "cbc4153da8d5796b0fbb3cf288e97bee19436191",
"parent_got_dawn_revision": "8550f9c1ff8859d25cc49bdfacef083cff2c5121",
"parent_got_revision": "87157946f3098b3cc311ad12309f08163d06ac6e",
"parent_got_revision_cp": "refs/branch-heads/7339@{#1771}",
"parent_got_swiftshader_revision": "fdb6700ecb04103b658d2e4623d6bc663ba80ea8",
"parent_got_v8_revision": "fdb12b460f148895f6af2ff0e0d870ff8889f154",
"parent_got_v8_revision_cp": "refs/branch-heads/14.0@{#7}",
"parent_got_webrtc_revision": "847fe7905954f3ae883de2936415ff567aa9039b",
"parent_got_webrtc_revision_cp": "refs/branch-heads/7339@{#1}",
"swarm_hashes": {
"dawn_end2end_tests": "5e0e1d0f08456398ca53e802be1b3151daf66cbd6c0960a901b28ddda8089ed6/323",
"dawn_perf_tests": "b066a1bb0a2e1911731e8b43333159d25f9face223b07c9bac8e11c2c2294dd2/487",
"gl_tests": "72b7fe3de363a0e5cec2ea6ab082e9c8d02df42b89c5a795dc47a2c01ce57c84/323",
"gl_unittests": "f0a46520359fc546e52d15a049e5cd6ae03c0f94c2b9f97557fe09a9f2f29547/323",
"telemetry_gpu_integration_test": "5ac4cc0801b13807b797ec99a6260f9a42507add7c7810cae17e2c3a47705b2e/815",
"telemetry_gpu_unittests": "b2861422ff320ea45e70d64437111430f34658cb796915a1fe170fd42732a27b/736",
"webgpu_blink_web_tests": "04423494f7689cbc33bb6381bea0846d603bc4674ec76e96cf668bece8c622f2/566"
},
"swarming_command_lines_cwd": "out/5ced-Dawn_Mac_x64_DE",
"swarming_command_lines_digest": "60de9dd905cce771078a83e00991e4c89813c7ce0fd35ffdc98650f989deaf14/93",
"swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
},
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "87157946f3098b3cc311ad12309f08163d06ac6e",
"ref": "refs/branch-heads/7339"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8870217973730557680"
},
{
"key": "scheduler_job_id",
"value": "chromium-m140/Dawn Mac x64 DEPS Release (AMD)"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "Dawn Mac x64 DEPS Builder"
},
{
"key": "parent_buildnumber",
"value": "1613"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[01:52:41.785] Scheduled build:
{
"id": "8704787911415670977",
"builder": {
"project": "chromium-m140",
"bucket": "ci",
"builder": "Dawn Mac x64 DEPS Release (AMD)"
},
"number": 514,
"createdBy": "project:chromium-m140",
"createTime": "2025-09-03T01:52:41.327211637Z",
"updateTime": "2025-09-03T01:52:41.327211637Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "87157946f3098b3cc311ad12309f08163d06ac6e",
"ref": "refs/branch-heads/7339"
}
}
}
[01:52:41.785] Task URL: https://cr-buildbucket.appspot.com/build/8704787911415670977
[01:52:41.785] Scheduling timer "check-buildbucket-build-status" (chromium-m140/Dawn Mac x64 DEPS Release (AMD):8870217973730557680:2:0) after 6m40s
[01:52:42.737] Received PubSub notification, asking Buildbucket for the build status
[01:52:42.795] Build status: SCHEDULED
[01:53:43.159] Received PubSub notification, asking Buildbucket for the build status
[01:53:43.396] Build status: STARTED
[01:59:21.767] Handling timer "check-buildbucket-build-status" (chromium-m140/Dawn Mac x64 DEPS Release (AMD):8870217973730557680:2:0)
[01:59:21.790] Build status: STARTED
[01:59:21.790] Scheduling timer "check-buildbucket-build-status" (chromium-m140/Dawn Mac x64 DEPS Release (AMD):8870217973730557680:5:0) after 4m54s
[02:04:15.807] Handling timer "check-buildbucket-build-status" (chromium-m140/Dawn Mac x64 DEPS Release (AMD):8870217973730557680:5:0)
[02:04:15.835] Build status: STARTED
[02:04:15.835] Scheduling timer "check-buildbucket-build-status" (chromium-m140/Dawn Mac x64 DEPS Release (AMD):8870217973730557680:6:0) after 4m43s
[02:08:58.907] Handling timer "check-buildbucket-build-status" (chromium-m140/Dawn Mac x64 DEPS Release (AMD):8870217973730557680:6:0)
[02:08:58.935] Build status: STARTED
[02:08:58.936] Scheduling timer "check-buildbucket-build-status" (chromium-m140/Dawn Mac x64 DEPS Release (AMD):8870217973730557680:7:0) after 9m47s
[02:18:46.011] Handling timer "check-buildbucket-build-status" (chromium-m140/Dawn Mac x64 DEPS Release (AMD):8870217973730557680:7:0)
[02:18:46.078] Build status: STARTED
[02:18:46.079] Scheduling timer "check-buildbucket-build-status" (chromium-m140/Dawn Mac x64 DEPS Release (AMD):8870217973730557680:8:0) after 9m4s
[02:27:50.054] Handling timer "check-buildbucket-build-status" (chromium-m140/Dawn Mac x64 DEPS Release (AMD):8870217973730557680:8:0)
[02:27:50.125] Build status: STARTED
[02:27:50.125] Scheduling timer "check-buildbucket-build-status" (chromium-m140/Dawn Mac x64 DEPS Release (AMD):8870217973730557680:9:0) after 5m22s
[02:33:12.142] Handling timer "check-buildbucket-build-status" (chromium-m140/Dawn Mac x64 DEPS Release (AMD):8870217973730557680:9:0)
[02:33:12.185] Build status: STARTED
[02:33:12.185] Scheduling timer "check-buildbucket-build-status" (chromium-m140/Dawn Mac x64 DEPS Release (AMD):8870217973730557680:10:0) after 5m12s
[02:38:24.204] Handling timer "check-buildbucket-build-status" (chromium-m140/Dawn Mac x64 DEPS Release (AMD):8870217973730557680:10:0)
[02:38:24.273] Build status: STARTED
[02:38:24.273] Scheduling timer "check-buildbucket-build-status" (chromium-m140/Dawn Mac x64 DEPS Release (AMD):8870217973730557680:11:0) after 7m39s
[02:46:03.340] Handling timer "check-buildbucket-build-status" (chromium-m140/Dawn Mac x64 DEPS Release (AMD):8870217973730557680:11:0)
[02:46:03.357] Build status: STARTED
[02:46:03.357] Scheduling timer "check-buildbucket-build-status" (chromium-m140/Dawn Mac x64 DEPS Release (AMD):8870217973730557680:12:0) after 3m18s
[02:49:21.344] Handling timer "check-buildbucket-build-status" (chromium-m140/Dawn Mac x64 DEPS Release (AMD):8870217973730557680:12:0)
[02:49:21.470] Build status: STARTED
[02:49:21.470] Scheduling timer "check-buildbucket-build-status" (chromium-m140/Dawn Mac x64 DEPS Release (AMD):8870217973730557680:13:0) after 1m21s
[02:50:42.531] Handling timer "check-buildbucket-build-status" (chromium-m140/Dawn Mac x64 DEPS Release (AMD):8870217973730557680:13:0)
[02:50:42.558] Build status: STARTED
[02:50:42.558] Scheduling timer "check-buildbucket-build-status" (chromium-m140/Dawn Mac x64 DEPS Release (AMD):8870217973730557680:14:0) after 3m5s
[02:53:47.574] Handling timer "check-buildbucket-build-status" (chromium-m140/Dawn Mac x64 DEPS Release (AMD):8870217973730557680:14:0)
[02:53:47.592] Build status: STARTED
[02:53:47.593] Scheduling timer "check-buildbucket-build-status" (chromium-m140/Dawn Mac x64 DEPS Release (AMD):8870217973730557680:15:0) after 1m7s
[02:54:54.644] Handling timer "check-buildbucket-build-status" (chromium-m140/Dawn Mac x64 DEPS Release (AMD):8870217973730557680:15:0)
[02:54:54.696] Build status: STARTED
[02:54:54.696] Scheduling timer "check-buildbucket-build-status" (chromium-m140/Dawn Mac x64 DEPS Release (AMD):8870217973730557680:16:0) after 6m56s
[03:01:50.719] Handling timer "check-buildbucket-build-status" (chromium-m140/Dawn Mac x64 DEPS Release (AMD):8870217973730557680:16:0)
[03:01:50.750] Build status: STARTED
[03:01:50.750] Scheduling timer "check-buildbucket-build-status" (chromium-m140/Dawn Mac x64 DEPS Release (AMD):8870217973730557680:17:0) after 4m40s
[03:06:30.766] Handling timer "check-buildbucket-build-status" (chromium-m140/Dawn Mac x64 DEPS Release (AMD):8870217973730557680:17:0)
[03:06:30.790] Build status: STARTED
[03:06:30.790] Scheduling timer "check-buildbucket-build-status" (chromium-m140/Dawn Mac x64 DEPS Release (AMD):8870217973730557680:18:0) after 7m18s
[03:13:48.943] Handling timer "check-buildbucket-build-status" (chromium-m140/Dawn Mac x64 DEPS Release (AMD):8870217973730557680:18:0)
[03:13:48.960] Build status: STARTED
[03:13:48.960] Scheduling timer "check-buildbucket-build-status" (chromium-m140/Dawn Mac x64 DEPS Release (AMD):8870217973730557680:19:0) after 1m11s
[03:14:49.559] Received PubSub notification, asking Buildbucket for the build status
[03:14:49.590] Build:
{
"id": "8704787911415670977",
"builder": {
"project": "chromium-m140",
"bucket": "ci",
"builder": "Dawn Mac x64 DEPS Release (AMD)"
},
"number": 514,
"createdBy": "project:chromium-m140",
"createTime": "2025-09-03T01:52:41.327211637Z",
"startTime": "2025-09-03T01:53:42.741643141Z",
"endTime": "2025-09-03T03:14:49.143204939Z",
"updateTime": "2025-09-03T03:14:49.143204939Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "87157946f3098b3cc311ad12309f08163d06ac6e",
"ref": "refs/branch-heads/7339"
}
}
}
[03:14:49.590] Invocation finished in 1h22m9.8542139s with status FAILED