[09:47:21.455] New invocation is queued and will start shortly
[09:47:21.455] Triggered by user:chromium-ci-gpu-builder@chops-service-accounts.iam.gserviceaccount.com
[09:47:22.491] Starting the invocation (attempt 1)
[09:47:22.538] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/304373c1a2074bd1f1163ec0c9282d74306f4dd2"
[09:47:22.538] Popped gitiles commit info from properties and tags
[09:47:22.538] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[09:47:22.538] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[09:47:22.538] Buildbucket request:
{
"requestId": "8885951980650790832",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "Dawn Win10 x64 Release (Intel UHD 770)"
},
"properties": {
"$bootstrap/trigger": {
"commits": [
{
"host": "chromium.googlesource.com",
"id": "304373c1a2074bd1f1163ec0c9282d74306f4dd2",
"project": "chromium/src",
"ref": "refs/heads/main"
}
]
},
"deps_revision_overrides": {
"src": "304373c1a2074bd1f1163ec0c9282d74306f4dd2",
"src/third_party/dawn": "5daaefcba94d74ea710f8fbcce2ce1366889d6ad"
},
"instruction_dependencies": [
{
"instruction_id": "bot_update_repro_instructions",
"invocation_id": "build-8720527064135391937"
},
{
"instruction_id": "generate_build_files_repro_instructions",
"invocation_id": "build-8720527064135391937"
},
{
"instruction_id": "compile_repro_instructions",
"invocation_id": "build-8720527064135391937"
}
],
"parent_build_id": "8720527064135391937",
"parent_builder_group": "chromium.dawn",
"parent_buildername": "Dawn Win10 x64 Builder",
"parent_got_angle_revision": "ac251fa88ae14c222d9194d228614ab14ee10f60",
"parent_got_dawn_revision": "5daaefcba94d74ea710f8fbcce2ce1366889d6ad",
"parent_got_revision": "304373c1a2074bd1f1163ec0c9282d74306f4dd2",
"parent_got_revision_cp": "refs/heads/main@{#1431960}",
"parent_got_swiftshader_revision": "5d97d5be883b757fc8a67f30e8027a4c10217b30",
"parent_got_v8_revision": "51be4913735058d4ad37b331bf81d1a4adf90579",
"parent_got_v8_revision_cp": "refs/heads/13.6.51@{#1}",
"parent_got_webrtc_revision": "01f2ec6508c80b0924048e85dd9b4057ecdd8806",
"parent_got_webrtc_revision_cp": "refs/heads/main@{#44106}",
"swarm_hashes": {
"dawn_end2end_tests": "b6c1c831150c37b894216f62261b2ea7ad7782d764fe39424841a99a911b4fc9/323",
"dawn_perf_tests": "e966c2c07d7c04bce3eb97259c7e9be46a4e289ecd92b11218405762a62e0848/487",
"gl_tests": "dccd172cbc0c794b7352684e1a090fc941fe79c293029575ad0d08c09bc3da87/323",
"gl_unittests": "9e62f771c525083cb54dfd18e943ee4f20e879e9b2550baab7fdd288dfa71d21/402",
"telemetry_gpu_integration_test": "d3a8bec3ecca7d70bb280238180d1af6328a18541b406dd848c3eea1bca27006/815",
"telemetry_gpu_unittests": "0692b949fe129468fc131183cd039ea877d48fc632d5342bb0c92e9a4b381e40/736",
"webgpu_blink_web_tests": "dff233fcf76115210277a2a1777c2749b7028722556dfbec84e1ef9af36d057f/566"
},
"swarming_command_lines_cwd": "out\\9f0d-Dawn_Win10_x64_",
"swarming_command_lines_digest": "7aeb6d1c6a48a8535af5116a806064295f19d4c0a17b169a6156304caa1fbe77/93",
"swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
},
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "304373c1a2074bd1f1163ec0c9282d74306f4dd2",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8885951980650790832"
},
{
"key": "scheduler_job_id",
"value": "chromium/Dawn Win10 x64 Release (Intel UHD 770)"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "Dawn Win10 x64 Builder"
},
{
"key": "parent_buildnumber",
"value": "136894"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[09:47:23.189] Scheduled build:
{
"id": "8720521918787547649",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "Dawn Win10 x64 Release (Intel UHD 770)"
},
"number": 3100,
"createdBy": "project:chromium",
"createTime": "2025-03-13T09:47:22.602415093Z",
"updateTime": "2025-03-13T09:47:22.602415093Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "304373c1a2074bd1f1163ec0c9282d74306f4dd2",
"ref": "refs/heads/main"
}
}
}
[09:47:23.189] Task URL: https://cr-buildbucket.appspot.com/build/8720521918787547649
[09:47:23.189] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8885951980650790832:2:0) after 5m52s
[09:47:24.106] Received PubSub notification, asking Buildbucket for the build status
[09:47:24.124] Build status: SCHEDULED
[09:48:36.166] Received PubSub notification, asking Buildbucket for the build status
[09:48:36.254] Build status: STARTED
[09:53:15.259] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8885951980650790832:2:0)
[09:53:15.284] Build status: STARTED
[09:53:15.284] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8885951980650790832:5:0) after 8m13s
[10:01:28.298] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8885951980650790832:5:0)
[10:01:28.355] Build status: STARTED
[10:01:28.355] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8885951980650790832:6:0) after 1m11s
[10:02:39.410] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8885951980650790832:6:0)
[10:02:39.438] Build status: STARTED
[10:02:39.438] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8885951980650790832:7:0) after 7m23s
[10:10:02.464] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8885951980650790832:7:0)
[10:10:02.494] Build status: STARTED
[10:10:02.494] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8885951980650790832:8:0) after 2m20s
[10:12:22.535] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8885951980650790832:8:0)
[10:12:22.563] Build status: STARTED
[10:12:22.563] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8885951980650790832:9:0) after 5m39s
[10:18:01.617] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8885951980650790832:9:0)
[10:18:01.663] Build status: STARTED
[10:18:01.663] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8885951980650790832:10:0) after 5m55s
[10:23:56.689] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8885951980650790832:10:0)
[10:23:56.714] Build status: STARTED
[10:23:56.714] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8885951980650790832:11:0) after 3m58s
[10:27:54.801] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8885951980650790832:11:0)
[10:27:54.840] Build status: STARTED
[10:27:54.840] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8885951980650790832:12:0) after 4m35s
[10:32:29.957] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8885951980650790832:12:0)
[10:32:30.051] Build status: STARTED
[10:32:30.051] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8885951980650790832:13:0) after 1m49s
[10:34:19.080] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8885951980650790832:13:0)
[10:34:19.098] Build status: STARTED
[10:34:19.098] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8885951980650790832:14:0) after 5m35s
[10:39:54.272] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8885951980650790832:14:0)
[10:39:54.295] Build status: STARTED
[10:39:54.295] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8885951980650790832:15:0) after 2m12s
[10:42:06.960] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8885951980650790832:15:0)
[10:42:06.975] Build status: STARTED
[10:42:06.975] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8885951980650790832:16:0) after 3m22s
[10:45:29.000] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8885951980650790832:16:0)
[10:45:29.067] Build status: STARTED
[10:45:29.067] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8885951980650790832:17:0) after 2m54s
[10:48:23.252] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8885951980650790832:17:0)
[10:48:23.270] Build status: STARTED
[10:48:23.270] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8885951980650790832:18:0) after 2m19s
[10:50:42.334] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8885951980650790832:18:0)
[10:50:42.371] Build status: STARTED
[10:50:42.371] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8885951980650790832:19:0) after 6m25s
[10:57:08.454] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8885951980650790832:19:0)
[10:57:08.478] Build status: STARTED
[10:57:08.478] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8885951980650790832:20:0) after 9m59s
[11:07:07.866] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8885951980650790832:20:0)
[11:07:07.897] Build status: STARTED
[11:07:07.897] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8885951980650790832:21:0) after 8m43s
[11:15:50.951] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8885951980650790832:21:0)
[11:15:50.967] Build status: STARTED
[11:15:50.967] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8885951980650790832:22:0) after 6m24s
[11:22:15.042] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8885951980650790832:22:0)
[11:22:15.065] Build status: STARTED
[11:22:15.065] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8885951980650790832:23:0) after 3m34s
[11:25:49.100] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8885951980650790832:23:0)
[11:25:49.160] Build status: STARTED
[11:25:49.160] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8885951980650790832:24:0) after 6m6s
[11:31:55.182] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8885951980650790832:24:0)
[11:31:55.203] Build status: STARTED
[11:31:55.203] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8885951980650790832:25:0) after 4m55s
[11:36:50.226] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8885951980650790832:25:0)
[11:36:50.343] Build status: STARTED
[11:36:50.343] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8885951980650790832:26:0) after 4m48s
[11:41:38.368] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8885951980650790832:26:0)
[11:41:38.475] Build status: STARTED
[11:41:38.475] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8885951980650790832:27:0) after 4m7s
[11:45:45.481] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8885951980650790832:27:0)
[11:45:45.507] Build status: STARTED
[11:45:45.508] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8885951980650790832:28:0) after 3m20s
[11:49:05.532] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8885951980650790832:28:0)
[11:49:05.556] Build status: STARTED
[11:49:05.556] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8885951980650790832:29:0) after 9m27s
[11:58:32.597] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8885951980650790832:29:0)
[11:58:32.617] Build status: STARTED
[11:58:32.617] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8885951980650790832:30:0) after 6m1s
[12:04:33.690] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8885951980650790832:30:0)
[12:04:33.726] Build status: STARTED
[12:04:33.726] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8885951980650790832:31:0) after 2m52s
[12:07:25.758] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8885951980650790832:31:0)
[12:07:25.790] Build status: STARTED
[12:07:25.790] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8885951980650790832:32:0) after 2m6s
[12:09:31.787] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8885951980650790832:32:0)
[12:09:31.803] Build status: STARTED
[12:09:31.803] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8885951980650790832:33:0) after 4m12s
[12:13:44.026] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8885951980650790832:33:0)
[12:13:44.044] Build status: STARTED
[12:13:44.044] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8885951980650790832:34:0) after 3m21s
[12:17:05.069] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8885951980650790832:34:0)
[12:17:05.090] Build status: STARTED
[12:17:05.090] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8885951980650790832:35:0) after 3m13s
[12:20:18.117] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8885951980650790832:35:0)
[12:20:18.133] Build status: STARTED
[12:20:18.133] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8885951980650790832:36:0) after 5m7s
[12:25:25.250] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8885951980650790832:36:0)
[12:25:25.265] Build status: STARTED
[12:25:25.265] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8885951980650790832:37:0) after 1m3s
[12:26:28.411] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8885951980650790832:37:0)
[12:26:28.439] Build status: STARTED
[12:26:28.439] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8885951980650790832:38:0) after 7m34s
[12:34:02.459] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8885951980650790832:38:0)
[12:34:02.481] Build status: STARTED
[12:34:02.481] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8885951980650790832:39:0) after 7m42s
[12:41:44.509] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8885951980650790832:39:0)
[12:41:44.536] Build status: STARTED
[12:41:44.536] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8885951980650790832:40:0) after 2m30s
[12:44:14.656] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8885951980650790832:40:0)
[12:44:14.673] Build status: STARTED
[12:44:14.673] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8885951980650790832:41:0) after 6m3s
[12:50:17.693] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8885951980650790832:41:0)
[12:50:17.712] Build status: STARTED
[12:50:17.712] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8885951980650790832:42:0) after 6m56s
[12:57:13.739] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8885951980650790832:42:0)
[12:57:13.800] Build status: STARTED
[12:57:13.800] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8885951980650790832:43:0) after 3m12s
[13:00:25.822] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8885951980650790832:43:0)
[13:00:25.840] Build status: STARTED
[13:00:25.840] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8885951980650790832:44:0) after 9m6s
[13:09:31.986] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8885951980650790832:44:0)
[13:09:32.012] Build status: STARTED
[13:09:32.012] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8885951980650790832:45:0) after 9m53s
[13:19:25.041] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8885951980650790832:45:0)
[13:19:25.059] Build status: STARTED
[13:19:25.059] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8885951980650790832:46:0) after 6m31s
[13:25:56.088] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8885951980650790832:46:0)
[13:25:56.162] Build status: STARTED
[13:25:56.162] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8885951980650790832:47:0) after 7m41s
[13:33:37.192] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8885951980650790832:47:0)
[13:33:37.217] Build status: STARTED
[13:33:37.217] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8885951980650790832:48:0) after 2m12s
[13:35:49.252] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8885951980650790832:48:0)
[13:35:49.269] Build status: STARTED
[13:35:49.269] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel UHD 770):8885951980650790832:49:0) after 6m0s
[13:38:58.032] Received PubSub notification, asking Buildbucket for the build status
[13:38:58.055] Build:
{
"id": "8720521918787547649",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "Dawn Win10 x64 Release (Intel UHD 770)"
},
"number": 3100,
"createdBy": "project:chromium",
"createTime": "2025-03-13T09:47:22.602415093Z",
"startTime": "2025-03-13T09:48:35.946946731Z",
"endTime": "2025-03-13T13:38:57.661335471Z",
"updateTime": "2025-03-13T13:38:57.661335471Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "304373c1a2074bd1f1163ec0c9282d74306f4dd2",
"ref": "refs/heads/main"
}
}
}
[13:38:58.055] Invocation finished in 3h51m36.613903584s with status FAILED