[01:25:56.497] New invocation is queued and will start shortly
[01:25:57.608] Starting the invocation (attempt 1)
[01:25:57.703] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:25:57.703] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:25:57.703] Buildbucket request:
{
"bucket": "luci.chromium.ci",
"client_operation_id": "9078049095791886272",
"parameters_json": "{\"builder_name\":\"Windows deterministic\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src.git\",\"revision\":\"965db511cda98ef12d9bd73c5a51f726bb40e2a3\"}}",
"pubsub_callback": {
"auth_token": "...",
"topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
},
"tags": [
"builder:Windows deterministic",
"scheduler_invocation_id:9078049095791886272",
"scheduler_job_id:chromium/Windows deterministic",
"user_agent:luci-scheduler",
"buildset:commit/git/965db511cda98ef12d9bd73c5a51f726bb40e2a3",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/965db511cda98ef12d9bd73c5a51f726bb40e2a3",
"gitiles_ref:refs/heads/master"
]
}
[01:25:58.975] Buildbucket response:
{
"build": {
"bucket": "luci.chromium.ci",
"canary_preference": "AUTO",
"created_by": "project:chromium",
"created_ts": "1558661158173167",
"id": "8912619033365823184",
"parameters_json": "{\"builder_name\": \"Windows deterministic\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"965db511cda98ef12d9bd73c5a51f726bb40e2a3\"}}",
"project": "chromium",
"result_details_json": "{\"properties\": {}}",
"service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"status": "SCHEDULED",
"status_changed_ts": "1558661158862214",
"tags": [
"build_address:luci.chromium.ci/Windows deterministic/13514",
"builder:Windows deterministic",
"buildset:commit/git/965db511cda98ef12d9bd73c5a51f726bb40e2a3",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/965db511cda98ef12d9bd73c5a51f726bb40e2a3",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9078049095791886272",
"scheduler_job_id:chromium/Windows deterministic",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8912619033365823184/+/annotations",
"swarming_tag:luci_project:chromium",
"swarming_tag:recipe_name:swarming/deterministic_build",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_task_id:",
"user_agent:luci-scheduler"
],
"updated_ts": "1558661158862303",
"url": "https://ci.chromium.org/b/8912619033365823184",
"utcnow_ts": "1558661158968982"
}
}
[01:25:58.975] Task URL: https://ci.chromium.org/b/8912619033365823184
[01:25:58.975] Scheduling timer "check-buildbucket-build-status" (chromium/Windows deterministic:9078049095791886272:2:0) after 1m0s
[01:26:00.952] Received PubSub notification, asking Buildbucket for the build status
[01:26:01.070] Build 8912619033365823184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:26:59.136] Handling timer "check-buildbucket-build-status" (chromium/Windows deterministic:9078049095791886272:2:0)
[01:26:59.136] Timer tick, asking Buildbucket for the build status
[01:27:00.160] Build 8912619033365823184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:27:00.160] Scheduling timer "check-buildbucket-build-status" (chromium/Windows deterministic:9078049095791886272:4:0) after 1m0s
[01:28:00.244] Handling timer "check-buildbucket-build-status" (chromium/Windows deterministic:9078049095791886272:4:0)
[01:28:00.244] Timer tick, asking Buildbucket for the build status
[01:28:00.574] Build 8912619033365823184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:28:00.574] Scheduling timer "check-buildbucket-build-status" (chromium/Windows deterministic:9078049095791886272:5:0) after 1m0s
[01:29:00.580] Handling timer "check-buildbucket-build-status" (chromium/Windows deterministic:9078049095791886272:5:0)
[01:29:00.580] Timer tick, asking Buildbucket for the build status
[01:29:01.142] Build 8912619033365823184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:29:01.142] Scheduling timer "check-buildbucket-build-status" (chromium/Windows deterministic:9078049095791886272:6:0) after 1m0s
[01:30:01.166] Handling timer "check-buildbucket-build-status" (chromium/Windows deterministic:9078049095791886272:6:0)
[01:30:01.166] Timer tick, asking Buildbucket for the build status
[01:30:02.964] Build 8912619033365823184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:30:02.964] Scheduling timer "check-buildbucket-build-status" (chromium/Windows deterministic:9078049095791886272:7:0) after 1m0s
[01:31:02.982] Handling timer "check-buildbucket-build-status" (chromium/Windows deterministic:9078049095791886272:7:0)
[01:31:02.982] Timer tick, asking Buildbucket for the build status
[01:31:03.202] Build 8912619033365823184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:31:03.202] Scheduling timer "check-buildbucket-build-status" (chromium/Windows deterministic:9078049095791886272:8:0) after 1m0s
[01:32:03.279] Handling timer "check-buildbucket-build-status" (chromium/Windows deterministic:9078049095791886272:8:0)
[01:32:03.279] Timer tick, asking Buildbucket for the build status
[01:32:06.238] Build 8912619033365823184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:32:06.238] Scheduling timer "check-buildbucket-build-status" (chromium/Windows deterministic:9078049095791886272:9:0) after 1m0s
[01:33:06.288] Handling timer "check-buildbucket-build-status" (chromium/Windows deterministic:9078049095791886272:9:0)
[01:33:06.288] Timer tick, asking Buildbucket for the build status
[01:33:07.256] Build 8912619033365823184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:33:07.256] Scheduling timer "check-buildbucket-build-status" (chromium/Windows deterministic:9078049095791886272:10:0) after 1m0s
[01:34:07.338] Handling timer "check-buildbucket-build-status" (chromium/Windows deterministic:9078049095791886272:10:0)
[01:34:07.338] Timer tick, asking Buildbucket for the build status
[01:34:07.518] Build 8912619033365823184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:34:07.518] Scheduling timer "check-buildbucket-build-status" (chromium/Windows deterministic:9078049095791886272:11:0) after 1m0s
[01:35:07.543] Handling timer "check-buildbucket-build-status" (chromium/Windows deterministic:9078049095791886272:11:0)
[01:35:07.543] Timer tick, asking Buildbucket for the build status
[01:35:08.371] Build 8912619033365823184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:35:08.371] Scheduling timer "check-buildbucket-build-status" (chromium/Windows deterministic:9078049095791886272:12:0) after 1m0s
[01:36:08.399] Handling timer "check-buildbucket-build-status" (chromium/Windows deterministic:9078049095791886272:12:0)
[01:36:08.399] Timer tick, asking Buildbucket for the build status
[01:36:08.589] Build 8912619033365823184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:36:08.589] Scheduling timer "check-buildbucket-build-status" (chromium/Windows deterministic:9078049095791886272:13:0) after 1m0s
[01:37:08.632] Handling timer "check-buildbucket-build-status" (chromium/Windows deterministic:9078049095791886272:13:0)
[01:37:08.632] Timer tick, asking Buildbucket for the build status
[01:37:09.056] Build 8912619033365823184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:37:09.056] Scheduling timer "check-buildbucket-build-status" (chromium/Windows deterministic:9078049095791886272:14:0) after 1m0s
[01:38:09.105] Handling timer "check-buildbucket-build-status" (chromium/Windows deterministic:9078049095791886272:14:0)
[01:38:09.105] Timer tick, asking Buildbucket for the build status
[01:38:09.295] Build 8912619033365823184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:38:09.295] Scheduling timer "check-buildbucket-build-status" (chromium/Windows deterministic:9078049095791886272:15:0) after 1m0s
[01:39:09.381] Handling timer "check-buildbucket-build-status" (chromium/Windows deterministic:9078049095791886272:15:0)
[01:39:09.381] Timer tick, asking Buildbucket for the build status
[01:39:09.709] Build 8912619033365823184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:39:09.709] Scheduling timer "check-buildbucket-build-status" (chromium/Windows deterministic:9078049095791886272:16:0) after 1m0s
[01:40:09.705] Handling timer "check-buildbucket-build-status" (chromium/Windows deterministic:9078049095791886272:16:0)
[01:40:09.705] Timer tick, asking Buildbucket for the build status
[01:40:10.586] Build 8912619033365823184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:40:10.586] Scheduling timer "check-buildbucket-build-status" (chromium/Windows deterministic:9078049095791886272:17:0) after 1m0s
[01:41:10.682] Handling timer "check-buildbucket-build-status" (chromium/Windows deterministic:9078049095791886272:17:0)
[01:41:10.682] Timer tick, asking Buildbucket for the build status
[01:41:11.040] Build 8912619033365823184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:41:11.040] Scheduling timer "check-buildbucket-build-status" (chromium/Windows deterministic:9078049095791886272:18:0) after 1m0s
[01:42:11.089] Handling timer "check-buildbucket-build-status" (chromium/Windows deterministic:9078049095791886272:18:0)
[01:42:11.089] Timer tick, asking Buildbucket for the build status
[01:42:11.774] Build 8912619033365823184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:42:11.774] Scheduling timer "check-buildbucket-build-status" (chromium/Windows deterministic:9078049095791886272:19:0) after 1m0s
[01:43:11.792] Handling timer "check-buildbucket-build-status" (chromium/Windows deterministic:9078049095791886272:19:0)
[01:43:11.792] Timer tick, asking Buildbucket for the build status
[01:43:12.397] Build 8912619033365823184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:43:12.397] Scheduling timer "check-buildbucket-build-status" (chromium/Windows deterministic:9078049095791886272:20:0) after 1m0s
[01:44:12.465] Handling timer "check-buildbucket-build-status" (chromium/Windows deterministic:9078049095791886272:20:0)
[01:44:12.465] Timer tick, asking Buildbucket for the build status
[01:44:12.646] Build 8912619033365823184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:44:12.646] Scheduling timer "check-buildbucket-build-status" (chromium/Windows deterministic:9078049095791886272:21:0) after 1m0s
[01:45:12.692] Handling timer "check-buildbucket-build-status" (chromium/Windows deterministic:9078049095791886272:21:0)
[01:45:12.692] Timer tick, asking Buildbucket for the build status
[01:45:13.026] Build 8912619033365823184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:45:13.026] Scheduling timer "check-buildbucket-build-status" (chromium/Windows deterministic:9078049095791886272:22:0) after 1m0s
[01:46:13.103] Handling timer "check-buildbucket-build-status" (chromium/Windows deterministic:9078049095791886272:22:0)
[01:46:13.103] Timer tick, asking Buildbucket for the build status
[01:46:13.490] Build 8912619033365823184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:46:13.490] Scheduling timer "check-buildbucket-build-status" (chromium/Windows deterministic:9078049095791886272:23:0) after 1m0s
[01:47:13.482] Handling timer "check-buildbucket-build-status" (chromium/Windows deterministic:9078049095791886272:23:0)
[01:47:13.482] Timer tick, asking Buildbucket for the build status
[01:47:15.230] Build 8912619033365823184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:47:15.230] Scheduling timer "check-buildbucket-build-status" (chromium/Windows deterministic:9078049095791886272:24:0) after 1m0s
[01:48:15.270] Handling timer "check-buildbucket-build-status" (chromium/Windows deterministic:9078049095791886272:24:0)
[01:48:15.270] Timer tick, asking Buildbucket for the build status
[01:48:15.790] Build 8912619033365823184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:48:15.790] Scheduling timer "check-buildbucket-build-status" (chromium/Windows deterministic:9078049095791886272:25:0) after 1m0s
[01:49:15.828] Handling timer "check-buildbucket-build-status" (chromium/Windows deterministic:9078049095791886272:25:0)
[01:49:15.828] Timer tick, asking Buildbucket for the build status
[01:49:16.108] Build 8912619033365823184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:49:16.108] Scheduling timer "check-buildbucket-build-status" (chromium/Windows deterministic:9078049095791886272:26:0) after 1m0s
[01:50:16.153] Handling timer "check-buildbucket-build-status" (chromium/Windows deterministic:9078049095791886272:26:0)
[01:50:16.153] Timer tick, asking Buildbucket for the build status
[01:50:19.081] Build 8912619033365823184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:50:19.081] Scheduling timer "check-buildbucket-build-status" (chromium/Windows deterministic:9078049095791886272:27:0) after 1m0s
[01:51:19.271] Handling timer "check-buildbucket-build-status" (chromium/Windows deterministic:9078049095791886272:27:0)
[01:51:19.271] Timer tick, asking Buildbucket for the build status
[01:51:19.899] Build 8912619033365823184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:51:19.899] Scheduling timer "check-buildbucket-build-status" (chromium/Windows deterministic:9078049095791886272:28:0) after 1m0s
[01:52:20.020] Handling timer "check-buildbucket-build-status" (chromium/Windows deterministic:9078049095791886272:28:0)
[01:52:20.020] Timer tick, asking Buildbucket for the build status
[01:52:20.695] Build 8912619033365823184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:52:20.695] Scheduling timer "check-buildbucket-build-status" (chromium/Windows deterministic:9078049095791886272:29:0) after 1m0s
[01:53:20.765] Handling timer "check-buildbucket-build-status" (chromium/Windows deterministic:9078049095791886272:29:0)
[01:53:20.765] Timer tick, asking Buildbucket for the build status
[01:53:22.568] Build 8912619033365823184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:53:22.568] Scheduling timer "check-buildbucket-build-status" (chromium/Windows deterministic:9078049095791886272:30:0) after 1m0s
[01:54:22.596] Handling timer "check-buildbucket-build-status" (chromium/Windows deterministic:9078049095791886272:30:0)
[01:54:22.596] Timer tick, asking Buildbucket for the build status
[01:54:22.696] Build 8912619033365823184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:54:22.696] Scheduling timer "check-buildbucket-build-status" (chromium/Windows deterministic:9078049095791886272:31:0) after 1m0s
[01:55:22.714] Handling timer "check-buildbucket-build-status" (chromium/Windows deterministic:9078049095791886272:31:0)
[01:55:22.714] Timer tick, asking Buildbucket for the build status
[01:55:23.055] Build 8912619033365823184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:55:23.055] Scheduling timer "check-buildbucket-build-status" (chromium/Windows deterministic:9078049095791886272:32:0) after 1m0s
[01:56:23.104] Handling timer "check-buildbucket-build-status" (chromium/Windows deterministic:9078049095791886272:32:0)
[01:56:23.104] Timer tick, asking Buildbucket for the build status
[01:56:23.299] Build 8912619033365823184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:56:23.299] Scheduling timer "check-buildbucket-build-status" (chromium/Windows deterministic:9078049095791886272:33:0) after 1m0s
[01:57:23.419] Handling timer "check-buildbucket-build-status" (chromium/Windows deterministic:9078049095791886272:33:0)
[01:57:23.419] Timer tick, asking Buildbucket for the build status
[01:57:23.545] Build 8912619033365823184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:57:23.545] Scheduling timer "check-buildbucket-build-status" (chromium/Windows deterministic:9078049095791886272:34:0) after 1m0s
[01:58:23.570] Handling timer "check-buildbucket-build-status" (chromium/Windows deterministic:9078049095791886272:34:0)
[01:58:23.570] Timer tick, asking Buildbucket for the build status
[01:58:25.530] Build 8912619033365823184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:58:25.530] Scheduling timer "check-buildbucket-build-status" (chromium/Windows deterministic:9078049095791886272:35:0) after 1m0s
[01:59:25.635] Handling timer "check-buildbucket-build-status" (chromium/Windows deterministic:9078049095791886272:35:0)
[01:59:25.635] Timer tick, asking Buildbucket for the build status
[01:59:26.062] Build 8912619033365823184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:59:26.062] Scheduling timer "check-buildbucket-build-status" (chromium/Windows deterministic:9078049095791886272:36:0) after 1m0s
[02:00:26.085] Handling timer "check-buildbucket-build-status" (chromium/Windows deterministic:9078049095791886272:36:0)
[02:00:26.085] Timer tick, asking Buildbucket for the build status
[02:00:26.357] Build 8912619033365823184: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:00:26.358] Scheduling timer "check-buildbucket-build-status" (chromium/Windows deterministic:9078049095791886272:37:0) after 1m0s
[02:00:35.504] Received PubSub notification, asking Buildbucket for the build status
[02:00:35.608] Build 8912619033365823184: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[02:00:35.608] Buildbucket build:
{
"build": {
"bucket": "luci.chromium.ci",
"canary_preference": "AUTO",
"completed_ts": "1558663234851956",
"created_by": "project:chromium",
"created_ts": "1558661158173167",
"failure_reason": "BUILD_FAILURE",
"id": "8912619033365823184",
"parameters_json": "{\"builder_name\": \"Windows deterministic\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"965db511cda98ef12d9bd73c5a51f726bb40e2a3\"}}",
"project": "chromium",
"result": "FAILURE",
"result_details_json": "{\"error\": {\"message\": \"Step('Second build') (retcode: 1)\"}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"C:\\\\b\\\\s\\\\w\\\\ir\\\\cache\", \"temp_dir\": \"C:\\\\b\\\\s\\\\w\\\\ir\\\\tmp\\\\rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"windows-deterministic-0-7052\", \"branch\": \"refs/heads/master\", \"buildername\": \"Windows deterministic\", \"buildnumber\": 13514, \"got_angle_revision\": \"d2683459da1d6e5907fc54dc1f98398397b59841\", \"got_dawn_revision\": \"c391fb7c69fd50c55e566f9612d92b2f5d251524\", \"got_nacl_revision\": \"0ddc033406886a709b901e0c312872529f9705e8\", \"got_revision\": \"965db511cda98ef12d9bd73c5a51f726bb40e2a3\", \"got_revision_cp\": \"refs/heads/master@{#662929}\", \"got_swarming_client_revision\": \"779c4f0f8488c64587b75dbb001d18c3c0c4cda9\", \"got_v8_revision\": \"bffe9927669b41ad07e1a14bba243c4d4599e9c2\", \"got_v8_revision_cp\": \"refs/heads/7.6.267@{#1}\", \"got_webrtc_revision\": \"c1c0d6d8ad7471043631f6b4b006eba9801d9241\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#28046}\", \"mastername\": \"chromium.win\", \"path_config\": \"generic\", \"recipe\": \"swarming/deterministic_build\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"965db511cda98ef12d9bd73c5a51f726bb40e2a3\"}, \"swarming\": {\"bot_dimensions\": {\"builder\": [\"Windows deterministic\"], \"caches\": [\"builder_e8fffaf9fac16164b1ec16ebaa1f377b792d39a582f7640830518d8ff7303d0c_v2\", \"git\", \"goma_v2\", \"vpython\"], \"cores\": [\"8\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-Broadwell_GCE\"], \"gce\": [\"1\"], \"gpu\": [\"none\"], \"id\": [\"windows-deterministic-0-7052\"], \"image\": [\"chrome-win10-1703-2018-04-20-61acaf8983f\"], \"integrity\": [\"high\"], \"locale\": [\"en_US.cp1252\"], \"machine_type\": [\"n1-standard-8\"], \"os\": [\"Windows\", \"Windows-10\", \"Windows-10-15063\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.13\"], \"server_version\": [\"4303-bae210e\"], \"zone\": [\"us\", \"us-west\", \"us-west1\", \"us-west1-c\"]}}, \"ui\": {\"info\": \"Step('Second build') (retcode: 1)\"}}",
"service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"started_ts": "1558661160087975",
"status": "COMPLETED",
"status_changed_ts": "1558661160546575",
"tags": [
"build_address:luci.chromium.ci/Windows deterministic/13514",
"builder:Windows deterministic",
"buildset:commit/git/965db511cda98ef12d9bd73c5a51f726bb40e2a3",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/965db511cda98ef12d9bd73c5a51f726bb40e2a3",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9078049095791886272",
"scheduler_job_id:chromium/Windows deterministic",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8912619033365823184/+/annotations",
"swarming_tag:luci_project:chromium",
"swarming_tag:os:Windows",
"swarming_tag:recipe_name:swarming/deterministic_build",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_task_id:45004362bea8ae10",
"user_agent:luci-scheduler"
],
"updated_ts": "1558663235043685",
"url": "https://ci.chromium.org/b/8912619033365823184",
"utcnow_ts": "1558663235594850"
}
}
[02:00:35.608] Invocation finished in 34m39.132067912s with status FAILED