[18:31:46.155] New invocation is queued and will start shortly
[18:31:47.536] Starting the invocation (attempt 1)
[18:31:47.575] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[18:31:47.575] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[18:31:47.575] Buildbucket request:
{
"bucket": "luci.dart.ci.sandbox",
"client_operation_id": "9103985885649954720",
"parameters_json": "{\"builder_name\":\"pkg-win-release\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://dart.googlesource.com/sdk/\",\"revision\":\"4c659e9f8396dd8caaf8deca87c053ad91a199dd\"}}",
"pubsub_callback": {
"auth_token": "...",
"topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
},
"tags": [
"builder:pkg-win-release",
"scheduler_invocation_id:9103985885649954720",
"scheduler_job_id:dart/pkg-win-release",
"user_agent:luci-scheduler",
"buildset:commit/git/4c659e9f8396dd8caaf8deca87c053ad91a199dd",
"buildset:commit/gitiles/dart.googlesource.com/sdk/+/4c659e9f8396dd8caaf8deca87c053ad91a199dd",
"gitiles_ref:refs/heads/master"
]
}
[18:31:48.945] Buildbucket response:
{
"build": {
"bucket": "luci.dart.ci.sandbox",
"canary_preference": "AUTO",
"created_by": "user:luci-scheduler@appspot.gserviceaccount.com",
"created_ts": "1533925907643610",
"id": "8938555823425320000",
"lease_expiration_ts": "1534044708664060",
"lease_key": "291230934",
"parameters_json": "{\"builder_name\": \"pkg-win-release\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://dart.googlesource.com/sdk/\", \"revision\": \"4c659e9f8396dd8caaf8deca87c053ad91a199dd\"}}",
"project": "dart",
"result_details_json": "null",
"service_account": "dart-luci-try-builder@dart-ci.iam.gserviceaccount.com",
"status": "SCHEDULED",
"status_changed_ts": "1533925908844810",
"tags": [
"build_address:luci.dart.ci.sandbox/pkg-win-release/1742",
"builder:pkg-win-release",
"buildset:commit/git/4c659e9f8396dd8caaf8deca87c053ad91a199dd",
"buildset:commit/gitiles/dart.googlesource.com/sdk/+/4c659e9f8396dd8caaf8deca87c053ad91a199dd",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9103985885649954720",
"scheduler_job_id:dart/pkg-win-release",
"swarming_dimension:cpu:x86-64",
"swarming_dimension:os:Windows",
"swarming_dimension:pool:luci.dart.try",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:build_address:luci.dart.ci.sandbox/pkg-win-release/1742",
"swarming_tag:buildbucket_bucket:luci.dart.ci.sandbox",
"swarming_tag:buildbucket_build_id:8938555823425320000",
"swarming_tag:buildbucket_hostname:cr-buildbucket.appspot.com",
"swarming_tag:buildbucket_template_canary:0",
"swarming_tag:buildbucket_template_revision:477c78a99beff1a2cb211f905b69db7eeb4c6c44",
"swarming_tag:builder:pkg-win-release",
"swarming_tag:buildset:commit/git/4c659e9f8396dd8caaf8deca87c053ad91a199dd",
"swarming_tag:buildset:commit/gitiles/dart.googlesource.com/sdk/+/4c659e9f8396dd8caaf8deca87c053ad91a199dd",
"swarming_tag:cpu:x86-64",
"swarming_tag:gitiles_ref:refs/heads/master",
"swarming_tag:log_location:logdog://logs.chromium.org/dart/buildbucket/cr-buildbucket.appspot.com/8938555823425320000/+/annotations",
"swarming_tag:luci_project:dart",
"swarming_tag:os:Windows",
"swarming_tag:pool:luci.dart.try",
"swarming_tag:priority:50",
"swarming_tag:recipe_name:dart/neo",
"swarming_tag:recipe_repository:https://chromium.googlesource.com/chromium/tools/build.git",
"swarming_tag:scheduler_invocation_id:9103985885649954720",
"swarming_tag:scheduler_job_id:dart/pkg-win-release",
"swarming_tag:service_account:dart-luci-try-builder@dart-ci.iam.gserviceaccount.com",
"swarming_tag:swarming.pool.template:skip",
"swarming_tag:swarming.pool.version:ff5c495bb2e9d8bf9dc6ddf0d44504a822282e5f",
"swarming_tag:user:None",
"swarming_tag:user_agent:luci-scheduler",
"swarming_tag:vpython:native-python-wrapper",
"swarming_task_id:3f3ded66a3b87810",
"user_agent:luci-scheduler"
],
"updated_ts": "1533925908844930",
"url": "https://ci.chromium.org/p/dart/builders/luci.dart.ci.sandbox/pkg-win-release/1742",
"utcnow_ts": "1533925908925230"
}
}
[18:31:48.946] Task URL: https://ci.chromium.org/p/dart/builders/luci.dart.ci.sandbox/pkg-win-release/1742
[18:31:48.946] Scheduling timer "check-buildbucket-build-status" (dart/pkg-win-release:9103985885649954720:2:0) after 1m0s
[18:31:53.294] Received PubSub notification, asking Buildbucket for the build status
[18:31:53.338] Build 8938555823425320000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:32:48.965] Handling timer "check-buildbucket-build-status" (dart/pkg-win-release:9103985885649954720:2:0)
[18:32:48.965] Timer tick, asking Buildbucket for the build status
[18:32:49.077] Build 8938555823425320000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:32:49.077] Scheduling timer "check-buildbucket-build-status" (dart/pkg-win-release:9103985885649954720:4:0) after 1m0s
[18:33:49.113] Handling timer "check-buildbucket-build-status" (dart/pkg-win-release:9103985885649954720:4:0)
[18:33:49.113] Timer tick, asking Buildbucket for the build status
[18:33:49.169] Build 8938555823425320000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:33:49.169] Scheduling timer "check-buildbucket-build-status" (dart/pkg-win-release:9103985885649954720:5:0) after 1m0s
[18:34:49.193] Handling timer "check-buildbucket-build-status" (dart/pkg-win-release:9103985885649954720:5:0)
[18:34:49.193] Timer tick, asking Buildbucket for the build status
[18:34:49.289] Build 8938555823425320000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:34:49.289] Scheduling timer "check-buildbucket-build-status" (dart/pkg-win-release:9103985885649954720:6:0) after 1m0s
[18:35:49.310] Handling timer "check-buildbucket-build-status" (dart/pkg-win-release:9103985885649954720:6:0)
[18:35:49.310] Timer tick, asking Buildbucket for the build status
[18:35:49.346] Build 8938555823425320000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:35:49.346] Scheduling timer "check-buildbucket-build-status" (dart/pkg-win-release:9103985885649954720:7:0) after 1m0s
[18:36:49.365] Handling timer "check-buildbucket-build-status" (dart/pkg-win-release:9103985885649954720:7:0)
[18:36:49.365] Timer tick, asking Buildbucket for the build status
[18:36:49.490] Build 8938555823425320000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:36:49.490] Scheduling timer "check-buildbucket-build-status" (dart/pkg-win-release:9103985885649954720:8:0) after 1m0s
[18:37:49.508] Handling timer "check-buildbucket-build-status" (dart/pkg-win-release:9103985885649954720:8:0)
[18:37:49.508] Timer tick, asking Buildbucket for the build status
[18:37:49.552] Build 8938555823425320000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:37:49.552] Scheduling timer "check-buildbucket-build-status" (dart/pkg-win-release:9103985885649954720:9:0) after 1m0s
[18:38:49.577] Handling timer "check-buildbucket-build-status" (dart/pkg-win-release:9103985885649954720:9:0)
[18:38:49.577] Timer tick, asking Buildbucket for the build status
[18:38:49.769] Build 8938555823425320000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:38:49.769] Scheduling timer "check-buildbucket-build-status" (dart/pkg-win-release:9103985885649954720:10:0) after 1m0s
[18:39:49.792] Handling timer "check-buildbucket-build-status" (dart/pkg-win-release:9103985885649954720:10:0)
[18:39:49.792] Timer tick, asking Buildbucket for the build status
[18:39:49.893] Build 8938555823425320000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:39:49.893] Scheduling timer "check-buildbucket-build-status" (dart/pkg-win-release:9103985885649954720:11:0) after 1m0s
[18:40:49.915] Handling timer "check-buildbucket-build-status" (dart/pkg-win-release:9103985885649954720:11:0)
[18:40:49.915] Timer tick, asking Buildbucket for the build status
[18:40:49.954] Build 8938555823425320000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:40:49.954] Scheduling timer "check-buildbucket-build-status" (dart/pkg-win-release:9103985885649954720:12:0) after 1m0s
[18:41:49.973] Handling timer "check-buildbucket-build-status" (dart/pkg-win-release:9103985885649954720:12:0)
[18:41:49.973] Timer tick, asking Buildbucket for the build status
[18:41:50.090] Build 8938555823425320000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:41:50.090] Scheduling timer "check-buildbucket-build-status" (dart/pkg-win-release:9103985885649954720:13:0) after 1m0s
[18:42:50.117] Handling timer "check-buildbucket-build-status" (dart/pkg-win-release:9103985885649954720:13:0)
[18:42:50.117] Timer tick, asking Buildbucket for the build status
[18:42:50.155] Build 8938555823425320000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:42:50.155] Scheduling timer "check-buildbucket-build-status" (dart/pkg-win-release:9103985885649954720:14:0) after 1m0s
[18:43:50.190] Handling timer "check-buildbucket-build-status" (dart/pkg-win-release:9103985885649954720:14:0)
[18:43:50.190] Timer tick, asking Buildbucket for the build status
[18:43:50.275] Build 8938555823425320000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:43:50.275] Scheduling timer "check-buildbucket-build-status" (dart/pkg-win-release:9103985885649954720:15:0) after 1m0s
[18:44:50.294] Handling timer "check-buildbucket-build-status" (dart/pkg-win-release:9103985885649954720:15:0)
[18:44:50.294] Timer tick, asking Buildbucket for the build status
[18:44:50.328] Build 8938555823425320000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:44:50.329] Scheduling timer "check-buildbucket-build-status" (dart/pkg-win-release:9103985885649954720:16:0) after 1m0s
[18:45:50.346] Handling timer "check-buildbucket-build-status" (dart/pkg-win-release:9103985885649954720:16:0)
[18:45:50.346] Timer tick, asking Buildbucket for the build status
[18:45:50.383] Build 8938555823425320000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:45:50.383] Scheduling timer "check-buildbucket-build-status" (dart/pkg-win-release:9103985885649954720:17:0) after 1m0s
[18:46:50.407] Handling timer "check-buildbucket-build-status" (dart/pkg-win-release:9103985885649954720:17:0)
[18:46:50.407] Timer tick, asking Buildbucket for the build status
[18:46:50.461] Build 8938555823425320000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:46:50.461] Scheduling timer "check-buildbucket-build-status" (dart/pkg-win-release:9103985885649954720:18:0) after 1m0s
[18:47:50.481] Handling timer "check-buildbucket-build-status" (dart/pkg-win-release:9103985885649954720:18:0)
[18:47:50.481] Timer tick, asking Buildbucket for the build status
[18:47:50.594] Build 8938555823425320000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:47:50.594] Scheduling timer "check-buildbucket-build-status" (dart/pkg-win-release:9103985885649954720:19:0) after 1m0s
[18:48:50.637] Handling timer "check-buildbucket-build-status" (dart/pkg-win-release:9103985885649954720:19:0)
[18:48:50.637] Timer tick, asking Buildbucket for the build status
[18:48:50.695] Build 8938555823425320000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:48:50.695] Scheduling timer "check-buildbucket-build-status" (dart/pkg-win-release:9103985885649954720:20:0) after 1m0s
[18:49:50.736] Handling timer "check-buildbucket-build-status" (dart/pkg-win-release:9103985885649954720:20:0)
[18:49:50.736] Timer tick, asking Buildbucket for the build status
[18:49:50.795] Build 8938555823425320000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:49:50.795] Scheduling timer "check-buildbucket-build-status" (dart/pkg-win-release:9103985885649954720:21:0) after 1m0s
[18:50:50.884] Handling timer "check-buildbucket-build-status" (dart/pkg-win-release:9103985885649954720:21:0)
[18:50:50.884] Timer tick, asking Buildbucket for the build status
[18:50:50.993] Build 8938555823425320000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:50:50.993] Scheduling timer "check-buildbucket-build-status" (dart/pkg-win-release:9103985885649954720:22:0) after 1m0s
[18:51:51.010] Handling timer "check-buildbucket-build-status" (dart/pkg-win-release:9103985885649954720:22:0)
[18:51:51.010] Timer tick, asking Buildbucket for the build status
[18:51:51.148] Build 8938555823425320000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:51:51.148] Scheduling timer "check-buildbucket-build-status" (dart/pkg-win-release:9103985885649954720:23:0) after 1m0s
[18:52:51.169] Handling timer "check-buildbucket-build-status" (dart/pkg-win-release:9103985885649954720:23:0)
[18:52:51.169] Timer tick, asking Buildbucket for the build status
[18:52:51.213] Build 8938555823425320000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:52:51.213] Scheduling timer "check-buildbucket-build-status" (dart/pkg-win-release:9103985885649954720:24:0) after 1m0s
[18:53:51.232] Handling timer "check-buildbucket-build-status" (dart/pkg-win-release:9103985885649954720:24:0)
[18:53:51.232] Timer tick, asking Buildbucket for the build status
[18:53:51.280] Build 8938555823425320000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:53:51.280] Scheduling timer "check-buildbucket-build-status" (dart/pkg-win-release:9103985885649954720:25:0) after 1m0s
[18:54:51.300] Handling timer "check-buildbucket-build-status" (dart/pkg-win-release:9103985885649954720:25:0)
[18:54:51.300] Timer tick, asking Buildbucket for the build status
[18:54:51.999] Build 8938555823425320000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:54:51.999] Scheduling timer "check-buildbucket-build-status" (dart/pkg-win-release:9103985885649954720:26:0) after 1m0s
[18:55:52.018] Handling timer "check-buildbucket-build-status" (dart/pkg-win-release:9103985885649954720:26:0)
[18:55:52.018] Timer tick, asking Buildbucket for the build status
[18:55:52.054] Build 8938555823425320000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:55:52.054] Scheduling timer "check-buildbucket-build-status" (dart/pkg-win-release:9103985885649954720:27:0) after 1m0s
[18:56:04.441] Received PubSub notification, asking Buildbucket for the build status
[18:56:04.511] Build 8938555823425320000: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[18:56:04.511] Buildbucket build:
{
"build": {
"bucket": "luci.dart.ci.sandbox",
"canary_preference": "AUTO",
"completed_ts": "1533927362932940",
"created_by": "user:luci-scheduler@appspot.gserviceaccount.com",
"created_ts": "1533925907643610",
"failure_reason": "BUILD_FAILURE",
"id": "8938555823425320000",
"parameters_json": "{\"builder_name\": \"pkg-win-release\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://dart.googlesource.com/sdk/\", \"revision\": \"4c659e9f8396dd8caaf8deca87c053ad91a199dd\"}}",
"project": "dart",
"result": "FAILURE",
"result_details_json": "{\"ui\": {\"info\": \"Failure package unit tests\"}, \"build_run_result\": {\"infraFailure\": null, \"recipeResult\": {\"failure\": {\"failure\": {\"step\": \"Aggregate step failure.\"}, \"humanReason\": \"1 out of 3 aggregated steps failed. Failures: 1 out of 2 aggregated steps failed. Failures: 1 out of 2 aggregated steps failed. Failures: 1 out of 1 aggregated steps failed. Failures: Step('package unit tests') failed with return_code 1\"}}, \"recipeExitCode\": {\"value\": 1}, \"recipe\": {\"name\": \"dart/neo\", \"repository\": \"https://chromium.googlesource.com/chromium/tools/build.git\", \"revision\": \"2ba21d58645c908aae67d5548ac714e583ad3946\"}, \"annotationUrl\": \"logdog://logs.chromium.org/dart/buildbucket/cr-buildbucket.appspot.com/8938555823425320000/+/annotations\"}, \"swarming\": {\"bot_dimensions\": {\"zone\": [\"us\", \"us-central\", \"us-central1\", \"us-central1-c\"], \"locale\": [\"en_US.cp1252\"], \"os\": [\"Windows\", \"Windows-10\", \"Windows-10-15063\"], \"image\": [\"chrome-win10-1703-2018-04-20-61acaf8983f\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-Haswell_GCE\"], \"python\": [\"2.7.13\"], \"server_version\": [\"3712-19aca72\"], \"machine_type\": [\"n1-standard-8\"], \"gpu\": [\"none\"], \"cores\": [\"8\"], \"integrity\": [\"high\"], \"id\": [\"win10-dart-05529b1d-us-central1-c-zcrd\"], \"pool\": [\"dart.tests\", \"luci.dart.try\"], \"caches\": [\"builder_24e524d886dee0a90d17501c5fd582d0eb684cddd09e79fa495bfb0b25a1ae42_v2\", \"builder_739132d05c08119c0a064c95a6b5fbee7661dc67576ea328e59fdf1bed4549a8_v2\", \"builder_c030046225ec729a1456fb10d7df0c625fafe542ce1c45e90c45620f248ee546_v2\", \"git\", \"goma_v2\", \"swarming_module_cache_vpython\", \"vpython\"]}}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"C:\\\\b\\\\s\\\\w\\\\ir\\\\cache\", \"temp_dir\": \"C:\\\\b\\\\s\\\\w\\\\ir\\\\tmp\\\\rt\"}, \"buildnumber\": 1742, \"repository\": \"https://dart.googlesource.com/sdk/\", \"buildername\": \"pkg-win-release\", \"got_revision\": \"4c659e9f8396dd8caaf8deca87c053ad91a199dd\", \"recipe\": \"dart/neo\", \"mastername\": \"client.dart\", \"clobber\": \"true\", \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"buildbucket\": {\"hostname\": \"cr-buildbucket.appspot.com\", \"build\": {\"created_ts\": 1533925907643610, \"tags\": [\"builder:pkg-win-release\", \"buildset:commit/git/4c659e9f8396dd8caaf8deca87c053ad91a199dd\", \"buildset:commit/gitiles/dart.googlesource.com/sdk/+/4c659e9f8396dd8caaf8deca87c053ad91a199dd\", \"gitiles_ref:refs/heads/master\", \"scheduler_invocation_id:9103985885649954720\", \"scheduler_job_id:dart/pkg-win-release\", \"user_agent:luci-scheduler\"], \"bucket\": \"luci.dart.ci.sandbox\", \"created_by\": \"user:luci-scheduler@appspot.gserviceaccount.com\", \"project\": \"dart\", \"id\": \"8938555823425320000\"}}, \"branch\": \"refs/heads/master\", \"path_config\": \"generic\", \"revision\": \"4c659e9f8396dd8caaf8deca87c053ad91a199dd\", \"bot_id\": \"win10-dart-05529b1d-us-central1-c-zcrd\"}}",
"service_account": "dart-luci-try-builder@dart-ci.iam.gserviceaccount.com",
"started_ts": "1533925909365410",
"status": "COMPLETED",
"status_changed_ts": "1533927363894600",
"tags": [
"build_address:luci.dart.ci.sandbox/pkg-win-release/1742",
"builder:pkg-win-release",
"buildset:commit/git/4c659e9f8396dd8caaf8deca87c053ad91a199dd",
"buildset:commit/gitiles/dart.googlesource.com/sdk/+/4c659e9f8396dd8caaf8deca87c053ad91a199dd",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9103985885649954720",
"scheduler_job_id:dart/pkg-win-release",
"swarming_dimension:cpu:x86-64",
"swarming_dimension:os:Windows",
"swarming_dimension:pool:luci.dart.try",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:build_address:luci.dart.ci.sandbox/pkg-win-release/1742",
"swarming_tag:buildbucket_bucket:luci.dart.ci.sandbox",
"swarming_tag:buildbucket_build_id:8938555823425320000",
"swarming_tag:buildbucket_hostname:cr-buildbucket.appspot.com",
"swarming_tag:buildbucket_template_canary:0",
"swarming_tag:buildbucket_template_revision:477c78a99beff1a2cb211f905b69db7eeb4c6c44",
"swarming_tag:builder:pkg-win-release",
"swarming_tag:buildset:commit/git/4c659e9f8396dd8caaf8deca87c053ad91a199dd",
"swarming_tag:buildset:commit/gitiles/dart.googlesource.com/sdk/+/4c659e9f8396dd8caaf8deca87c053ad91a199dd",
"swarming_tag:cpu:x86-64",
"swarming_tag:gitiles_ref:refs/heads/master",
"swarming_tag:log_location:logdog://logs.chromium.org/dart/buildbucket/cr-buildbucket.appspot.com/8938555823425320000/+/annotations",
"swarming_tag:luci_project:dart",
"swarming_tag:os:Windows",
"swarming_tag:pool:luci.dart.try",
"swarming_tag:priority:50",
"swarming_tag:recipe_name:dart/neo",
"swarming_tag:recipe_repository:https://chromium.googlesource.com/chromium/tools/build.git",
"swarming_tag:scheduler_invocation_id:9103985885649954720",
"swarming_tag:scheduler_job_id:dart/pkg-win-release",
"swarming_tag:service_account:dart-luci-try-builder@dart-ci.iam.gserviceaccount.com",
"swarming_tag:swarming.pool.template:skip",
"swarming_tag:swarming.pool.version:ff5c495bb2e9d8bf9dc6ddf0d44504a822282e5f",
"swarming_tag:user:None",
"swarming_tag:user_agent:luci-scheduler",
"swarming_tag:vpython:native-python-wrapper",
"swarming_task_id:3f3ded66a3b87810",
"user_agent:luci-scheduler"
],
"updated_ts": "1533927363911210",
"url": "https://ci.chromium.org/p/dart/builders/luci.dart.ci.sandbox/pkg-win-release/1742",
"utcnow_ts": "1533927364495700"
}
}
[18:56:04.511] Invocation finished in 24m18.372871884s with status FAILED