[09:28:48.387] New invocation is queued and will start shortly
[09:28:49.687] Starting the invocation (attempt 1)
[09:28:49.761] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[09:28:49.761] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[09:28:49.761] Buildbucket request:
{
"bucket": "luci.chromium.ci",
"client_operation_id": "9071405138011699136",
"parameters_json": "{\"builder_name\":\"android-code-coverage\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src.git\",\"revision\":\"cb649862f2cf3898f0ebe35203c80fe18c955daa\"}}",
"pubsub_callback": {
"auth_token": "...",
"topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
},
"tags": [
"builder:android-code-coverage",
"scheduler_invocation_id:9071405138011699136",
"scheduler_job_id:chromium/android-code-coverage",
"user_agent:luci-scheduler",
"buildset:commit/git/cb649862f2cf3898f0ebe35203c80fe18c955daa",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/cb649862f2cf3898f0ebe35203c80fe18c955daa",
"gitiles_ref:refs/heads/master"
]
}
[09:28:50.708] Buildbucket response:
{
"build": {
"bucket": "luci.chromium.ci",
"canary_preference": "PROD",
"created_by": "project:chromium",
"created_ts": "1564997329927909",
"id": "8905975075733111056",
"parameters_json": "{\"builder_name\": \"android-code-coverage\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"cb649862f2cf3898f0ebe35203c80fe18c955daa\"}}",
"project": "chromium",
"result_details_json": "{\"properties\": {}}",
"service_account": "chromium-code-coverage-builder@chops-service-accounts.iam.gserviceaccount.com",
"status": "SCHEDULED",
"status_changed_ts": "1564997330412694",
"tags": [
"build_address:luci.chromium.ci/android-code-coverage/2365",
"builder:android-code-coverage",
"buildset:commit/git/cb649862f2cf3898f0ebe35203c80fe18c955daa",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/cb649862f2cf3898f0ebe35203c80fe18c955daa",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9071405138011699136",
"scheduler_job_id:chromium/android-code-coverage",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8905975075733111056/+/annotations",
"swarming_tag:luci_project:chromium",
"swarming_tag:recipe_name:chromium",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_task_id:",
"user_agent:luci-scheduler"
],
"updated_ts": "1564997330412817",
"url": "https://ci.chromium.org/b/8905975075733111056",
"utcnow_ts": "1564997330665154"
}
}
[09:28:50.708] Task URL: https://ci.chromium.org/b/8905975075733111056
[09:28:50.708] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9071405138011699136:2:0) after 1m0s
[09:29:42.535] Received PubSub notification, asking Buildbucket for the build status
[09:29:42.996] Build 8905975075733111056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:29:50.759] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9071405138011699136:2:0)
[09:29:50.759] Timer tick, asking Buildbucket for the build status
[09:29:51.759] Build 8905975075733111056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:29:51.759] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9071405138011699136:4:0) after 1m0s
[09:30:51.832] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9071405138011699136:4:0)
[09:30:51.832] Timer tick, asking Buildbucket for the build status
[09:30:52.644] Build 8905975075733111056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:30:52.644] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9071405138011699136:5:0) after 1m0s
[09:31:52.848] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9071405138011699136:5:0)
[09:31:52.848] Timer tick, asking Buildbucket for the build status
[09:31:53.358] Build 8905975075733111056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:31:53.358] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9071405138011699136:6:0) after 1m0s
[09:32:53.455] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9071405138011699136:6:0)
[09:32:53.456] Timer tick, asking Buildbucket for the build status
[09:32:54.109] Build 8905975075733111056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:32:54.109] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9071405138011699136:7:0) after 1m0s
[09:33:54.286] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9071405138011699136:7:0)
[09:33:54.286] Timer tick, asking Buildbucket for the build status
[09:33:57.580] Build 8905975075733111056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:33:57.580] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9071405138011699136:8:0) after 1m0s
[09:34:57.618] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9071405138011699136:8:0)
[09:34:57.618] Timer tick, asking Buildbucket for the build status
[09:34:58.003] Build 8905975075733111056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:34:58.003] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9071405138011699136:9:0) after 1m0s
[09:35:58.109] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9071405138011699136:9:0)
[09:35:58.109] Timer tick, asking Buildbucket for the build status
[09:35:58.324] Build 8905975075733111056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:35:58.324] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9071405138011699136:10:0) after 1m0s
[09:36:58.347] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9071405138011699136:10:0)
[09:36:58.347] Timer tick, asking Buildbucket for the build status
[09:36:58.745] Build 8905975075733111056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:36:58.745] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9071405138011699136:11:0) after 1m0s
[09:37:58.895] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9071405138011699136:11:0)
[09:37:58.895] Timer tick, asking Buildbucket for the build status
[09:37:59.204] Build 8905975075733111056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:37:59.204] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9071405138011699136:12:0) after 1m0s
[09:38:59.413] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9071405138011699136:12:0)
[09:38:59.413] Timer tick, asking Buildbucket for the build status
[09:38:59.654] Build 8905975075733111056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:38:59.654] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9071405138011699136:13:0) after 1m0s
[09:39:59.654] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9071405138011699136:13:0)
[09:39:59.654] Timer tick, asking Buildbucket for the build status
[09:40:00.239] Build 8905975075733111056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:40:00.239] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9071405138011699136:14:0) after 1m0s
[09:41:00.413] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9071405138011699136:14:0)
[09:41:00.413] Timer tick, asking Buildbucket for the build status
[09:41:02.058] Build 8905975075733111056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:41:02.058] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9071405138011699136:15:0) after 1m0s
[09:42:02.227] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9071405138011699136:15:0)
[09:42:02.227] Timer tick, asking Buildbucket for the build status
[09:42:02.935] Build 8905975075733111056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:42:02.935] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9071405138011699136:16:0) after 1m0s
[09:43:02.961] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9071405138011699136:16:0)
[09:43:02.961] Timer tick, asking Buildbucket for the build status
[09:43:04.343] Build 8905975075733111056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:43:04.343] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9071405138011699136:17:0) after 1m0s
[09:44:04.396] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9071405138011699136:17:0)
[09:44:04.396] Timer tick, asking Buildbucket for the build status
[09:44:04.791] Build 8905975075733111056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:44:04.792] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9071405138011699136:18:0) after 1m0s
[09:45:05.097] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9071405138011699136:18:0)
[09:45:05.097] Timer tick, asking Buildbucket for the build status
[09:45:05.506] Build 8905975075733111056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:45:05.506] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9071405138011699136:19:0) after 1m0s
[09:46:05.576] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9071405138011699136:19:0)
[09:46:05.576] Timer tick, asking Buildbucket for the build status
[09:46:11.277] Build 8905975075733111056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:46:11.277] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9071405138011699136:20:0) after 1m0s
[09:47:11.291] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9071405138011699136:20:0)
[09:47:11.291] Timer tick, asking Buildbucket for the build status
[09:47:11.593] Build 8905975075733111056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:47:11.593] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9071405138011699136:21:0) after 1m0s
[09:48:11.642] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9071405138011699136:21:0)
[09:48:11.642] Timer tick, asking Buildbucket for the build status
[09:48:11.877] Build 8905975075733111056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:48:11.877] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9071405138011699136:22:0) after 1m0s
[09:49:11.907] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9071405138011699136:22:0)
[09:49:11.907] Timer tick, asking Buildbucket for the build status
[09:49:13.784] Build 8905975075733111056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:49:13.784] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9071405138011699136:23:0) after 1m0s
[09:50:13.814] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9071405138011699136:23:0)
[09:50:13.814] Timer tick, asking Buildbucket for the build status
[09:50:13.983] Build 8905975075733111056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:50:13.983] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9071405138011699136:24:0) after 1m0s
[09:51:13.964] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9071405138011699136:24:0)
[09:51:13.964] Timer tick, asking Buildbucket for the build status
[09:51:15.688] Build 8905975075733111056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:51:15.688] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9071405138011699136:25:0) after 1m0s
[09:52:15.706] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9071405138011699136:25:0)
[09:52:15.706] Timer tick, asking Buildbucket for the build status
[09:52:17.387] Build 8905975075733111056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:52:17.387] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9071405138011699136:26:0) after 1m0s
[09:53:17.411] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9071405138011699136:26:0)
[09:53:17.411] Timer tick, asking Buildbucket for the build status
[09:53:17.873] Build 8905975075733111056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:53:17.873] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9071405138011699136:27:0) after 1m0s
[09:54:17.895] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9071405138011699136:27:0)
[09:54:17.895] Timer tick, asking Buildbucket for the build status
[09:54:18.131] Build 8905975075733111056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:54:18.131] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9071405138011699136:28:0) after 1m0s
[09:55:18.177] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9071405138011699136:28:0)
[09:55:18.177] Timer tick, asking Buildbucket for the build status
[09:55:19.233] Build 8905975075733111056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:55:19.233] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9071405138011699136:29:0) after 1m0s
[09:56:19.323] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9071405138011699136:29:0)
[09:56:19.323] Timer tick, asking Buildbucket for the build status
[09:56:20.175] Build 8905975075733111056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:56:20.175] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9071405138011699136:30:0) after 1m0s
[09:57:20.169] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9071405138011699136:30:0)
[09:57:20.169] Timer tick, asking Buildbucket for the build status
[09:57:20.407] Build 8905975075733111056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:57:20.407] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9071405138011699136:31:0) after 1m0s
[09:58:20.462] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9071405138011699136:31:0)
[09:58:20.462] Timer tick, asking Buildbucket for the build status
[09:58:20.694] Build 8905975075733111056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:58:20.694] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9071405138011699136:32:0) after 1m0s
[09:59:20.715] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9071405138011699136:32:0)
[09:59:20.715] Timer tick, asking Buildbucket for the build status
[09:59:21.359] Build 8905975075733111056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:59:21.360] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9071405138011699136:33:0) after 1m0s
[10:00:21.499] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9071405138011699136:33:0)
[10:00:21.499] Timer tick, asking Buildbucket for the build status
[10:00:26.079] Build 8905975075733111056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:00:26.079] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9071405138011699136:34:0) after 1m0s
[10:01:26.109] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9071405138011699136:34:0)
[10:01:26.109] Timer tick, asking Buildbucket for the build status
[10:01:26.561] Build 8905975075733111056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:01:26.561] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9071405138011699136:35:0) after 1m0s
[10:02:26.616] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9071405138011699136:35:0)
[10:02:26.616] Timer tick, asking Buildbucket for the build status
[10:02:26.882] Build 8905975075733111056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:02:26.882] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9071405138011699136:36:0) after 1m0s
[10:03:26.896] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9071405138011699136:36:0)
[10:03:26.896] Timer tick, asking Buildbucket for the build status
[10:03:27.118] Build 8905975075733111056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:03:27.118] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9071405138011699136:37:0) after 1m0s
[10:04:27.175] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9071405138011699136:37:0)
[10:04:27.175] Timer tick, asking Buildbucket for the build status
[10:04:27.460] Build 8905975075733111056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:04:27.460] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9071405138011699136:38:0) after 1m0s
[10:05:27.519] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9071405138011699136:38:0)
[10:05:27.519] Timer tick, asking Buildbucket for the build status
[10:05:27.882] Build 8905975075733111056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:05:27.882] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9071405138011699136:39:0) after 1m0s
[10:06:27.892] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9071405138011699136:39:0)
[10:06:27.892] Timer tick, asking Buildbucket for the build status
[10:06:28.447] Build 8905975075733111056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:06:28.447] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9071405138011699136:40:0) after 1m0s
[10:07:28.468] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9071405138011699136:40:0)
[10:07:28.468] Timer tick, asking Buildbucket for the build status
[10:07:29.443] Build 8905975075733111056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:07:29.443] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9071405138011699136:41:0) after 1m0s
[10:08:29.468] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9071405138011699136:41:0)
[10:08:29.468] Timer tick, asking Buildbucket for the build status
[10:08:30.617] Build 8905975075733111056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:08:30.617] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9071405138011699136:42:0) after 1m0s
[10:09:30.739] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9071405138011699136:42:0)
[10:09:30.739] Timer tick, asking Buildbucket for the build status
[10:09:30.912] Build 8905975075733111056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:09:30.912] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9071405138011699136:43:0) after 1m0s
[10:10:30.966] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9071405138011699136:43:0)
[10:10:30.966] Timer tick, asking Buildbucket for the build status
[10:10:31.824] Build 8905975075733111056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:10:31.824] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9071405138011699136:44:0) after 1m0s
[10:11:31.825] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9071405138011699136:44:0)
[10:11:31.825] Timer tick, asking Buildbucket for the build status
[10:11:35.074] Build 8905975075733111056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:11:35.074] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9071405138011699136:45:0) after 1m0s
[10:12:35.868] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9071405138011699136:45:0)
[10:12:35.868] Timer tick, asking Buildbucket for the build status
[10:12:36.219] Build 8905975075733111056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:12:36.219] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9071405138011699136:46:0) after 1m0s
[10:13:36.283] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9071405138011699136:46:0)
[10:13:36.283] Timer tick, asking Buildbucket for the build status
[10:13:36.469] Build 8905975075733111056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:13:36.469] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9071405138011699136:47:0) after 1m0s
[10:14:36.550] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9071405138011699136:47:0)
[10:14:36.550] Timer tick, asking Buildbucket for the build status
[10:14:37.248] Build 8905975075733111056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:14:37.248] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9071405138011699136:48:0) after 1m0s
[10:15:37.225] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9071405138011699136:48:0)
[10:15:37.225] Timer tick, asking Buildbucket for the build status
[10:15:38.124] Build 8905975075733111056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:15:38.124] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9071405138011699136:49:0) after 1m0s
[10:16:38.250] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9071405138011699136:49:0)
[10:16:38.250] Timer tick, asking Buildbucket for the build status
[10:16:38.455] Build 8905975075733111056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:16:38.455] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9071405138011699136:50:0) after 1m0s
[10:17:38.446] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9071405138011699136:50:0)
[10:17:38.446] Timer tick, asking Buildbucket for the build status
[10:17:38.779] Build 8905975075733111056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:17:38.779] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9071405138011699136:51:0) after 1m0s
[10:18:38.960] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9071405138011699136:51:0)
[10:18:38.960] Timer tick, asking Buildbucket for the build status
[10:18:39.642] Build 8905975075733111056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:18:39.642] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9071405138011699136:52:0) after 1m0s
[10:19:39.704] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9071405138011699136:52:0)
[10:19:39.704] Timer tick, asking Buildbucket for the build status
[10:19:40.062] Build 8905975075733111056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:19:40.062] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9071405138011699136:53:0) after 1m0s
[10:20:40.049] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9071405138011699136:53:0)
[10:20:40.049] Timer tick, asking Buildbucket for the build status
[10:20:40.278] Build 8905975075733111056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:20:40.278] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9071405138011699136:54:0) after 1m0s
[10:21:40.275] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9071405138011699136:54:0)
[10:21:40.275] Timer tick, asking Buildbucket for the build status
[10:21:40.844] Build 8905975075733111056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:21:40.844] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9071405138011699136:55:0) after 1m0s
[10:22:40.938] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9071405138011699136:55:0)
[10:22:40.938] Timer tick, asking Buildbucket for the build status
[10:22:41.639] Build 8905975075733111056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:22:41.639] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9071405138011699136:56:0) after 1m0s
[10:23:41.701] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9071405138011699136:56:0)
[10:23:41.701] Timer tick, asking Buildbucket for the build status
[10:23:42.063] Build 8905975075733111056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:23:42.063] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9071405138011699136:57:0) after 1m0s
[10:24:42.117] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9071405138011699136:57:0)
[10:24:42.117] Timer tick, asking Buildbucket for the build status
[10:24:42.584] Build 8905975075733111056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:24:42.584] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9071405138011699136:58:0) after 1m0s
[10:25:42.599] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9071405138011699136:58:0)
[10:25:42.599] Timer tick, asking Buildbucket for the build status
[10:25:42.918] Build 8905975075733111056: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:25:42.918] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9071405138011699136:59:0) after 1m0s
[10:26:40.784] Received PubSub notification, asking Buildbucket for the build status
[10:26:40.959] Build 8905975075733111056: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[10:26:40.959] Buildbucket build:
{
"build": {
"bucket": "luci.chromium.ci",
"canary_preference": "PROD",
"completed_ts": "1565000799832176",
"created_by": "project:chromium",
"created_ts": "1564997329927909",
"failure_reason": "BUILD_FAILURE",
"id": "8905975075733111056",
"parameters_json": "{\"builder_name\": \"android-code-coverage\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"cb649862f2cf3898f0ebe35203c80fe18c955daa\"}}",
"project": "chromium",
"result": "FAILURE",
"result_details_json": "{\"error\": {\"message\": \"2 Test Suite(s) failed.\\n\\n**chrome_public_test_apk on Android device Nexus 5X** failed because of:\\n\\n- org.chromium.chrome.browser.autofill_assistant.AssistantOnboardingCoordinatorTest#testTransfertControls\\n\\n- org.chromium.chrome.browser.bookmarks.BookmarkReorderTest#testEndIconVisibilityInSelectionMode\\n\\n- org.chromium.chrome.browser.autofill_assistant.AutofillAssistantDirectActionHandlerTest#testOnboarding\\n\\n- org.chromium.chrome.browser.bookmarks.BookmarkReorderTest#testSmallDrag_Down_MixedFoldersAndBookmarks\\n\\n...7 more failure(s) (11 total)...\"}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"luci-chromium-ci-xenial-us-central1-c-600-ssd-hm32-3-a27m\", \"branch\": \"refs/heads/master\", \"buildername\": \"android-code-coverage\", \"buildnumber\": 2365, \"coverage_gs_bucket\": \"code-coverage-data\", \"coverage_metadata_gs_path\": \"postsubmit/chromium.googlesource.com/chromium/src/cb649862f2cf3898f0ebe35203c80fe18c955daa/ci/android-code-coverage/8905975075733111056/java_metadata\", \"got_angle_revision\": \"dc2c5c5a419e45891ec5898e675b8f447b1bd9fa\", \"got_dawn_revision\": \"ccf805046ae3762de0ef44432ba4ce5bcd56ec2a\", \"got_nacl_revision\": \"058a26f57015051953a727add26e7e26348b9558\", \"got_revision\": \"cb649862f2cf3898f0ebe35203c80fe18c955daa\", \"got_revision_cp\": \"refs/heads/master@{#683943}\", \"got_swarming_client_revision\": \"96f125709acfd0b48fc1e5dae7d6ea42291726ac\", \"got_v8_revision\": \"f69a6724028310f1880fc3c6b102da4be15609ed\", \"got_v8_revision_cp\": \"refs/heads/7.8.60@{#1}\", \"got_webrtc_revision\": \"fedd625e0cc634a6ae12683e7bf61f6bc01e677d\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#28752}\", \"isolate_server\": \"https://isolateserver.appspot.com\", \"mastername\": \"chromium.fyi\", \"path_config\": \"generic\", \"recipe\": \"chromium\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"cb649862f2cf3898f0ebe35203c80fe18c955daa\", \"swarm_hashes\": {\"android_browsertests\": \"7dc951521f3d8b9d66f9e913fb8c30cbede9a149\", \"android_webview_unittests\": \"bf0fc1cf3f6208ea0e236af7e1308387d3007faf\", \"angle_unittests\": \"9e3170fe3ee693b2df3196cb08d1cc067b591745\", \"base_unittests\": \"a19cdafc28119ade28c07251a8163b8c56547575\", \"base_util_unittests\": \"6a1fbc3eb16adbcf1288d8b5fccba3186ba0144e\", \"blink_common_unittests\": \"2c914962b94d99b62d9a642241d04a2c013b5911\", \"blink_heap_unittests\": \"a2fe220705d2bee5d097c127b8817685d6b90a09\", \"blink_platform_unittests\": \"d62789d3bfa85399b18ce48eb1d06f1f78ffe025\", \"blink_unittests\": \"c300197ce31e696f3d360551a100f86752d64dab\", \"boringssl_crypto_tests\": \"d7fcca107e2e73f067488a0e8f8d01e157e26087\", \"boringssl_ssl_tests\": \"18875bc8bff33dbdb85ab603526e27ea9465df3f\", \"breakpad_unittests\": \"83962a41db68d29db369a79bf54ad1d9f636c871\", \"cacheinvalidation_unittests\": \"31ce77b007a7a886f6ceb520011310aab51bae08\", \"capture_unittests\": \"b5ed4f74d53b50d3da1d5f336ae4acd9ec37282a\", \"cast_unittests\": \"9fdbd0849c576c12e7365a9a848feeeabbd65617\", \"cc_unittests\": \"2d2b1f34c01da9ae593e6f65d26eb29bbbf55c12\", \"chrome_public_test_apk\": \"8c25af046ba8a8e208946ae30ae639c7bf9184f5\", \"chrome_public_test_vr_apk\": \"96967b4179d07fa268f0f5ee2a13be75332ae278\", \"components_browsertests\": \"f3cfc7a8af44d64153c9119e4c85db3507520121\", \"components_unittests\": \"ae30d0cdcb2f02d082942399e2e09ea4a4256497\", \"content_browsertests\": \"3c2fe60187174d8f21bb4c672f3352a96ed9e9b6\", \"content_shell_test_apk\": \"c5180dfaddbf33dc7c6d113a0d3877e5b4741f45\", \"content_unittests\": \"6a714438a69dbe5087c74a652157038f0522169b\", \"crypto_unittests\": \"5c1abaef5b100be2e9b8a34e3a49ae58fc7411ec\", \"device_unittests\": \"0315b1a729acf750a5ec8cdddfcd38193f040130\", \"display_unittests\": \"379bf6627aa580bade71ac831692067bb6b0a51c\", \"events_unittests\": \"6c6bbdf022c8744666b0cd50af2ac6a30c8f39c3\", \"gcm_unit_tests\": \"7cea0265f3780ed76328222edd14404ada3af304\", \"gfx_unittests\": \"5567300f5adad947a59588d3ea37538d1edf8b47\", \"gin_unittests\": \"5cadc7eb58f64e43a3955ade980d13759b6a86d3\", \"gl_tests\": \"4562136e5000632c36762db7704a97e3e7636a0b\", \"gl_unittests\": \"c9614f669cdbf4e2aa7a73136ddbcf323b9958a9\", \"google_apis_unittests\": \"07405a1076f47a38836bf2f75b582f885fb53fa6\", \"gpu_unittests\": \"ca3f90f60ebab29afc660d5feacb54810f0d0312\", \"gwp_asan_unittests\": \"c11f2769a373f2000fc2ad88d87ff444e8f04694\", \"ipc_tests\": \"516904bf319b96fefbc3630b3c0856b4f1a489b3\", \"jingle_unittests\": \"6d1887f9191982c6f5b82e7aa739ecb3f61fa985\", \"latency_unittests\": \"7c0fc6c43a24db749ce77811e9f90012ef090957\", \"libjingle_xmpp_unittests\": \"760110987f50a7855accb004a82e107d680bd144\", \"media_blink_unittests\": \"5a6f59763f5b9281f8674e7f193f77107acee194\", \"media_service_unittests\": \"f7da0cc5870ff6e7700a017af359032221ed42c0\", \"media_unittests\": \"25b107164fc298633deaf419f1bb5488fa6813a9\", \"midi_unittests\": \"c4b418aa4dbdad10ac182bbd7601b8dc53342a8b\", \"mojo_test_apk\": \"e7893fa959e22995b81e18d7b9f45dbfacb8913b\", \"mojo_unittests\": \"63726022b1245b1ddb847fd3efcd45e5c8d4825f\", \"net_unittests\": \"600ce3a66225e9c177416b7017c3b690857279a5\", \"sandbox_linux_unittests\": \"3af1fac7756fce64aa364c87980fec1b2c227283\", \"services_unittests\": \"cccf8853b26ff8f41fae96c2437148d9fbf39768\", \"shell_dialogs_unittests\": \"473f775ebd3ebd1360e8915ff3aeac95891776d6\", \"skia_unittests\": \"57fdc148e9124a80826fcb0f28c82547bab647fe\", \"sql_unittests\": \"613c6a04886429adc533f3bd94b760688b5f8147\", \"storage_unittests\": \"e807d796c6095a666b1e47e0a41f561152a23a83\", \"ui_android_unittests\": \"d4410accc63a85a7ce6ec392487ff2759da681be\", \"ui_base_unittests\": \"0bd8b51db0320b0058f358c393cfa5ca207fa416\", \"ui_touch_selection_unittests\": \"92efa637a4086b4e7b4bb37bb72d4533b012cef2\", \"unit_tests\": \"7cab2910036bc352b7c695b784ab0b1f36206c31\", \"url_unittests\": \"968ed11bcc9e3b7a11697a38987bc6cf6939ed58\", \"viz_unittests\": \"9cf71a5b6ad6e8270f74df12cf71debbc0aa3c26\", \"vr_android_unittests\": \"69e3d4e4c5a071e57dd6fe25c98bf92551bf95c6\", \"vr_common_unittests\": \"99a7723042c8a0f7a5df251f930b47aba2feef82\", \"vr_pixeltests\": \"272ab6e8f4873e9b21baa9cd686e02815f382e92\", \"webview_instrumentation_test_apk\": \"ee3356a5e0590484768a040401c4e50864bd4d33\", \"wtf_unittests\": \"bc2631051b34dad735b7c2fb822c8228ed6dc379\"}, \"swarm_hashes_refs/heads/master(at){#683943}_without_patch\": {\"android_browsertests\": \"7dc951521f3d8b9d66f9e913fb8c30cbede9a149\", \"android_webview_unittests\": \"bf0fc1cf3f6208ea0e236af7e1308387d3007faf\", \"angle_unittests\": \"9e3170fe3ee693b2df3196cb08d1cc067b591745\", \"base_unittests\": \"a19cdafc28119ade28c07251a8163b8c56547575\", \"base_util_unittests\": \"6a1fbc3eb16adbcf1288d8b5fccba3186ba0144e\", \"blink_common_unittests\": \"2c914962b94d99b62d9a642241d04a2c013b5911\", \"blink_heap_unittests\": \"a2fe220705d2bee5d097c127b8817685d6b90a09\", \"blink_platform_unittests\": \"d62789d3bfa85399b18ce48eb1d06f1f78ffe025\", \"blink_unittests\": \"c300197ce31e696f3d360551a100f86752d64dab\", \"boringssl_crypto_tests\": \"d7fcca107e2e73f067488a0e8f8d01e157e26087\", \"boringssl_ssl_tests\": \"18875bc8bff33dbdb85ab603526e27ea9465df3f\", \"breakpad_unittests\": \"83962a41db68d29db369a79bf54ad1d9f636c871\", \"cacheinvalidation_unittests\": \"31ce77b007a7a886f6ceb520011310aab51bae08\", \"capture_unittests\": \"b5ed4f74d53b50d3da1d5f336ae4acd9ec37282a\", \"cast_unittests\": \"9fdbd0849c576c12e7365a9a848feeeabbd65617\", \"cc_unittests\": \"2d2b1f34c01da9ae593e6f65d26eb29bbbf55c12\", \"chrome_public_test_apk\": \"8c25af046ba8a8e208946ae30ae639c7bf9184f5\", \"chrome_public_test_vr_apk\": \"96967b4179d07fa268f0f5ee2a13be75332ae278\", \"components_browsertests\": \"f3cfc7a8af44d64153c9119e4c85db3507520121\", \"components_unittests\": \"ae30d0cdcb2f02d082942399e2e09ea4a4256497\", \"content_browsertests\": \"3c2fe60187174d8f21bb4c672f3352a96ed9e9b6\", \"content_shell_test_apk\": \"c5180dfaddbf33dc7c6d113a0d3877e5b4741f45\", \"content_unittests\": \"6a714438a69dbe5087c74a652157038f0522169b\", \"crypto_unittests\": \"5c1abaef5b100be2e9b8a34e3a49ae58fc7411ec\", \"device_unittests\": \"0315b1a729acf750a5ec8cdddfcd38193f040130\", \"display_unittests\": \"379bf6627aa580bade71ac831692067bb6b0a51c\", \"events_unittests\": \"6c6bbdf022c8744666b0cd50af2ac6a30c8f39c3\", \"gcm_unit_tests\": \"7cea0265f3780ed76328222edd14404ada3af304\", \"gfx_unittests\": \"5567300f5adad947a59588d3ea37538d1edf8b47\", \"gin_unittests\": \"5cadc7eb58f64e43a3955ade980d13759b6a86d3\", \"gl_tests\": \"4562136e5000632c36762db7704a97e3e7636a0b\", \"gl_unittests\": \"c9614f669cdbf4e2aa7a73136ddbcf323b9958a9\", \"google_apis_unittests\": \"07405a1076f47a38836bf2f75b582f885fb53fa6\", \"gpu_unittests\": \"ca3f90f60ebab29afc660d5feacb54810f0d0312\", \"gwp_asan_unittests\": \"c11f2769a373f2000fc2ad88d87ff444e8f04694\", \"ipc_tests\": \"516904bf319b96fefbc3630b3c0856b4f1a489b3\", \"jingle_unittests\": \"6d1887f9191982c6f5b82e7aa739ecb3f61fa985\", \"latency_unittests\": \"7c0fc6c43a24db749ce77811e9f90012ef090957\", \"libjingle_xmpp_unittests\": \"760110987f50a7855accb004a82e107d680bd144\", \"media_blink_unittests\": \"5a6f59763f5b9281f8674e7f193f77107acee194\", \"media_service_unittests\": \"f7da0cc5870ff6e7700a017af359032221ed42c0\", \"media_unittests\": \"25b107164fc298633deaf419f1bb5488fa6813a9\", \"midi_unittests\": \"c4b418aa4dbdad10ac182bbd7601b8dc53342a8b\", \"mojo_test_apk\": \"e7893fa959e22995b81e18d7b9f45dbfacb8913b\", \"mojo_unittests\": \"63726022b1245b1ddb847fd3efcd45e5c8d4825f\", \"net_unittests\": \"600ce3a66225e9c177416b7017c3b690857279a5\", \"sandbox_linux_unittests\": \"3af1fac7756fce64aa364c87980fec1b2c227283\", \"services_unittests\": \"cccf8853b26ff8f41fae96c2437148d9fbf39768\", \"shell_dialogs_unittests\": \"473f775ebd3ebd1360e8915ff3aeac95891776d6\", \"skia_unittests\": \"57fdc148e9124a80826fcb0f28c82547bab647fe\", \"sql_unittests\": \"613c6a04886429adc533f3bd94b760688b5f8147\", \"storage_unittests\": \"e807d796c6095a666b1e47e0a41f561152a23a83\", \"ui_android_unittests\": \"d4410accc63a85a7ce6ec392487ff2759da681be\", \"ui_base_unittests\": \"0bd8b51db0320b0058f358c393cfa5ca207fa416\", \"ui_touch_selection_unittests\": \"92efa637a4086b4e7b4bb37bb72d4533b012cef2\", \"unit_tests\": \"7cab2910036bc352b7c695b784ab0b1f36206c31\", \"url_unittests\": \"968ed11bcc9e3b7a11697a38987bc6cf6939ed58\", \"viz_unittests\": \"9cf71a5b6ad6e8270f74df12cf71debbc0aa3c26\", \"vr_android_unittests\": \"69e3d4e4c5a071e57dd6fe25c98bf92551bf95c6\", \"vr_common_unittests\": \"99a7723042c8a0f7a5df251f930b47aba2feef82\", \"vr_pixeltests\": \"272ab6e8f4873e9b21baa9cd686e02815f382e92\", \"webview_instrumentation_test_apk\": \"ee3356a5e0590484768a040401c4e50864bd4d33\", \"wtf_unittests\": \"bc2631051b34dad735b7c2fb822c8228ed6dc379\"}}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_1cf5addf4d1b07dee05bb817410abedd1ddd14dde2cca1baf3f95933882f5cfd_v2\", \"builder_5ec5ff74a458bedd5b8e8720dafd1328e100d226c0ba3d586e5dff168e611263_v2\", \"builder_f2ac5903ab08ee4ddab389becac92d3a3647f6b791038f1abef5b06a03e08513_v2\", \"git\", \"goma_v2\", \"vpython\"], \"cores\": [\"32\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-Broadwell_GCE\", \"x86-64-avx2\"], \"gce\": [\"1\"], \"gpu\": [\"none\"], \"id\": [\"luci-chromium-ci-xenial-us-central1-c-600-ssd-hm32-3-a27m\"], \"image\": [\"chrome-xenial-19052201-9cb74617499\"], \"inside_docker\": [\"0\"], \"kvm\": [\"1\"], \"locale\": [\"en_US.UTF-8\"], \"machine_type\": [\"n1-highmem-32\"], \"os\": [\"Linux\", \"Ubuntu\", \"Ubuntu-16.04\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.12\"], \"server_version\": [\"4394-bcec2ad\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-central\", \"us-central1\", \"us-central1-c\"]}}, \"ui\": {\"info\": \"2 Test Suite(s) failed.\\n\\n**chrome_public_test_apk on Android device Nexus 5X** failed because of:\\n\\n- org.chromium.chrome.browser.autofill_assistant.AssistantOnboardingCoordinatorTest#testTransfertControls\\n\\n- org.chromium.chrome.browser.bookmarks.BookmarkReorderTest#testEndIconVisibilityInSelectionMode\\n\\n- org.chromium.chrome.browser.autofill_assistant.AutofillAssistantDirectActionHandlerTest#testOnboarding\\n\\n- org.chromium.chrome.browser.bookmarks.BookmarkReorderTest#testSmallDrag_Down_MixedFoldersAndBookmarks\\n\\n...7 more failure(s) (11 total)...\"}}",
"service_account": "chromium-code-coverage-builder@chops-service-accounts.iam.gserviceaccount.com",
"started_ts": "1564997381150149",
"status": "COMPLETED",
"status_changed_ts": "1564997381925829",
"tags": [
"build_address:luci.chromium.ci/android-code-coverage/2365",
"builder:android-code-coverage",
"buildset:commit/git/cb649862f2cf3898f0ebe35203c80fe18c955daa",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/cb649862f2cf3898f0ebe35203c80fe18c955daa",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9071405138011699136",
"scheduler_job_id:chromium/android-code-coverage",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8905975075733111056/+/annotations",
"swarming_tag:luci_project:chromium",
"swarming_tag:os:Linux",
"swarming_tag:recipe_name:chromium",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_task_id:4679edafe635b110",
"user_agent:luci-scheduler"
],
"updated_ts": "1565000800391458",
"url": "https://ci.chromium.org/b/8905975075733111056",
"utcnow_ts": "1565000800941661"
}
}
[10:26:40.959] Invocation finished in 57m52.589286901s with status FAILED