[18:23:16.287] New invocation is queued and will start shortly
[18:23:17.459] Starting the invocation (attempt 1)
[18:23:17.496] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[18:23:17.496] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[18:23:17.496] Buildbucket request:
{
"bucket": "luci.chromium.ci",
"client_operation_id": "9050443613140990448",
"parameters_json": "{\"builder_name\":\"android-code-coverage-native\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src\",\"revision\":\"cbc6bb0f6759aeefe2b404a5516fbb04b3c30e27\"}}",
"pubsub_callback": {
"auth_token": "...",
"topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
},
"tags": [
"builder:android-code-coverage-native",
"scheduler_invocation_id:9050443613140990448",
"scheduler_job_id:chromium/android-code-coverage-native",
"user_agent:luci-scheduler",
"buildset:commit/git/cbc6bb0f6759aeefe2b404a5516fbb04b3c30e27",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/cbc6bb0f6759aeefe2b404a5516fbb04b3c30e27",
"gitiles_ref:refs/heads/master"
]
}
[18:23:18.266] Buildbucket response:
{
"build": {
"bucket": "luci.chromium.ci",
"canary_preference": "PROD",
"created_by": "project:chromium",
"created_ts": "1584987797572309",
"id": "8885013551130933616",
"parameters_json": "{\"builder_name\": \"android-code-coverage-native\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"cbc6bb0f6759aeefe2b404a5516fbb04b3c30e27\"}}",
"project": "chromium",
"result_details_json": "{\"properties\": {}}",
"service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"status": "SCHEDULED",
"status_changed_ts": "1584987798050840",
"tags": [
"build_address:luci.chromium.ci/android-code-coverage-native/6541",
"builder:android-code-coverage-native",
"buildset:commit/git/cbc6bb0f6759aeefe2b404a5516fbb04b3c30e27",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/cbc6bb0f6759aeefe2b404a5516fbb04b3c30e27",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9050443613140990448",
"scheduler_job_id:chromium/android-code-coverage-native",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8885013551130933616/+/annotations",
"swarming_tag:luci_project:chromium",
"swarming_tag:recipe_name:chromium",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_task_id:",
"user_agent:luci-scheduler"
],
"updated_ts": "1584987798050993",
"url": "https://ci.chromium.org/b/8885013551130933616",
"utcnow_ts": "1584987798257980"
}
}
[18:23:18.266] Task URL: https://ci.chromium.org/b/8885013551130933616
[18:23:18.266] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:2:0) after 1m0s
[18:24:01.600] Received PubSub notification, asking Buildbucket for the build status
[18:24:01.721] Build 8885013551130933616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:24:20.606] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:2:0)
[18:24:20.606] Timer tick, asking Buildbucket for the build status
[18:24:20.766] Build 8885013551130933616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:24:20.766] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:4:0) after 1m0s
[18:25:20.788] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:4:0)
[18:25:20.788] Timer tick, asking Buildbucket for the build status
[18:25:21.178] Build 8885013551130933616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:25:21.178] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:5:0) after 1m0s
[18:26:21.264] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:5:0)
[18:26:21.264] Timer tick, asking Buildbucket for the build status
[18:26:22.359] Build 8885013551130933616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:26:22.359] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:6:0) after 1m0s
[18:27:22.406] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:6:0)
[18:27:22.406] Timer tick, asking Buildbucket for the build status
[18:27:23.143] Build 8885013551130933616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:27:23.143] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:7:0) after 1m0s
[18:28:23.236] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:7:0)
[18:28:23.236] Timer tick, asking Buildbucket for the build status
[18:28:23.445] Build 8885013551130933616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:28:23.445] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:8:0) after 1m0s
[18:29:23.523] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:8:0)
[18:29:23.523] Timer tick, asking Buildbucket for the build status
[18:29:23.677] Build 8885013551130933616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:29:23.678] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:9:0) after 1m0s
[18:30:23.664] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:9:0)
[18:30:23.664] Timer tick, asking Buildbucket for the build status
[18:30:24.113] Build 8885013551130933616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:30:24.113] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:10:0) after 1m0s
[18:31:24.262] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:10:0)
[18:31:24.262] Timer tick, asking Buildbucket for the build status
[18:31:24.500] Build 8885013551130933616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:31:24.500] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:11:0) after 1m0s
[18:32:24.525] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:11:0)
[18:32:24.525] Timer tick, asking Buildbucket for the build status
[18:32:24.790] Build 8885013551130933616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:32:24.790] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:12:0) after 1m0s
[18:33:24.833] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:12:0)
[18:33:24.833] Timer tick, asking Buildbucket for the build status
[18:33:24.915] Build 8885013551130933616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:33:24.915] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:13:0) after 1m0s
[18:34:25.025] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:13:0)
[18:34:25.025] Timer tick, asking Buildbucket for the build status
[18:34:25.132] Build 8885013551130933616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:34:25.132] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:14:0) after 1m0s
[18:35:25.181] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:14:0)
[18:35:25.181] Timer tick, asking Buildbucket for the build status
[18:35:25.302] Build 8885013551130933616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:35:25.302] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:15:0) after 1m0s
[18:36:25.301] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:15:0)
[18:36:25.301] Timer tick, asking Buildbucket for the build status
[18:36:25.565] Build 8885013551130933616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:36:25.565] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:16:0) after 1m0s
[18:37:25.742] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:16:0)
[18:37:25.742] Timer tick, asking Buildbucket for the build status
[18:37:25.905] Build 8885013551130933616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:37:25.905] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:17:0) after 1m0s
[18:38:25.930] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:17:0)
[18:38:25.930] Timer tick, asking Buildbucket for the build status
[18:38:26.107] Build 8885013551130933616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:38:26.107] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:18:0) after 1m0s
[18:39:26.244] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:18:0)
[18:39:26.244] Timer tick, asking Buildbucket for the build status
[18:39:26.380] Build 8885013551130933616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:39:26.380] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:19:0) after 1m0s
[18:40:26.437] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:19:0)
[18:40:26.437] Timer tick, asking Buildbucket for the build status
[18:40:26.599] Build 8885013551130933616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:40:26.599] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:20:0) after 1m0s
[18:41:26.728] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:20:0)
[18:41:26.728] Timer tick, asking Buildbucket for the build status
[18:41:26.829] Build 8885013551130933616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:41:26.829] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:21:0) after 1m0s
[18:42:26.931] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:21:0)
[18:42:26.931] Timer tick, asking Buildbucket for the build status
[18:42:27.045] Build 8885013551130933616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:42:27.045] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:22:0) after 1m0s
[18:43:27.094] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:22:0)
[18:43:27.094] Timer tick, asking Buildbucket for the build status
[18:43:27.257] Build 8885013551130933616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:43:27.257] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:23:0) after 1m0s
[18:44:27.283] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:23:0)
[18:44:27.283] Timer tick, asking Buildbucket for the build status
[18:44:27.452] Build 8885013551130933616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:44:27.452] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:24:0) after 1m0s
[18:45:27.694] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:24:0)
[18:45:27.694] Timer tick, asking Buildbucket for the build status
[18:45:27.859] Build 8885013551130933616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:45:27.859] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:25:0) after 1m0s
[18:46:28.161] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:25:0)
[18:46:28.161] Timer tick, asking Buildbucket for the build status
[18:46:28.623] Build 8885013551130933616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:46:28.623] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:26:0) after 1m0s
[18:47:28.914] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:26:0)
[18:47:28.914] Timer tick, asking Buildbucket for the build status
[18:47:29.753] Build 8885013551130933616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:47:29.753] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:27:0) after 1m0s
[18:48:30.246] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:27:0)
[18:48:30.246] Timer tick, asking Buildbucket for the build status
[18:48:30.456] Build 8885013551130933616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:48:30.456] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:28:0) after 1m0s
[18:49:30.654] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:28:0)
[18:49:30.654] Timer tick, asking Buildbucket for the build status
[18:49:30.812] Build 8885013551130933616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:49:30.812] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:29:0) after 1m0s
[18:50:31.061] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:29:0)
[18:50:31.061] Timer tick, asking Buildbucket for the build status
[18:50:31.440] Build 8885013551130933616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:50:31.440] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:30:0) after 1m0s
[18:51:31.498] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:30:0)
[18:51:31.498] Timer tick, asking Buildbucket for the build status
[18:51:31.781] Build 8885013551130933616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:51:31.781] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:31:0) after 1m0s
[18:52:31.851] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:31:0)
[18:52:31.851] Timer tick, asking Buildbucket for the build status
[18:52:32.524] Build 8885013551130933616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:52:32.524] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:32:0) after 1m0s
[18:53:32.682] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:32:0)
[18:53:32.682] Timer tick, asking Buildbucket for the build status
[18:53:32.940] Build 8885013551130933616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:53:32.940] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:33:0) after 1m0s
[18:54:33.041] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:33:0)
[18:54:33.041] Timer tick, asking Buildbucket for the build status
[18:54:33.214] Build 8885013551130933616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:54:33.214] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:34:0) after 1m0s
[18:55:33.279] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:34:0)
[18:55:33.279] Timer tick, asking Buildbucket for the build status
[18:55:33.502] Build 8885013551130933616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:55:33.502] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:35:0) after 1m0s
[18:56:33.706] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:35:0)
[18:56:33.706] Timer tick, asking Buildbucket for the build status
[18:56:33.931] Build 8885013551130933616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:56:33.931] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:36:0) after 1m0s
[18:57:34.150] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:36:0)
[18:57:34.150] Timer tick, asking Buildbucket for the build status
[18:57:34.541] Build 8885013551130933616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:57:34.541] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:37:0) after 1m0s
[18:58:34.558] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:37:0)
[18:58:34.558] Timer tick, asking Buildbucket for the build status
[18:58:34.713] Build 8885013551130933616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:58:34.713] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:38:0) after 1m0s
[18:59:34.749] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:38:0)
[18:59:34.749] Timer tick, asking Buildbucket for the build status
[18:59:35.092] Build 8885013551130933616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:59:35.092] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:39:0) after 1m0s
[19:00:35.113] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:39:0)
[19:00:35.113] Timer tick, asking Buildbucket for the build status
[19:00:35.853] Build 8885013551130933616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:00:35.853] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:40:0) after 1m0s
[19:01:35.946] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:40:0)
[19:01:35.946] Timer tick, asking Buildbucket for the build status
[19:01:36.081] Build 8885013551130933616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:01:36.081] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:41:0) after 1m0s
[19:02:36.174] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:41:0)
[19:02:36.174] Timer tick, asking Buildbucket for the build status
[19:02:36.794] Build 8885013551130933616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:02:36.794] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:42:0) after 1m0s
[19:03:36.821] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:42:0)
[19:03:36.822] Timer tick, asking Buildbucket for the build status
[19:03:37.492] Build 8885013551130933616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:03:37.492] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:43:0) after 1m0s
[19:04:37.564] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:43:0)
[19:04:37.564] Timer tick, asking Buildbucket for the build status
[19:04:37.757] Build 8885013551130933616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:04:37.757] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:44:0) after 1m0s
[19:05:37.817] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:44:0)
[19:05:37.817] Timer tick, asking Buildbucket for the build status
[19:05:37.974] Build 8885013551130933616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:05:37.974] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:45:0) after 1m0s
[19:06:38.016] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:45:0)
[19:06:38.016] Timer tick, asking Buildbucket for the build status
[19:06:38.198] Build 8885013551130933616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:06:38.198] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:46:0) after 1m0s
[19:07:38.230] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:46:0)
[19:07:38.230] Timer tick, asking Buildbucket for the build status
[19:07:38.412] Build 8885013551130933616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:07:38.412] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:47:0) after 1m0s
[19:08:38.522] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:47:0)
[19:08:38.522] Timer tick, asking Buildbucket for the build status
[19:08:39.937] Build 8885013551130933616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:08:39.937] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:48:0) after 1m0s
[19:09:39.991] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:48:0)
[19:09:39.991] Timer tick, asking Buildbucket for the build status
[19:09:40.630] Build 8885013551130933616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:09:40.630] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:49:0) after 1m0s
[19:10:40.647] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:49:0)
[19:10:40.647] Timer tick, asking Buildbucket for the build status
[19:10:40.927] Build 8885013551130933616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:10:40.927] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:50:0) after 1m0s
[19:11:40.954] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:50:0)
[19:11:40.954] Timer tick, asking Buildbucket for the build status
[19:11:41.395] Build 8885013551130933616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:11:41.395] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:51:0) after 1m0s
[19:12:41.502] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:51:0)
[19:12:41.502] Timer tick, asking Buildbucket for the build status
[19:12:42.595] Build 8885013551130933616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:12:42.595] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:52:0) after 1m0s
[19:13:42.675] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:52:0)
[19:13:42.675] Timer tick, asking Buildbucket for the build status
[19:13:43.928] Build 8885013551130933616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:13:43.928] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:53:0) after 1m0s
[19:14:44.049] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:53:0)
[19:14:44.049] Timer tick, asking Buildbucket for the build status
[19:14:44.668] Build 8885013551130933616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:14:44.668] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:54:0) after 1m0s
[19:15:44.738] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:54:0)
[19:15:44.738] Timer tick, asking Buildbucket for the build status
[19:15:44.968] Build 8885013551130933616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:15:44.968] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:55:0) after 1m0s
[19:16:45.020] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:55:0)
[19:16:45.020] Timer tick, asking Buildbucket for the build status
[19:16:45.260] Build 8885013551130933616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:16:45.260] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:56:0) after 1m0s
[19:17:45.310] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:56:0)
[19:17:45.310] Timer tick, asking Buildbucket for the build status
[19:17:46.343] Build 8885013551130933616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:17:46.343] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:57:0) after 1m0s
[19:18:46.542] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:57:0)
[19:18:46.542] Timer tick, asking Buildbucket for the build status
[19:18:46.935] Build 8885013551130933616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:18:46.935] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:58:0) after 1m0s
[19:19:46.997] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:58:0)
[19:19:46.997] Timer tick, asking Buildbucket for the build status
[19:19:47.456] Build 8885013551130933616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:19:47.456] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:59:0) after 1m0s
[19:20:47.478] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:59:0)
[19:20:47.478] Timer tick, asking Buildbucket for the build status
[19:20:47.965] Build 8885013551130933616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:20:47.965] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:60:0) after 1m0s
[19:21:48.025] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:60:0)
[19:21:48.025] Timer tick, asking Buildbucket for the build status
[19:21:48.239] Build 8885013551130933616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:21:48.239] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:61:0) after 1m0s
[19:22:48.269] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:61:0)
[19:22:48.269] Timer tick, asking Buildbucket for the build status
[19:22:50.053] Build 8885013551130933616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:22:50.053] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:62:0) after 1m0s
[19:23:50.080] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:62:0)
[19:23:50.080] Timer tick, asking Buildbucket for the build status
[19:23:53.423] Build 8885013551130933616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:23:53.423] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:63:0) after 1m0s
[19:24:53.415] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:63:0)
[19:24:53.415] Timer tick, asking Buildbucket for the build status
[19:24:53.801] Build 8885013551130933616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:24:53.801] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:64:0) after 1m0s
[19:25:53.824] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:64:0)
[19:25:53.824] Timer tick, asking Buildbucket for the build status
[19:25:54.126] Build 8885013551130933616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:25:54.126] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:65:0) after 1m0s
[19:26:54.210] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:65:0)
[19:26:54.210] Timer tick, asking Buildbucket for the build status
[19:26:54.962] Build 8885013551130933616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:26:54.962] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:66:0) after 1m0s
[19:27:55.030] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:66:0)
[19:27:55.030] Timer tick, asking Buildbucket for the build status
[19:27:55.803] Build 8885013551130933616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:27:55.803] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:67:0) after 1m0s
[19:28:55.827] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:67:0)
[19:28:55.827] Timer tick, asking Buildbucket for the build status
[19:28:56.615] Build 8885013551130933616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:28:56.615] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:68:0) after 1m0s
[19:29:56.628] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:68:0)
[19:29:56.628] Timer tick, asking Buildbucket for the build status
[19:29:56.833] Build 8885013551130933616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:29:56.833] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:69:0) after 1m0s
[19:30:56.844] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:69:0)
[19:30:56.844] Timer tick, asking Buildbucket for the build status
[19:30:56.996] Build 8885013551130933616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:30:56.996] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:70:0) after 1m0s
[19:31:56.972] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:70:0)
[19:31:56.972] Timer tick, asking Buildbucket for the build status
[19:31:57.067] Build 8885013551130933616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:31:57.067] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:71:0) after 1m0s
[19:32:57.126] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:71:0)
[19:32:57.126] Timer tick, asking Buildbucket for the build status
[19:32:57.366] Build 8885013551130933616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:32:57.366] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:72:0) after 1m0s
[19:33:57.423] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:72:0)
[19:33:57.423] Timer tick, asking Buildbucket for the build status
[19:33:57.622] Build 8885013551130933616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:33:57.622] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:73:0) after 1m0s
[19:34:57.681] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:73:0)
[19:34:57.681] Timer tick, asking Buildbucket for the build status
[19:34:57.804] Build 8885013551130933616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:34:57.804] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:74:0) after 1m0s
[19:35:57.866] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:74:0)
[19:35:57.866] Timer tick, asking Buildbucket for the build status
[19:35:57.994] Build 8885013551130933616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:35:57.994] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:75:0) after 1m0s
[19:36:58.054] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:75:0)
[19:36:58.054] Timer tick, asking Buildbucket for the build status
[19:36:58.210] Build 8885013551130933616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:36:58.210] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:76:0) after 1m0s
[19:37:58.263] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:76:0)
[19:37:58.263] Timer tick, asking Buildbucket for the build status
[19:37:58.533] Build 8885013551130933616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:37:58.533] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:77:0) after 1m0s
[19:38:58.603] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:77:0)
[19:38:58.603] Timer tick, asking Buildbucket for the build status
[19:38:58.727] Build 8885013551130933616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:38:58.727] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:78:0) after 1m0s
[19:39:58.867] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:78:0)
[19:39:58.867] Timer tick, asking Buildbucket for the build status
[19:39:59.014] Build 8885013551130933616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:39:59.014] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:79:0) after 1m0s
[19:40:59.118] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:79:0)
[19:40:59.119] Timer tick, asking Buildbucket for the build status
[19:41:00.826] Build 8885013551130933616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:41:00.826] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:80:0) after 1m0s
[19:42:00.858] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:80:0)
[19:42:00.858] Timer tick, asking Buildbucket for the build status
[19:42:00.946] Build 8885013551130933616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:42:00.946] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:81:0) after 1m0s
[19:43:01.109] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:81:0)
[19:43:01.109] Timer tick, asking Buildbucket for the build status
[19:43:01.310] Build 8885013551130933616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:43:01.310] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:82:0) after 1m0s
[19:44:01.409] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:82:0)
[19:44:01.409] Timer tick, asking Buildbucket for the build status
[19:44:01.830] Build 8885013551130933616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:44:01.830] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:83:0) after 1m0s
[19:45:01.855] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:83:0)
[19:45:01.855] Timer tick, asking Buildbucket for the build status
[19:45:02.008] Build 8885013551130933616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:45:02.008] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:84:0) after 1m0s
[19:46:02.038] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:84:0)
[19:46:02.038] Timer tick, asking Buildbucket for the build status
[19:46:02.161] Build 8885013551130933616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:46:02.161] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:85:0) after 1m0s
[19:47:02.185] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:85:0)
[19:47:02.185] Timer tick, asking Buildbucket for the build status
[19:47:02.339] Build 8885013551130933616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:47:02.339] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:86:0) after 1m0s
[19:48:02.384] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:86:0)
[19:48:02.384] Timer tick, asking Buildbucket for the build status
[19:48:02.752] Build 8885013551130933616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:48:02.752] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:87:0) after 1m0s
[19:49:02.789] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:87:0)
[19:49:02.789] Timer tick, asking Buildbucket for the build status
[19:49:03.019] Build 8885013551130933616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:49:03.019] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:88:0) after 1m0s
[19:50:03.048] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:88:0)
[19:50:03.048] Timer tick, asking Buildbucket for the build status
[19:50:03.162] Build 8885013551130933616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:50:03.162] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:89:0) after 1m0s
[19:51:03.187] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:89:0)
[19:51:03.187] Timer tick, asking Buildbucket for the build status
[19:51:03.523] Build 8885013551130933616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:51:03.523] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:90:0) after 1m0s
[19:52:03.550] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:90:0)
[19:52:03.550] Timer tick, asking Buildbucket for the build status
[19:52:03.754] Build 8885013551130933616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:52:03.754] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:91:0) after 1m0s
[19:53:03.779] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:91:0)
[19:53:03.779] Timer tick, asking Buildbucket for the build status
[19:53:03.976] Build 8885013551130933616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:53:03.976] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:92:0) after 1m0s
[19:54:04.033] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:92:0)
[19:54:04.033] Timer tick, asking Buildbucket for the build status
[19:54:04.211] Build 8885013551130933616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:54:04.211] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:93:0) after 1m0s
[19:55:04.227] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:93:0)
[19:55:04.227] Timer tick, asking Buildbucket for the build status
[19:55:04.338] Build 8885013551130933616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:55:04.339] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:94:0) after 1m0s
[19:56:04.395] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:94:0)
[19:56:04.395] Timer tick, asking Buildbucket for the build status
[19:56:04.690] Build 8885013551130933616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:56:04.690] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:95:0) after 1m0s
[19:57:04.895] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:95:0)
[19:57:04.895] Timer tick, asking Buildbucket for the build status
[19:57:05.021] Build 8885013551130933616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:57:05.021] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:96:0) after 1m0s
[19:58:05.261] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:96:0)
[19:58:05.261] Timer tick, asking Buildbucket for the build status
[19:58:05.457] Build 8885013551130933616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:58:05.457] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:97:0) after 1m0s
[19:59:05.694] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:97:0)
[19:59:05.694] Timer tick, asking Buildbucket for the build status
[19:59:06.264] Build 8885013551130933616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:59:06.264] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:98:0) after 1m0s
[20:00:06.378] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:98:0)
[20:00:06.378] Timer tick, asking Buildbucket for the build status
[20:00:06.525] Build 8885013551130933616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:00:06.525] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:99:0) after 1m0s
[20:01:06.746] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:99:0)
[20:01:06.746] Timer tick, asking Buildbucket for the build status
[20:01:07.270] Build 8885013551130933616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:01:07.270] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:100:0) after 1m0s
[20:02:07.436] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:100:0)
[20:02:07.437] Timer tick, asking Buildbucket for the build status
[20:02:07.529] Build 8885013551130933616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:02:07.529] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:101:0) after 1m0s
[20:03:07.659] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:101:0)
[20:03:07.659] Timer tick, asking Buildbucket for the build status
[20:03:07.808] Build 8885013551130933616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:03:07.808] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:102:0) after 1m0s
[20:04:07.901] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:102:0)
[20:04:07.901] Timer tick, asking Buildbucket for the build status
[20:04:08.025] Build 8885013551130933616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:04:08.025] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:103:0) after 1m0s
[20:05:08.139] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:103:0)
[20:05:08.139] Timer tick, asking Buildbucket for the build status
[20:05:08.328] Build 8885013551130933616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:05:08.328] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:104:0) after 1m0s
[20:06:08.388] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:104:0)
[20:06:08.388] Timer tick, asking Buildbucket for the build status
[20:06:08.609] Build 8885013551130933616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:06:08.609] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:105:0) after 1m0s
[20:07:08.631] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:105:0)
[20:07:08.631] Timer tick, asking Buildbucket for the build status
[20:07:08.791] Build 8885013551130933616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:07:08.791] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:106:0) after 1m0s
[20:08:08.795] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:106:0)
[20:08:08.795] Timer tick, asking Buildbucket for the build status
[20:08:08.957] Build 8885013551130933616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:08:08.957] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:107:0) after 1m0s
[20:09:08.988] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:107:0)
[20:09:08.988] Timer tick, asking Buildbucket for the build status
[20:09:09.097] Build 8885013551130933616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:09:09.097] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:108:0) after 1m0s
[20:10:09.147] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:108:0)
[20:10:09.147] Timer tick, asking Buildbucket for the build status
[20:10:09.599] Build 8885013551130933616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:10:09.599] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:109:0) after 1m0s
[20:11:09.670] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:109:0)
[20:11:09.670] Timer tick, asking Buildbucket for the build status
[20:11:10.071] Build 8885013551130933616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:11:10.071] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:110:0) after 1m0s
[20:12:10.235] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:110:0)
[20:12:10.235] Timer tick, asking Buildbucket for the build status
[20:12:10.734] Build 8885013551130933616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:12:10.734] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:111:0) after 1m0s
[20:13:10.784] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:111:0)
[20:13:10.784] Timer tick, asking Buildbucket for the build status
[20:13:11.086] Build 8885013551130933616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:13:11.086] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:112:0) after 1m0s
[20:14:11.163] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:112:0)
[20:14:11.163] Timer tick, asking Buildbucket for the build status
[20:14:11.439] Build 8885013551130933616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:14:11.439] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:113:0) after 1m0s
[20:15:11.450] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:113:0)
[20:15:11.450] Timer tick, asking Buildbucket for the build status
[20:15:12.105] Build 8885013551130933616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:15:12.105] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage-native:9050443613140990448:114:0) after 1m0s
[20:16:10.635] Received PubSub notification, asking Buildbucket for the build status
[20:16:10.720] Build 8885013551130933616: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[20:16:10.720] Buildbucket build:
{
"build": {
"bucket": "luci.chromium.ci",
"canary_preference": "PROD",
"completed_ts": "1584994570032469",
"created_by": "project:chromium",
"created_ts": "1584987797572309",
"failure_reason": "BUILD_FAILURE",
"id": "8885013551130933616",
"parameters_json": "{\"builder_name\": \"android-code-coverage-native\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"cbc6bb0f6759aeefe2b404a5516fbb04b3c30e27\"}}",
"project": "chromium",
"result": "FAILURE",
"result_details_json": "{\"error\": {\"message\": \"3 Test Suite(s) failed.\\n\\n**media_unittests on Android device Pixel 2** failed because of:\\n\\n- AAudio/AudioOutputTest.Play200HzTone/0\\n\\n**gl_tests on Android device Pixel 2** failed because of:\\n\\n- TranslatorVariants/EXTBlendFuncExtendedDrawTest.ESSL1FragColor/0\\n\\n- TranslatorVariants/EXTBlendFuncExtendedES3DrawTest.ESSL3Var/1\\n\\n- TranslatorVariants/EXTBlendFuncExtendedES3DrawTest.ESSL3BindArrayWithSimpleName/0\\n\\n- TranslatorVariants/EXTBlendFuncExtendedES3DrawTest.ESSL3BindArrayWithSimpleName/1\\n\\n- ...14 more failure(s) (18 total)...\\n\\n**base_unittests on Android device Pixel 2** failed because of:\\n\\n- ImmediateCrashTest.ExpectedOpcodeSequence\"}, \"properties\": {\"$build/code_coverage\": {\"use_clang_coverage\": true}, \"$build/goma\": {\"enable_ats\": true, \"rpc_extra_params\": \"?prod\", \"server_host\": \"goma.chromium.org\"}, \"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"luci-chromium-ci-xenial-us-central1-c-600-ssd-hm32-0-0ggg\", \"branch\": \"refs/heads/master\", \"buildername\": \"android-code-coverage-native\", \"buildnumber\": 6541, \"coverage_gs_bucket\": \"code-coverage-data\", \"coverage_is_presubmit\": false, \"coverage_metadata_gs_path\": \"postsubmit/chromium.googlesource.com/chromium/src/cbc6bb0f6759aeefe2b404a5516fbb04b3c30e27/ci/android-code-coverage-native/8885013551130933616/metadata\", \"got_angle_revision\": \"31e36a6313457e32bcb7da0a85ed5a73504dd231\", \"got_dawn_revision\": \"11652ff8f8b3c3104eb2627717fa652d432d5b84\", \"got_nacl_revision\": \"35bcc9f6d5e81c3c39ad57de97ef9cd22301ee9e\", \"got_revision\": \"cbc6bb0f6759aeefe2b404a5516fbb04b3c30e27\", \"got_revision_cp\": \"refs/heads/master@{#752507}\", \"got_swarming_client_revision\": \"cc958279ffd6853e0a1b227a7e957ca334fe56af\", \"got_swiftshader_revision\": \"95b77b44a8a80b1311dc6f3bf197e931cd3d7083\", \"got_v8_revision\": \"079cda55d7c1c902a41a052480cbc2cf9efd5433\", \"got_v8_revision_cp\": \"refs/heads/8.3.51@{#1}\", \"got_webrtc_revision\": \"8d1f72852e9839abb7cb96271bc367339dfee518\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#30855}\", \"isolate_server\": \"https://isolateserver.appspot.com\", \"mastername\": \"chromium.fyi\", \"merged_profdata_gs_path\": \"postsubmit/chromium.googlesource.com/chromium/src/cbc6bb0f6759aeefe2b404a5516fbb04b3c30e27/ci/android-code-coverage-native/8885013551130933616/merged.profdata\", \"path_config\": \"generic\", \"recipe\": \"chromium\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"cbc6bb0f6759aeefe2b404a5516fbb04b3c30e27\", \"swarm_hashes\": {\"android_browsertests\": \"d86cf768d1a0e9d799b42e569255fef80c8169dc\", \"angle_unittests\": \"14d6ed16263367cdf48c73ad4076695e02bdc7db\", \"base_unittests\": \"6f5ae0ab5dff3ce602f0cab469b1dd73518f0898\", \"base_util_unittests\": \"947723cdff664781811ddca1b33ca5d2a310ffe5\", \"blink_common_unittests\": \"2182c405fb7540a599b89951e41d24d083eb5a7d\", \"blink_heap_unittests\": \"850387d277e203ac8d85422b95b14a023162ee3f\", \"blink_platform_unittests\": \"d4d7d462d92bc34a2413c6aefba053fcd9ddbfcc\", \"boringssl_crypto_tests\": \"a8a63950a835710535eb85d1641a1a0e6de059ce\", \"boringssl_ssl_tests\": \"665e6102f72175693ce294b244a9a2aaf6dcc6ea\", \"breakpad_unittests\": \"091b23fff5e580f44645eeae2790258a8772f0b3\", \"cacheinvalidation_unittests\": \"dc2da66df5af6d1ffc3d916871621acb994894b2\", \"capture_unittests\": \"cd6561a5d3d37f29013d69fa71b4caa83f130683\", \"cast_unittests\": \"7a2087445e1189700045e94060b64b33e2bdc439\", \"cc_unittests\": \"215844931b2ee1a2fec9af6c55f24e61f89af66d\", \"crypto_unittests\": \"2484bba2d9a8ceb068f7f246eeb3c7a2a7a93d9f\", \"device_unittests\": \"5bb7bc8887e2fed9a36e2e106e177dd1a58f6ee8\", \"display_unittests\": \"74a80dc730a6417ff853999ed101256ecbf29f2a\", \"events_unittests\": \"d85a524cd51ef7e5440cf8fd505927a1371af826\", \"gcm_unit_tests\": \"ec5ba16c334df5fafa34cef54de88ad429d316ed\", \"gfx_unittests\": \"66f0346ae0341704bec03a335d27e5eade810e3f\", \"gin_unittests\": \"783ea73cc7ef19acb3ee8e2143715ee6092f6289\", \"gl_tests\": \"430748b161fb1c3463a3aa751c59cc317f300219\", \"gl_unittests\": \"fdb7a8659e79e4b9847fc434a40a8a6f4c72fc79\", \"google_apis_unittests\": \"199f7b3dc86c7f7f38416037f51a9e2f6a9055b8\", \"gpu_unittests\": \"b7bb7ebb40c344c8dddcbe1767a02bb76edea39d\", \"gwp_asan_unittests\": \"c831c8de0ca3ba61490e54962dee9d691e481367\", \"ipc_tests\": \"9efb4dc363185a48c7d9b7667ac91dc4e6f54fba\", \"jingle_unittests\": \"8e4c27bc4ba5b6d0d9042b91d26db215a9a05d8d\", \"latency_unittests\": \"8ca2e98d6a8455fc855d4d9b2536722de4931a7a\", \"libjingle_xmpp_unittests\": \"f6d3fe5c34b2d9db610ee1d16517d11c824de617\", \"media_blink_unittests\": \"6093e466f94a178d93880c38cc7dc95d85a92735\", \"media_service_unittests\": \"e8200309268cba99ddbab388e4eb87e6aab14d95\", \"media_unittests\": \"cc74ae5be96d8c35e1fd6868adbd922c8f321483\", \"midi_unittests\": \"2e6138d377aba1db70cc01b5b645280e9ebefb0f\", \"mojo_test_apk\": \"f115ba9ccca0adc5369a1ee8efde4efd19a3d471\", \"mojo_unittests\": \"1d01bfb278f604edeacacbf485a5c6f81f5a1d38\", \"net_unittests\": \"c35beb6b48cf9ce4936089fc513c3391f769e89d\", \"sandbox_linux_unittests\": \"9434c2ee11eeaf048baab31adc473d80f62f5e21\", \"services_unittests\": \"516c04bd5e3c74f171cf793f22e43046d02ab772\", \"shell_dialogs_unittests\": \"fad941a995fc53f52541b41e3ef53b7e92b74eb6\", \"skia_unittests\": \"32da55ff0078a94c0ba76c5c6eff2568657a6df1\", \"sql_unittests\": \"326d1e8f59d8d4c023819ba691dc41e7de2a0b48\", \"storage_unittests\": \"75855cabc59c1d05f9fa38a3f8b6b8406bd910de\", \"ui_android_unittests\": \"752acefa5b5e548864b1a88454d168be67405bd4\", \"ui_base_unittests\": \"3b7ec49f7ed50c76e3db6c235172cd25f582200c\", \"ui_touch_selection_unittests\": \"878119797fa9993db17b6e6bb19d409eb7b36d9a\", \"url_unittests\": \"301e00cbc7329d113821737d0b3e08fa4b1276ae\", \"viz_unittests\": \"f9d8f19717cf78580d4d3b8032b441e91cf99829\", \"wtf_unittests\": \"28b4f197818f5ace79a859dca07759900b92ce38\"}, \"swarm_hashes_refs/heads/master(at){#752507}_without_patch\": {\"android_browsertests\": \"d86cf768d1a0e9d799b42e569255fef80c8169dc\", \"angle_unittests\": \"14d6ed16263367cdf48c73ad4076695e02bdc7db\", \"base_unittests\": \"6f5ae0ab5dff3ce602f0cab469b1dd73518f0898\", \"base_util_unittests\": \"947723cdff664781811ddca1b33ca5d2a310ffe5\", \"blink_common_unittests\": \"2182c405fb7540a599b89951e41d24d083eb5a7d\", \"blink_heap_unittests\": \"850387d277e203ac8d85422b95b14a023162ee3f\", \"blink_platform_unittests\": \"d4d7d462d92bc34a2413c6aefba053fcd9ddbfcc\", \"boringssl_crypto_tests\": \"a8a63950a835710535eb85d1641a1a0e6de059ce\", \"boringssl_ssl_tests\": \"665e6102f72175693ce294b244a9a2aaf6dcc6ea\", \"breakpad_unittests\": \"091b23fff5e580f44645eeae2790258a8772f0b3\", \"cacheinvalidation_unittests\": \"dc2da66df5af6d1ffc3d916871621acb994894b2\", \"capture_unittests\": \"cd6561a5d3d37f29013d69fa71b4caa83f130683\", \"cast_unittests\": \"7a2087445e1189700045e94060b64b33e2bdc439\", \"cc_unittests\": \"215844931b2ee1a2fec9af6c55f24e61f89af66d\", \"crypto_unittests\": \"2484bba2d9a8ceb068f7f246eeb3c7a2a7a93d9f\", \"device_unittests\": \"5bb7bc8887e2fed9a36e2e106e177dd1a58f6ee8\", \"display_unittests\": \"74a80dc730a6417ff853999ed101256ecbf29f2a\", \"events_unittests\": \"d85a524cd51ef7e5440cf8fd505927a1371af826\", \"gcm_unit_tests\": \"ec5ba16c334df5fafa34cef54de88ad429d316ed\", \"gfx_unittests\": \"66f0346ae0341704bec03a335d27e5eade810e3f\", \"gin_unittests\": \"783ea73cc7ef19acb3ee8e2143715ee6092f6289\", \"gl_tests\": \"430748b161fb1c3463a3aa751c59cc317f300219\", \"gl_unittests\": \"fdb7a8659e79e4b9847fc434a40a8a6f4c72fc79\", \"google_apis_unittests\": \"199f7b3dc86c7f7f38416037f51a9e2f6a9055b8\", \"gpu_unittests\": \"b7bb7ebb40c344c8dddcbe1767a02bb76edea39d\", \"gwp_asan_unittests\": \"c831c8de0ca3ba61490e54962dee9d691e481367\", \"ipc_tests\": \"9efb4dc363185a48c7d9b7667ac91dc4e6f54fba\", \"jingle_unittests\": \"8e4c27bc4ba5b6d0d9042b91d26db215a9a05d8d\", \"latency_unittests\": \"8ca2e98d6a8455fc855d4d9b2536722de4931a7a\", \"libjingle_xmpp_unittests\": \"f6d3fe5c34b2d9db610ee1d16517d11c824de617\", \"media_blink_unittests\": \"6093e466f94a178d93880c38cc7dc95d85a92735\", \"media_service_unittests\": \"e8200309268cba99ddbab388e4eb87e6aab14d95\", \"media_unittests\": \"cc74ae5be96d8c35e1fd6868adbd922c8f321483\", \"midi_unittests\": \"2e6138d377aba1db70cc01b5b645280e9ebefb0f\", \"mojo_test_apk\": \"f115ba9ccca0adc5369a1ee8efde4efd19a3d471\", \"mojo_unittests\": \"1d01bfb278f604edeacacbf485a5c6f81f5a1d38\", \"net_unittests\": \"c35beb6b48cf9ce4936089fc513c3391f769e89d\", \"sandbox_linux_unittests\": \"9434c2ee11eeaf048baab31adc473d80f62f5e21\", \"services_unittests\": \"516c04bd5e3c74f171cf793f22e43046d02ab772\", \"shell_dialogs_unittests\": \"fad941a995fc53f52541b41e3ef53b7e92b74eb6\", \"skia_unittests\": \"32da55ff0078a94c0ba76c5c6eff2568657a6df1\", \"sql_unittests\": \"326d1e8f59d8d4c023819ba691dc41e7de2a0b48\", \"storage_unittests\": \"75855cabc59c1d05f9fa38a3f8b6b8406bd910de\", \"ui_android_unittests\": \"752acefa5b5e548864b1a88454d168be67405bd4\", \"ui_base_unittests\": \"3b7ec49f7ed50c76e3db6c235172cd25f582200c\", \"ui_touch_selection_unittests\": \"878119797fa9993db17b6e6bb19d409eb7b36d9a\", \"url_unittests\": \"301e00cbc7329d113821737d0b3e08fa4b1276ae\", \"viz_unittests\": \"f9d8f19717cf78580d4d3b8032b441e91cf99829\", \"wtf_unittests\": \"28b4f197818f5ace79a859dca07759900b92ce38\"}}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_84527c5af4d4441fc5a14374d256be65769803505d9e2e72cad7cb7913806658_v2\", \"builder_f0e85433ca60e21ba10033b857841d88af052436c6cb8411b561ff60a2c00a4a_v2\", \"builder_f2ac5903ab08ee4ddab389becac92d3a3647f6b791038f1abef5b06a03e08513_v2\", \"git\", \"goma_v2\", \"vpython\"], \"cores\": [\"32\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-Broadwell_GCE\", \"x86-64-avx2\"], \"gce\": [\"1\"], \"gcp\": [\"google.com:chromecompute\"], \"gpu\": [\"none\"], \"id\": [\"luci-chromium-ci-xenial-us-central1-c-600-ssd-hm32-0-0ggg\"], \"image\": [\"chrome-xenial-20031500-6b26172a85c\"], \"inside_docker\": [\"0\"], \"kvm\": [\"1\"], \"locale\": [\"en_US.UTF-8\"], \"machine_type\": [\"n1-highmem-32\"], \"os\": [\"Linux\", \"Ubuntu\", \"Ubuntu-16.04\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.12\"], \"server_version\": [\"4874-3598771\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-central\", \"us-central1\", \"us-central1-c\"]}}, \"ui\": {\"info\": \"3 Test Suite(s) failed.\\n\\n**media_unittests on Android device Pixel 2** failed because of:\\n\\n- AAudio/AudioOutputTest.Play200HzTone/0\\n\\n**gl_tests on Android device Pixel 2** failed because of:\\n\\n- TranslatorVariants/EXTBlendFuncExtendedDrawTest.ESSL1FragColor/0\\n\\n- TranslatorVariants/EXTBlendFuncExtendedES3DrawTest.ESSL3Var/1\\n\\n- TranslatorVariants/EXTBlendFuncExtendedES3DrawTest.ESSL3BindArrayWithSimpleName/0\\n\\n- TranslatorVariants/EXTBlendFuncExtendedES3DrawTest.ESSL3BindArrayWithSimpleName/1\\n\\n- ...14 more failure(s) (18 total)...\\n\\n**base_unittests on Android device Pixel 2** failed because of:\\n\\n- ImmediateCrashTest.ExpectedOpcodeSequence\"}}",
"service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"started_ts": "1584987840419556",
"status": "COMPLETED",
"status_changed_ts": "1584987841400583",
"tags": [
"build_address:luci.chromium.ci/android-code-coverage-native/6541",
"builder:android-code-coverage-native",
"buildset:commit/git/cbc6bb0f6759aeefe2b404a5516fbb04b3c30e27",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/cbc6bb0f6759aeefe2b404a5516fbb04b3c30e27",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9050443613140990448",
"scheduler_job_id:chromium/android-code-coverage-native",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8885013551130933616/+/annotations",
"swarming_tag:luci_project:chromium",
"swarming_tag:os:Linux",
"swarming_tag:recipe_name:chromium",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_task_id:4b21743191972310",
"user_agent:luci-scheduler"
],
"updated_ts": "1584994570238672",
"url": "https://ci.chromium.org/b/8885013551130933616",
"utcnow_ts": "1584994570711206"
}
}
[20:16:10.720] Invocation finished in 1h52m54.448472262s with status FAILED