[17:12:19.416] New invocation is queued and will start shortly
[17:12:20.914] Starting the invocation (attempt 1)
[17:12:20.955] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[17:12:20.955] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[17:12:20.955] Buildbucket request:
{
"bucket": "luci.chromium.ci",
"client_operation_id": "9027889432167831792",
"parameters_json": "{\"builder_name\":\"Site Isolation Android\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src\",\"revision\":\"7761ba83974452ff442b941837c8aaecbb0d64b6\"}}",
"pubsub_callback": {
"auth_token": "...",
"topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
},
"tags": [
"builder:Site Isolation Android",
"scheduler_invocation_id:9027889432167831792",
"scheduler_job_id:chromium/Site Isolation Android",
"user_agent:luci-scheduler",
"buildset:commit/git/7761ba83974452ff442b941837c8aaecbb0d64b6",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/7761ba83974452ff442b941837c8aaecbb0d64b6",
"gitiles_ref:refs/heads/master"
]
}
[17:12:21.762] Buildbucket response:
{
"build": {
"bucket": "luci.chromium.ci",
"canary_preference": "PROD",
"created_by": "project:chromium",
"created_ts": "1606497141053988",
"id": "8862459369781122352",
"parameters_json": "{\"builder_name\": \"Site Isolation Android\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"7761ba83974452ff442b941837c8aaecbb0d64b6\"}}",
"project": "chromium",
"result_details_json": "{\"properties\": {}}",
"service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"status": "SCHEDULED",
"status_changed_ts": "1606497141640768",
"tags": [
"build_address:luci.chromium.ci/Site Isolation Android/47642",
"builder:Site Isolation Android",
"buildset:commit/git/7761ba83974452ff442b941837c8aaecbb0d64b6",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/7761ba83974452ff442b941837c8aaecbb0d64b6",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9027889432167831792",
"scheduler_job_id:chromium/Site Isolation Android",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8862459369781122352/+/annotations",
"swarming_tag:luci_project:chromium",
"swarming_tag:recipe_name:chromium",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_task_id:",
"user_agent:luci-scheduler"
],
"updated_ts": "1606497141640929",
"url": "https://ci.chromium.org/b/8862459369781122352",
"utcnow_ts": "1606497141754326"
}
}
[17:12:21.762] Task URL: https://ci.chromium.org/b/8862459369781122352
[17:12:21.762] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:2:0) after 1m0s
[17:13:22.038] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:2:0)
[17:13:22.038] Timer tick, asking Buildbucket for the build status
[17:13:23.089] Build 8862459369781122352: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[17:13:23.089] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:3:0) after 1m0s
[17:14:23.279] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:3:0)
[17:14:23.279] Timer tick, asking Buildbucket for the build status
[17:14:23.359] Build 8862459369781122352: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[17:14:23.359] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:4:0) after 1m0s
[17:15:23.504] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:4:0)
[17:15:23.504] Timer tick, asking Buildbucket for the build status
[17:15:23.824] Build 8862459369781122352: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[17:15:23.824] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:5:0) after 1m0s
[17:15:55.628] Received PubSub notification, asking Buildbucket for the build status
[17:15:55.732] Build 8862459369781122352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:16:23.870] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:5:0)
[17:16:23.870] Timer tick, asking Buildbucket for the build status
[17:16:24.048] Build 8862459369781122352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:16:24.048] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:7:0) after 1m0s
[17:17:24.092] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:7:0)
[17:17:24.092] Timer tick, asking Buildbucket for the build status
[17:17:24.219] Build 8862459369781122352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:17:24.219] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:8:0) after 1m0s
[17:18:24.402] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:8:0)
[17:18:24.402] Timer tick, asking Buildbucket for the build status
[17:18:24.483] Build 8862459369781122352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:18:24.483] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:9:0) after 1m0s
[17:19:24.590] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:9:0)
[17:19:24.590] Timer tick, asking Buildbucket for the build status
[17:19:24.913] Build 8862459369781122352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:19:24.913] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:10:0) after 1m0s
[17:20:25.019] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:10:0)
[17:20:25.019] Timer tick, asking Buildbucket for the build status
[17:20:25.151] Build 8862459369781122352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:20:25.151] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:11:0) after 1m0s
[17:21:25.181] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:11:0)
[17:21:25.182] Timer tick, asking Buildbucket for the build status
[17:21:25.305] Build 8862459369781122352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:21:25.305] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:12:0) after 1m0s
[17:22:25.326] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:12:0)
[17:22:25.326] Timer tick, asking Buildbucket for the build status
[17:22:25.951] Build 8862459369781122352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:22:25.951] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:13:0) after 1m0s
[17:23:25.932] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:13:0)
[17:23:25.932] Timer tick, asking Buildbucket for the build status
[17:23:26.161] Build 8862459369781122352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:23:26.161] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:14:0) after 1m0s
[17:24:26.164] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:14:0)
[17:24:26.164] Timer tick, asking Buildbucket for the build status
[17:24:26.835] Build 8862459369781122352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:24:26.835] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:15:0) after 1m0s
[17:25:26.887] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:15:0)
[17:25:26.887] Timer tick, asking Buildbucket for the build status
[17:25:27.047] Build 8862459369781122352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:25:27.047] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:16:0) after 1m0s
[17:26:27.093] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:16:0)
[17:26:27.093] Timer tick, asking Buildbucket for the build status
[17:26:27.237] Build 8862459369781122352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:26:27.237] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:17:0) after 1m0s
[17:27:27.268] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:17:0)
[17:27:27.268] Timer tick, asking Buildbucket for the build status
[17:27:27.360] Build 8862459369781122352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:27:27.360] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:18:0) after 1m0s
[17:28:27.414] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:18:0)
[17:28:27.414] Timer tick, asking Buildbucket for the build status
[17:28:27.530] Build 8862459369781122352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:28:27.530] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:19:0) after 1m0s
[17:29:27.671] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:19:0)
[17:29:27.671] Timer tick, asking Buildbucket for the build status
[17:29:27.785] Build 8862459369781122352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:29:27.785] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:20:0) after 1m0s
[17:30:27.826] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:20:0)
[17:30:27.826] Timer tick, asking Buildbucket for the build status
[17:30:27.890] Build 8862459369781122352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:30:27.890] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:21:0) after 1m0s
[17:31:27.921] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:21:0)
[17:31:27.921] Timer tick, asking Buildbucket for the build status
[17:31:28.173] Build 8862459369781122352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:31:28.173] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:22:0) after 1m0s
[17:32:28.197] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:22:0)
[17:32:28.197] Timer tick, asking Buildbucket for the build status
[17:32:28.368] Build 8862459369781122352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:32:28.368] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:23:0) after 1m0s
[17:33:28.416] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:23:0)
[17:33:28.416] Timer tick, asking Buildbucket for the build status
[17:33:28.484] Build 8862459369781122352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:33:28.484] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:24:0) after 1m0s
[17:34:28.506] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:24:0)
[17:34:28.506] Timer tick, asking Buildbucket for the build status
[17:34:28.613] Build 8862459369781122352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:34:28.613] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:25:0) after 1m0s
[17:35:28.678] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:25:0)
[17:35:28.678] Timer tick, asking Buildbucket for the build status
[17:35:28.761] Build 8862459369781122352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:35:28.761] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:26:0) after 1m0s
[17:36:28.826] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:26:0)
[17:36:28.826] Timer tick, asking Buildbucket for the build status
[17:36:28.958] Build 8862459369781122352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:36:28.958] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:27:0) after 1m0s
[17:37:28.977] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:27:0)
[17:37:28.977] Timer tick, asking Buildbucket for the build status
[17:37:29.090] Build 8862459369781122352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:37:29.090] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:28:0) after 1m0s
[17:38:29.177] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:28:0)
[17:38:29.177] Timer tick, asking Buildbucket for the build status
[17:38:29.251] Build 8862459369781122352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:38:29.251] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:29:0) after 1m0s
[17:39:29.340] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:29:0)
[17:39:29.340] Timer tick, asking Buildbucket for the build status
[17:39:29.446] Build 8862459369781122352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:39:29.446] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:30:0) after 1m0s
[17:40:29.675] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:30:0)
[17:40:29.675] Timer tick, asking Buildbucket for the build status
[17:40:29.862] Build 8862459369781122352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:40:29.862] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:31:0) after 1m0s
[17:41:29.917] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:31:0)
[17:41:29.918] Timer tick, asking Buildbucket for the build status
[17:41:30.119] Build 8862459369781122352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:41:30.119] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:32:0) after 1m0s
[17:42:30.283] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:32:0)
[17:42:30.283] Timer tick, asking Buildbucket for the build status
[17:42:30.446] Build 8862459369781122352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:42:30.446] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:33:0) after 1m0s
[17:43:30.508] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:33:0)
[17:43:30.508] Timer tick, asking Buildbucket for the build status
[17:43:30.771] Build 8862459369781122352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:43:30.771] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:34:0) after 1m0s
[17:44:30.843] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:34:0)
[17:44:30.843] Timer tick, asking Buildbucket for the build status
[17:44:32.600] Build 8862459369781122352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:44:32.600] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:35:0) after 1m0s
[17:45:33.096] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:35:0)
[17:45:33.096] Timer tick, asking Buildbucket for the build status
[17:45:33.456] Build 8862459369781122352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:45:33.456] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:36:0) after 1m0s
[17:46:33.572] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:36:0)
[17:46:33.572] Timer tick, asking Buildbucket for the build status
[17:46:33.776] Build 8862459369781122352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:46:33.776] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:37:0) after 1m0s
[17:47:33.843] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:37:0)
[17:47:33.843] Timer tick, asking Buildbucket for the build status
[17:47:34.608] Build 8862459369781122352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:47:34.608] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:38:0) after 1m0s
[17:48:34.654] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:38:0)
[17:48:34.654] Timer tick, asking Buildbucket for the build status
[17:48:34.909] Build 8862459369781122352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:48:34.909] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:39:0) after 1m0s
[17:49:34.988] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:39:0)
[17:49:34.988] Timer tick, asking Buildbucket for the build status
[17:49:35.069] Build 8862459369781122352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:49:35.069] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:40:0) after 1m0s
[17:50:35.201] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:40:0)
[17:50:35.202] Timer tick, asking Buildbucket for the build status
[17:50:35.387] Build 8862459369781122352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:50:35.387] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:41:0) after 1m0s
[17:51:35.441] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:41:0)
[17:51:35.441] Timer tick, asking Buildbucket for the build status
[17:51:35.546] Build 8862459369781122352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:51:35.546] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:42:0) after 1m0s
[17:52:35.570] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:42:0)
[17:52:35.570] Timer tick, asking Buildbucket for the build status
[17:52:35.683] Build 8862459369781122352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:52:35.684] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:43:0) after 1m0s
[17:53:35.793] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:43:0)
[17:53:35.793] Timer tick, asking Buildbucket for the build status
[17:53:35.876] Build 8862459369781122352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:53:35.876] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:44:0) after 1m0s
[17:54:35.924] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:44:0)
[17:54:35.924] Timer tick, asking Buildbucket for the build status
[17:54:36.234] Build 8862459369781122352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:54:36.234] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:45:0) after 1m0s
[17:55:36.399] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:45:0)
[17:55:36.399] Timer tick, asking Buildbucket for the build status
[17:55:36.593] Build 8862459369781122352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:55:36.593] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:46:0) after 1m0s
[17:56:36.633] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:46:0)
[17:56:36.633] Timer tick, asking Buildbucket for the build status
[17:56:37.152] Build 8862459369781122352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:56:37.152] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:47:0) after 1m0s
[17:57:37.189] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:47:0)
[17:57:37.189] Timer tick, asking Buildbucket for the build status
[17:57:37.303] Build 8862459369781122352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:57:37.303] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:48:0) after 1m0s
[17:58:37.325] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:48:0)
[17:58:37.325] Timer tick, asking Buildbucket for the build status
[17:58:37.583] Build 8862459369781122352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:58:37.583] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:49:0) after 1m0s
[17:59:37.671] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:49:0)
[17:59:37.671] Timer tick, asking Buildbucket for the build status
[17:59:38.374] Build 8862459369781122352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:59:38.374] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:50:0) after 1m0s
[18:00:38.417] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:50:0)
[18:00:38.417] Timer tick, asking Buildbucket for the build status
[18:00:38.482] Build 8862459369781122352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:00:38.482] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:51:0) after 1m0s
[18:01:38.569] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:51:0)
[18:01:38.569] Timer tick, asking Buildbucket for the build status
[18:01:39.153] Build 8862459369781122352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:01:39.153] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:52:0) after 1m0s
[18:02:39.177] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:52:0)
[18:02:39.177] Timer tick, asking Buildbucket for the build status
[18:02:39.306] Build 8862459369781122352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:02:39.306] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:53:0) after 1m0s
[18:03:39.398] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:53:0)
[18:03:39.398] Timer tick, asking Buildbucket for the build status
[18:03:39.651] Build 8862459369781122352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:03:39.651] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:54:0) after 1m0s
[18:04:39.646] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:54:0)
[18:04:39.646] Timer tick, asking Buildbucket for the build status
[18:04:40.493] Build 8862459369781122352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:04:40.493] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:55:0) after 1m0s
[18:05:40.565] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:55:0)
[18:05:40.565] Timer tick, asking Buildbucket for the build status
[18:05:41.232] Build 8862459369781122352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:05:41.232] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:56:0) after 1m0s
[18:06:41.364] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:56:0)
[18:06:41.364] Timer tick, asking Buildbucket for the build status
[18:06:41.472] Build 8862459369781122352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:06:41.472] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:57:0) after 1m0s
[18:07:41.575] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:57:0)
[18:07:41.575] Timer tick, asking Buildbucket for the build status
[18:07:41.687] Build 8862459369781122352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:07:41.687] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:58:0) after 1m0s
[18:08:41.761] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:58:0)
[18:08:41.761] Timer tick, asking Buildbucket for the build status
[18:08:41.863] Build 8862459369781122352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:08:41.863] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:59:0) after 1m0s
[18:09:41.920] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:59:0)
[18:09:41.920] Timer tick, asking Buildbucket for the build status
[18:09:42.366] Build 8862459369781122352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:09:42.366] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:60:0) after 1m0s
[18:10:42.476] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:60:0)
[18:10:42.476] Timer tick, asking Buildbucket for the build status
[18:10:43.294] Build 8862459369781122352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:10:43.294] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:61:0) after 1m0s
[18:11:43.389] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:61:0)
[18:11:43.389] Timer tick, asking Buildbucket for the build status
[18:11:43.445] Build 8862459369781122352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:11:43.445] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:62:0) after 1m0s
[18:12:43.487] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:62:0)
[18:12:43.487] Timer tick, asking Buildbucket for the build status
[18:12:43.737] Build 8862459369781122352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:12:43.737] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:63:0) after 1m0s
[18:13:43.854] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:63:0)
[18:13:43.854] Timer tick, asking Buildbucket for the build status
[18:13:44.045] Build 8862459369781122352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:13:44.045] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:64:0) after 1m0s
[18:14:44.164] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:64:0)
[18:14:44.164] Timer tick, asking Buildbucket for the build status
[18:14:44.279] Build 8862459369781122352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:14:44.279] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:65:0) after 1m0s
[18:15:44.359] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:65:0)
[18:15:44.359] Timer tick, asking Buildbucket for the build status
[18:15:44.427] Build 8862459369781122352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:15:44.427] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:66:0) after 1m0s
[18:16:44.519] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:66:0)
[18:16:44.519] Timer tick, asking Buildbucket for the build status
[18:16:44.837] Build 8862459369781122352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:16:44.837] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:67:0) after 1m0s
[18:17:45.953] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:67:0)
[18:17:45.953] Timer tick, asking Buildbucket for the build status
[18:17:46.082] Build 8862459369781122352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:17:46.082] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:68:0) after 1m0s
[18:18:46.237] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:68:0)
[18:18:46.237] Timer tick, asking Buildbucket for the build status
[18:18:46.352] Build 8862459369781122352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:18:46.352] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:69:0) after 1m0s
[18:19:46.381] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:69:0)
[18:19:46.381] Timer tick, asking Buildbucket for the build status
[18:19:46.458] Build 8862459369781122352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:19:46.458] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:70:0) after 1m0s
[18:20:46.485] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:70:0)
[18:20:46.485] Timer tick, asking Buildbucket for the build status
[18:20:46.598] Build 8862459369781122352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:20:46.598] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:71:0) after 1m0s
[18:21:46.605] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:71:0)
[18:21:46.605] Timer tick, asking Buildbucket for the build status
[18:21:46.661] Build 8862459369781122352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:21:46.661] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:72:0) after 1m0s
[18:22:46.724] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:72:0)
[18:22:46.724] Timer tick, asking Buildbucket for the build status
[18:22:47.117] Build 8862459369781122352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:22:47.117] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:73:0) after 1m0s
[18:23:47.206] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:73:0)
[18:23:47.206] Timer tick, asking Buildbucket for the build status
[18:23:47.305] Build 8862459369781122352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:23:47.305] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:74:0) after 1m0s
[18:24:47.320] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:74:0)
[18:24:47.320] Timer tick, asking Buildbucket for the build status
[18:24:47.421] Build 8862459369781122352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:24:47.421] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:75:0) after 1m0s
[18:25:47.872] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:75:0)
[18:25:47.872] Timer tick, asking Buildbucket for the build status
[18:25:47.961] Build 8862459369781122352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:25:47.961] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:76:0) after 1m0s
[18:26:48.185] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:76:0)
[18:26:48.185] Timer tick, asking Buildbucket for the build status
[18:26:48.263] Build 8862459369781122352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:26:48.263] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:77:0) after 1m0s
[18:27:48.469] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:77:0)
[18:27:48.469] Timer tick, asking Buildbucket for the build status
[18:27:48.583] Build 8862459369781122352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:27:48.583] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:78:0) after 1m0s
[18:28:48.826] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:78:0)
[18:28:48.826] Timer tick, asking Buildbucket for the build status
[18:28:51.056] Build 8862459369781122352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:28:51.056] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:79:0) after 1m0s
[18:29:51.066] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:79:0)
[18:29:51.066] Timer tick, asking Buildbucket for the build status
[18:29:51.176] Build 8862459369781122352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:29:51.176] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:80:0) after 1m0s
[18:30:51.204] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:80:0)
[18:30:51.204] Timer tick, asking Buildbucket for the build status
[18:30:51.269] Build 8862459369781122352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:30:51.269] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:81:0) after 1m0s
[18:31:51.290] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:81:0)
[18:31:51.290] Timer tick, asking Buildbucket for the build status
[18:31:51.383] Build 8862459369781122352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:31:51.383] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:82:0) after 1m0s
[18:32:51.469] Handling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:82:0)
[18:32:51.469] Timer tick, asking Buildbucket for the build status
[18:32:51.624] Build 8862459369781122352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:32:51.624] Scheduling timer "check-buildbucket-build-status" (chromium/Site Isolation Android:9027889432167831792:83:0) after 1m0s
[18:32:55.144] Received PubSub notification, asking Buildbucket for the build status
[18:32:55.232] Build 8862459369781122352: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[18:32:55.232] Buildbucket build:
{
"build": {
"bucket": "luci.chromium.ci",
"canary_preference": "PROD",
"completed_ts": "1606501974630066",
"created_by": "project:chromium",
"created_ts": "1606497141053988",
"failure_reason": "BUILD_FAILURE",
"id": "8862459369781122352",
"parameters_json": "{\"builder_name\": \"Site Isolation Android\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"7761ba83974452ff442b941837c8aaecbb0d64b6\"}}",
"project": "chromium",
"result": "FAILURE",
"result_details_json": "{\"error\": {\"message\": \"2 Test Suite(s) failed.\\n\\n**site_per_process_content_shell_test_apk on Android device Nexus 5X** failed because of:\\n\\n- org.chromium.content.browser.ChildProcessLauncherIntegrationTest#testIntentionalKillToFreeServiceSlot\\n\\n- org.chromium.content.browser.ChildProcessLauncherIntegrationTest#testCrossDomainNavigationDoNotLoseImportance\\n\\n**site_per_process_content_unittests on Android device Nexus 5X** failed because of:\\n\\n- SiteInstanceTest.DefaultSiteInstanceProperties\"}, \"properties\": {\"$build/goma\": {\"enable_ats\": true, \"rpc_extra_params\": \"?prod\", \"server_host\": \"goma.chromium.org\", \"use_luci_auth\": true}, \"$recipe_engine/isolated\": {\"server\": \"https://isolateserver.appspot.com\"}, \"$recipe_engine/milo/blamelist_pins\": [{\"host\": \"chromium.googlesource.com\", \"id\": \"7761ba83974452ff442b941837c8aaecbb0d64b6\", \"project\": \"chromium/src\"}], \"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"luci-chromium-ci-xenial-us-central1-b-8-66-idks\", \"branch\": \"refs/heads/master\", \"builder_group\": \"chromium.fyi\", \"buildername\": \"Site Isolation Android\", \"buildnumber\": 47642, \"got_angle_revision\": \"10e6c1e43b65f24bac71ccd12c9a2a099e390ce8\", \"got_dawn_revision\": \"e96986149080ca37e82788c907f439bc070aaa7b\", \"got_nacl_revision\": \"3ac0b060c794b64531b47dfded8ff8d951a5c648\", \"got_revision\": \"7761ba83974452ff442b941837c8aaecbb0d64b6\", \"got_revision_cp\": \"refs/heads/master@{#831601}\", \"got_swarming_client_revision\": \"d46ea7635f2911208268170512cb611412488fd8\", \"got_swiftshader_revision\": \"9dff6a3bb5950edd890e5141f2d3d2f3b4ef351e\", \"got_v8_revision\": \"9eaea2245f5c5133f2e05fcf0ad0062d009ca383\", \"got_v8_revision_cp\": \"refs/heads/8.9.64@{#1}\", \"got_webrtc_revision\": \"cd982137dfd88ca4e5fc595100d4b5c32b4d9e0f\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#32711}\", \"isolate_server\": \"https://isolateserver.appspot.com\", \"path_config\": \"generic\", \"recipe\": \"chromium\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"7761ba83974452ff442b941837c8aaecbb0d64b6\", \"swarm_hashes_refs/heads/master(at){#831601}_without_patch\": {\"android_browsertests\": \"ef0bca1d05b0a5f74a54594ca7cd442db433e673\", \"chrome_public_test_apk\": \"f93e70ab515446845a733bce1ade55d192efcd65\", \"components_browsertests\": \"df74e15aa1db89d28c34b0134d266b18fb6600e9\", \"components_unittests\": \"b0bf7c2ca9f765fddca2cb2970e3afec678bfdae\", \"content_browsertests\": \"4b49656f51eebb2216103750b0306ff38eb7b93a\", \"content_shell_test_apk\": \"418cf3272fb86d54ded31bb44a26815b7835f0e1\", \"content_unittests\": \"ecec1a28f25b15f1fe4dd4217c5426480314ac0e\", \"unit_tests\": \"8b87ba75393109de07384ac24e0254e82db05d56\"}}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_361cbaa79261c75a92fc63a8f8c6fc117764238b3277286fa51086e6da3301df_v2\", \"builder_4f840a66a98bcc23913cdceee05d6305bdb9a4a5d39b36f536d725d421d1ee25_v2\", \"builder_cfdb55a1f65ed072d1fe07f7fc1107a97a5e848a8d1b6b0015401ab521f6b501_v2\", \"builder_d7a16d1002a90b006293eb3aaf9b6ed11d06403f3c58091e1c5077b5d2ff0b40_v2\", \"builder_e4464922e5c60bddfcc3d01cfc511ef7f4a711bded636fa98c66f03a573264ee_v2\", \"builder_e961d9d7e9bca679490a4aaa8599bd975f9b7e0b713a988ed6895a059d04d2ac_v2\", \"git\", \"goma_v2\", \"vpython\"], \"cores\": [\"8\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-Haswell_GCE\", \"x86-64-avx2\"], \"gce\": [\"1\"], \"gcp\": [\"google.com:chromecompute\"], \"gpu\": [\"none\"], \"id\": [\"luci-chromium-ci-xenial-us-central1-b-8-66-idks\"], \"image\": [\"chrome-xenial-20112200-f7cdea8df03\"], \"inside_docker\": [\"0\"], \"kvm\": [\"1\"], \"locale\": [\"en_US.UTF-8\"], \"machine_type\": [\"e2-standard-8\"], \"os\": [\"Linux\", \"Ubuntu\", \"Ubuntu-16\", \"Ubuntu-16.04\", \"Ubuntu-16.04.6\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.12\"], \"server_version\": [\"5640-d0eb544\"], \"ssd\": [\"0\"], \"zone\": [\"us\", \"us-central\", \"us-central1\", \"us-central1-b\"]}}, \"ui\": {\"info\": \"2 Test Suite(s) failed.\\n\\n**site_per_process_content_shell_test_apk on Android device Nexus 5X** failed because of:\\n\\n- org.chromium.content.browser.ChildProcessLauncherIntegrationTest#testIntentionalKillToFreeServiceSlot\\n\\n- org.chromium.content.browser.ChildProcessLauncherIntegrationTest#testCrossDomainNavigationDoNotLoseImportance\\n\\n**site_per_process_content_unittests on Android device Nexus 5X** failed because of:\\n\\n- SiteInstanceTest.DefaultSiteInstanceProperties\"}}",
"service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"started_ts": "1606497354939572",
"status": "COMPLETED",
"status_changed_ts": "1606497355258740",
"tags": [
"build_address:luci.chromium.ci/Site Isolation Android/47642",
"builder:Site Isolation Android",
"buildset:commit/git/7761ba83974452ff442b941837c8aaecbb0d64b6",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/7761ba83974452ff442b941837c8aaecbb0d64b6",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9027889432167831792",
"scheduler_job_id:chromium/Site Isolation Android",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8862459369781122352/+/annotations",
"swarming_tag:luci_project:chromium",
"swarming_tag:os:Linux",
"swarming_tag:recipe_name:chromium",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_task_id:5023828cb227f710",
"user_agent:luci-scheduler"
],
"updated_ts": "1606501974759356",
"url": "https://ci.chromium.org/b/8862459369781122352",
"utcnow_ts": "1606501975218128"
}
}
[18:32:55.232] Invocation finished in 1h20m35.83829314s with status FAILED