Status: FAILED
Triggered by: -
Duration: 1 hour
Actions:

Definition (rev 88d0a347a2089054dbd376be795360f1e0882321)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "android-arm64-proguard-rel"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "9a9ec37d46af787575f2425a4875b9b3e8f0d5df"
}

Incoming tags

  • buildset:commit/git/9a9ec37d46af787575f2425a4875b9b3e8f0d5df
  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/9a9ec37d46af787575f2425a4875b9b3e8f0d5df
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[16:23:50.782] New invocation is queued and will start shortly
[16:23:52.141] Starting the invocation (attempt 1)
[16:23:52.178] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[16:23:52.178] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[16:23:52.178] Buildbucket request:
{
  "bucket": "luci.chromium.ci",
  "client_operation_id": "9054346796273083264",
  "parameters_json": "{\"builder_name\":\"android-arm64-proguard-rel\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src\",\"revision\":\"9a9ec37d46af787575f2425a4875b9b3e8f0d5df\"}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:android-arm64-proguard-rel",
    "scheduler_invocation_id:9054346796273083264",
    "scheduler_job_id:chromium/android-arm64-proguard-rel",
    "user_agent:luci-scheduler",
    "buildset:commit/git/9a9ec37d46af787575f2425a4875b9b3e8f0d5df",
    "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/9a9ec37d46af787575f2425a4875b9b3e8f0d5df",
    "gitiles_ref:refs/heads/master"
  ]
}
[16:23:55.611] Buildbucket response:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "created_by": "project:chromium",
    "created_ts": "1581265432744562",
    "id": "8888916733553701616",
    "parameters_json": "{\"builder_name\": \"android-arm64-proguard-rel\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"9a9ec37d46af787575f2425a4875b9b3e8f0d5df\"}}",
    "project": "chromium",
    "result_details_json": "{\"properties\": {}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1581265435170756",
    "tags": [
      "build_address:luci.chromium.ci/android-arm64-proguard-rel/767",
      "builder:android-arm64-proguard-rel",
      "buildset:commit/git/9a9ec37d46af787575f2425a4875b9b3e8f0d5df",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/9a9ec37d46af787575f2425a4875b9b3e8f0d5df",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9054346796273083264",
      "scheduler_job_id:chromium/android-arm64-proguard-rel",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8888916733553701616/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:recipe_name:chromium",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1581265435170896",
    "url": "https://ci.chromium.org/b/8888916733553701616",
    "utcnow_ts": "1581265435602527"
  }
}
[16:23:55.611] Task URL: https://ci.chromium.org/b/8888916733553701616
[16:23:55.611] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:2:0) after 1m0s
[16:24:31.815] Received PubSub notification, asking Buildbucket for the build status
[16:24:32.622] Build 8888916733553701616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:24:55.672] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:2:0)
[16:24:55.672] Timer tick, asking Buildbucket for the build status
[16:24:55.875] Build 8888916733553701616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:24:55.875] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:4:0) after 1m0s
[16:25:55.938] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:4:0)
[16:25:55.938] Timer tick, asking Buildbucket for the build status
[16:25:56.070] Build 8888916733553701616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:25:56.070] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:5:0) after 1m0s
[16:26:56.118] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:5:0)
[16:26:56.118] Timer tick, asking Buildbucket for the build status
[16:26:56.300] Build 8888916733553701616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:26:56.300] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:6:0) after 1m0s
[16:27:56.352] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:6:0)
[16:27:56.352] Timer tick, asking Buildbucket for the build status
[16:27:56.844] Build 8888916733553701616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:27:56.844] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:7:0) after 1m0s
[16:28:56.864] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:7:0)
[16:28:56.864] Timer tick, asking Buildbucket for the build status
[16:28:56.991] Build 8888916733553701616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:28:56.991] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:8:0) after 1m0s
[16:29:57.019] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:8:0)
[16:29:57.019] Timer tick, asking Buildbucket for the build status
[16:29:57.886] Build 8888916733553701616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:29:57.886] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:9:0) after 1m0s
[16:30:58.008] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:9:0)
[16:30:58.008] Timer tick, asking Buildbucket for the build status
[16:30:58.269] Build 8888916733553701616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:30:58.269] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:10:0) after 1m0s
[16:31:58.338] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:10:0)
[16:31:58.338] Timer tick, asking Buildbucket for the build status
[16:31:59.738] Build 8888916733553701616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:31:59.738] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:11:0) after 1m0s
[16:32:59.775] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:11:0)
[16:32:59.775] Timer tick, asking Buildbucket for the build status
[16:32:59.996] Build 8888916733553701616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:32:59.996] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:12:0) after 1m0s
[16:34:00.073] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:12:0)
[16:34:00.073] Timer tick, asking Buildbucket for the build status
[16:34:00.284] Build 8888916733553701616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:34:00.284] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:13:0) after 1m0s
[16:35:00.383] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:13:0)
[16:35:00.383] Timer tick, asking Buildbucket for the build status
[16:35:00.611] Build 8888916733553701616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:35:00.611] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:14:0) after 1m0s
[16:36:00.697] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:14:0)
[16:36:00.697] Timer tick, asking Buildbucket for the build status
[16:36:00.867] Build 8888916733553701616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:36:00.867] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:15:0) after 1m0s
[16:37:00.938] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:15:0)
[16:37:00.938] Timer tick, asking Buildbucket for the build status
[16:37:01.121] Build 8888916733553701616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:37:01.121] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:16:0) after 1m0s
[16:38:01.190] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:16:0)
[16:38:01.190] Timer tick, asking Buildbucket for the build status
[16:38:01.385] Build 8888916733553701616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:38:01.385] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:17:0) after 1m0s
[16:39:01.431] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:17:0)
[16:39:01.431] Timer tick, asking Buildbucket for the build status
[16:39:01.577] Build 8888916733553701616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:39:01.577] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:18:0) after 1m0s
[16:40:01.697] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:18:0)
[16:40:01.697] Timer tick, asking Buildbucket for the build status
[16:40:02.071] Build 8888916733553701616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:40:02.071] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:19:0) after 1m0s
[16:41:02.054] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:19:0)
[16:41:02.054] Timer tick, asking Buildbucket for the build status
[16:41:02.177] Build 8888916733553701616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:41:02.177] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:20:0) after 1m0s
[16:42:02.200] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:20:0)
[16:42:02.200] Timer tick, asking Buildbucket for the build status
[16:42:02.409] Build 8888916733553701616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:42:02.409] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:21:0) after 1m0s
[16:43:02.440] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:21:0)
[16:43:02.440] Timer tick, asking Buildbucket for the build status
[16:43:02.586] Build 8888916733553701616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:43:02.586] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:22:0) after 1m0s
[16:44:02.651] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:22:0)
[16:44:02.651] Timer tick, asking Buildbucket for the build status
[16:44:03.310] Build 8888916733553701616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:44:03.310] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:23:0) after 1m0s
[16:45:03.330] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:23:0)
[16:45:03.330] Timer tick, asking Buildbucket for the build status
[16:45:03.542] Build 8888916733553701616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:45:03.542] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:24:0) after 1m0s
[16:46:03.563] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:24:0)
[16:46:03.563] Timer tick, asking Buildbucket for the build status
[16:46:03.725] Build 8888916733553701616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:46:03.725] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:25:0) after 1m0s
[16:47:03.742] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:25:0)
[16:47:03.742] Timer tick, asking Buildbucket for the build status
[16:47:04.007] Build 8888916733553701616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:47:04.007] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:26:0) after 1m0s
[16:48:04.098] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:26:0)
[16:48:04.098] Timer tick, asking Buildbucket for the build status
[16:48:04.248] Build 8888916733553701616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:48:04.248] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:27:0) after 1m0s
[16:49:04.305] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:27:0)
[16:49:04.305] Timer tick, asking Buildbucket for the build status
[16:49:04.493] Build 8888916733553701616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:49:04.493] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:28:0) after 1m0s
[16:50:04.517] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:28:0)
[16:50:04.517] Timer tick, asking Buildbucket for the build status
[16:50:04.709] Build 8888916733553701616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:50:04.709] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:29:0) after 1m0s
[16:51:04.818] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:29:0)
[16:51:04.818] Timer tick, asking Buildbucket for the build status
[16:51:05.216] Build 8888916733553701616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:51:05.216] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:30:0) after 1m0s
[16:52:05.698] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:30:0)
[16:52:05.698] Timer tick, asking Buildbucket for the build status
[16:52:05.957] Build 8888916733553701616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:52:05.957] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:31:0) after 1m0s
[16:53:06.093] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:31:0)
[16:53:06.093] Timer tick, asking Buildbucket for the build status
[16:53:06.781] Build 8888916733553701616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:53:06.781] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:32:0) after 1m0s
[16:54:06.867] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:32:0)
[16:54:06.867] Timer tick, asking Buildbucket for the build status
[16:54:08.172] Build 8888916733553701616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:54:08.172] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:33:0) after 1m0s
[16:55:08.193] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:33:0)
[16:55:08.194] Timer tick, asking Buildbucket for the build status
[16:55:10.236] Build 8888916733553701616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:55:10.236] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:34:0) after 1m0s
[16:56:10.338] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:34:0)
[16:56:10.338] Timer tick, asking Buildbucket for the build status
[16:56:10.516] Build 8888916733553701616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:56:10.516] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:35:0) after 1m0s
[16:57:10.919] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:35:0)
[16:57:10.919] Timer tick, asking Buildbucket for the build status
[16:57:11.187] Build 8888916733553701616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:57:11.187] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:36:0) after 1m0s
[16:58:11.293] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:36:0)
[16:58:11.293] Timer tick, asking Buildbucket for the build status
[16:58:12.450] Build 8888916733553701616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:58:12.450] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:37:0) after 1m0s
[16:59:12.479] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:37:0)
[16:59:12.479] Timer tick, asking Buildbucket for the build status
[16:59:13.892] Build 8888916733553701616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:59:13.892] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:38:0) after 1m0s
[17:00:14.097] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:38:0)
[17:00:14.097] Timer tick, asking Buildbucket for the build status
[17:00:14.279] Build 8888916733553701616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:00:14.279] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:39:0) after 1m0s
[17:01:14.367] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:39:0)
[17:01:14.367] Timer tick, asking Buildbucket for the build status
[17:01:14.591] Build 8888916733553701616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:01:14.592] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:40:0) after 1m0s
[17:02:14.711] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:40:0)
[17:02:14.711] Timer tick, asking Buildbucket for the build status
[17:02:14.886] Build 8888916733553701616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:02:14.886] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:41:0) after 1m0s
[17:03:14.938] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:41:0)
[17:03:14.938] Timer tick, asking Buildbucket for the build status
[17:03:17.697] Build 8888916733553701616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:03:17.697] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:42:0) after 1m0s
[17:04:17.793] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:42:0)
[17:04:17.793] Timer tick, asking Buildbucket for the build status
[17:04:18.596] Build 8888916733553701616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:04:18.596] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:43:0) after 1m0s
[17:05:18.696] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:43:0)
[17:05:18.696] Timer tick, asking Buildbucket for the build status
[17:05:18.867] Build 8888916733553701616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:05:18.867] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:44:0) after 1m0s
[17:06:18.888] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:44:0)
[17:06:18.888] Timer tick, asking Buildbucket for the build status
[17:06:19.065] Build 8888916733553701616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:06:19.065] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:45:0) after 1m0s
[17:07:19.085] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:45:0)
[17:07:19.085] Timer tick, asking Buildbucket for the build status
[17:07:19.481] Build 8888916733553701616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:07:19.481] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:46:0) after 1m0s
[17:08:19.503] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:46:0)
[17:08:19.503] Timer tick, asking Buildbucket for the build status
[17:08:19.632] Build 8888916733553701616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:08:19.632] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:47:0) after 1m0s
[17:09:19.926] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:47:0)
[17:09:19.926] Timer tick, asking Buildbucket for the build status
[17:09:20.199] Build 8888916733553701616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:09:20.199] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:48:0) after 1m0s
[17:10:20.365] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:48:0)
[17:10:20.365] Timer tick, asking Buildbucket for the build status
[17:10:20.527] Build 8888916733553701616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:10:20.527] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:49:0) after 1m0s
[17:11:20.948] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:49:0)
[17:11:20.948] Timer tick, asking Buildbucket for the build status
[17:11:21.773] Build 8888916733553701616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:11:21.773] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:50:0) after 1m0s
[17:12:21.980] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:50:0)
[17:12:21.980] Timer tick, asking Buildbucket for the build status
[17:12:22.126] Build 8888916733553701616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:12:22.126] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:51:0) after 1m0s
[17:13:22.251] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:51:0)
[17:13:22.251] Timer tick, asking Buildbucket for the build status
[17:13:22.871] Build 8888916733553701616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:13:22.871] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:52:0) after 1m0s
[17:14:22.895] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:52:0)
[17:14:22.895] Timer tick, asking Buildbucket for the build status
[17:14:23.118] Build 8888916733553701616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:14:23.118] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:53:0) after 1m0s
[17:15:23.138] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:53:0)
[17:15:23.138] Timer tick, asking Buildbucket for the build status
[17:15:23.295] Build 8888916733553701616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:15:23.295] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:54:0) after 1m0s
[17:16:23.741] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:54:0)
[17:16:23.741] Timer tick, asking Buildbucket for the build status
[17:16:24.021] Build 8888916733553701616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:16:24.021] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:55:0) after 1m0s
[17:17:24.150] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:55:0)
[17:17:24.150] Timer tick, asking Buildbucket for the build status
[17:17:25.353] Build 8888916733553701616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:17:25.353] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:56:0) after 1m0s
[17:18:25.712] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:56:0)
[17:18:25.712] Timer tick, asking Buildbucket for the build status
[17:18:26.346] Build 8888916733553701616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:18:26.346] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:57:0) after 1m0s
[17:19:26.358] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:57:0)
[17:19:26.358] Timer tick, asking Buildbucket for the build status
[17:19:27.078] Build 8888916733553701616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:19:27.078] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:58:0) after 1m0s
[17:20:27.208] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:58:0)
[17:20:27.208] Timer tick, asking Buildbucket for the build status
[17:20:27.562] Build 8888916733553701616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:20:27.562] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:59:0) after 1m0s
[17:21:27.679] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:59:0)
[17:21:27.679] Timer tick, asking Buildbucket for the build status
[17:21:27.917] Build 8888916733553701616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:21:27.917] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:60:0) after 1m0s
[17:22:27.998] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:60:0)
[17:22:27.998] Timer tick, asking Buildbucket for the build status
[17:22:28.585] Build 8888916733553701616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:22:28.585] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:61:0) after 1m0s
[17:23:29.010] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:61:0)
[17:23:29.010] Timer tick, asking Buildbucket for the build status
[17:23:29.206] Build 8888916733553701616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:23:29.206] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:62:0) after 1m0s
[17:24:29.389] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:62:0)
[17:24:29.389] Timer tick, asking Buildbucket for the build status
[17:24:29.658] Build 8888916733553701616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:24:29.658] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:63:0) after 1m0s
[17:25:29.893] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:63:0)
[17:25:29.893] Timer tick, asking Buildbucket for the build status
[17:25:31.351] Build 8888916733553701616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:25:31.351] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:64:0) after 1m0s
[17:26:31.489] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:64:0)
[17:26:31.489] Timer tick, asking Buildbucket for the build status
[17:26:31.647] Build 8888916733553701616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:26:31.647] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:65:0) after 1m0s
[17:27:31.683] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:65:0)
[17:27:31.683] Timer tick, asking Buildbucket for the build status
[17:27:32.559] Build 8888916733553701616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:27:32.559] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:66:0) after 1m0s
[17:28:32.567] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:66:0)
[17:28:32.567] Timer tick, asking Buildbucket for the build status
[17:28:32.716] Build 8888916733553701616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:28:32.716] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:67:0) after 1m0s
[17:29:32.739] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:67:0)
[17:29:32.739] Timer tick, asking Buildbucket for the build status
[17:29:33.678] Build 8888916733553701616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:29:33.678] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:68:0) after 1m0s
[17:30:33.715] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:68:0)
[17:30:33.715] Timer tick, asking Buildbucket for the build status
[17:30:34.354] Build 8888916733553701616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:30:34.354] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:69:0) after 1m0s
[17:31:34.376] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:69:0)
[17:31:34.376] Timer tick, asking Buildbucket for the build status
[17:31:35.709] Build 8888916733553701616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:31:35.709] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:70:0) after 1m0s
[17:32:35.793] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:70:0)
[17:32:35.793] Timer tick, asking Buildbucket for the build status
[17:32:36.345] Build 8888916733553701616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:32:36.345] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:71:0) after 1m0s
[17:33:36.338] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:71:0)
[17:33:36.338] Timer tick, asking Buildbucket for the build status
[17:33:36.570] Build 8888916733553701616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:33:36.571] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:72:0) after 1m0s
[17:34:36.577] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:72:0)
[17:34:36.577] Timer tick, asking Buildbucket for the build status
[17:34:36.775] Build 8888916733553701616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:34:36.775] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:73:0) after 1m0s
[17:35:36.833] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:73:0)
[17:35:36.833] Timer tick, asking Buildbucket for the build status
[17:35:37.046] Build 8888916733553701616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:35:37.046] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:74:0) after 1m0s
[17:36:37.391] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:74:0)
[17:36:37.391] Timer tick, asking Buildbucket for the build status
[17:36:37.693] Build 8888916733553701616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:36:37.693] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:75:0) after 1m0s
[17:37:37.874] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:75:0)
[17:37:37.874] Timer tick, asking Buildbucket for the build status
[17:37:38.349] Build 8888916733553701616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:37:38.349] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:76:0) after 1m0s
[17:38:38.414] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:76:0)
[17:38:38.414] Timer tick, asking Buildbucket for the build status
[17:38:39.379] Build 8888916733553701616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:38:39.379] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:77:0) after 1m0s
[17:39:39.699] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:77:0)
[17:39:39.699] Timer tick, asking Buildbucket for the build status
[17:39:40.305] Build 8888916733553701616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:39:40.305] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:78:0) after 1m0s
[17:40:40.432] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:78:0)
[17:40:40.432] Timer tick, asking Buildbucket for the build status
[17:40:40.594] Build 8888916733553701616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:40:40.594] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:79:0) after 1m0s
[17:41:40.823] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:79:0)
[17:41:40.823] Timer tick, asking Buildbucket for the build status
[17:41:41.116] Build 8888916733553701616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:41:41.116] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:80:0) after 1m0s
[17:42:41.552] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:80:0)
[17:42:41.552] Timer tick, asking Buildbucket for the build status
[17:42:43.217] Build 8888916733553701616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:42:43.218] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:81:0) after 1m0s
[17:43:43.240] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:81:0)
[17:43:43.240] Timer tick, asking Buildbucket for the build status
[17:43:43.499] Build 8888916733553701616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:43:43.499] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:82:0) after 1m0s
[17:44:43.583] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:82:0)
[17:44:43.583] Timer tick, asking Buildbucket for the build status
[17:44:43.737] Build 8888916733553701616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:44:43.737] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:83:0) after 1m0s
[17:45:43.847] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:83:0)
[17:45:43.847] Timer tick, asking Buildbucket for the build status
[17:45:44.280] Build 8888916733553701616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:45:44.280] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:84:0) after 1m0s
[17:46:44.442] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:84:0)
[17:46:44.442] Timer tick, asking Buildbucket for the build status
[17:46:44.624] Build 8888916733553701616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:46:44.624] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:85:0) after 1m0s
[17:47:44.799] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:85:0)
[17:47:44.799] Timer tick, asking Buildbucket for the build status
[17:47:45.341] Build 8888916733553701616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:47:45.341] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:86:0) after 1m0s
[17:48:45.361] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:86:0)
[17:48:45.361] Timer tick, asking Buildbucket for the build status
[17:48:45.527] Build 8888916733553701616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:48:45.527] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:87:0) after 1m0s
[17:49:45.551] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:87:0)
[17:49:45.551] Timer tick, asking Buildbucket for the build status
[17:49:45.813] Build 8888916733553701616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:49:45.813] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:88:0) after 1m0s
[17:50:45.792] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:88:0)
[17:50:45.792] Timer tick, asking Buildbucket for the build status
[17:50:46.597] Build 8888916733553701616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:50:46.597] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:89:0) after 1m0s
[17:51:46.587] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:89:0)
[17:51:46.587] Timer tick, asking Buildbucket for the build status
[17:51:46.763] Build 8888916733553701616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:51:46.763] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:90:0) after 1m0s
[17:52:46.785] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:90:0)
[17:52:46.785] Timer tick, asking Buildbucket for the build status
[17:52:47.686] Build 8888916733553701616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:52:47.686] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:91:0) after 1m0s
[17:53:47.754] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:91:0)
[17:53:47.754] Timer tick, asking Buildbucket for the build status
[17:53:48.084] Build 8888916733553701616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:53:48.084] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:92:0) after 1m0s
[17:54:48.123] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:92:0)
[17:54:48.123] Timer tick, asking Buildbucket for the build status
[17:54:48.278] Build 8888916733553701616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:54:48.278] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:93:0) after 1m0s
[17:55:48.327] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:93:0)
[17:55:48.327] Timer tick, asking Buildbucket for the build status
[17:55:48.462] Build 8888916733553701616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:55:48.462] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:94:0) after 1m0s
[17:56:48.486] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:94:0)
[17:56:48.486] Timer tick, asking Buildbucket for the build status
[17:56:48.843] Build 8888916733553701616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:56:48.843] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:95:0) after 1m0s
[17:57:48.878] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:95:0)
[17:57:48.878] Timer tick, asking Buildbucket for the build status
[17:57:49.590] Build 8888916733553701616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:57:49.590] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:96:0) after 1m0s
[17:58:49.577] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:96:0)
[17:58:49.577] Timer tick, asking Buildbucket for the build status
[17:58:49.809] Build 8888916733553701616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:58:49.809] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:97:0) after 1m0s
[17:59:49.806] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:97:0)
[17:59:49.806] Timer tick, asking Buildbucket for the build status
[17:59:50.118] Build 8888916733553701616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:59:50.118] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:98:0) after 1m0s
[18:00:50.110] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:98:0)
[18:00:50.110] Timer tick, asking Buildbucket for the build status
[18:00:50.312] Build 8888916733553701616: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:00:50.312] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:9054346796273083264:99:0) after 1m0s
[18:01:45.046] Received PubSub notification, asking Buildbucket for the build status
[18:01:45.667] Build 8888916733553701616: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[18:01:45.667] Buildbucket build:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "completed_ts": "1581271302801596",
    "created_by": "project:chromium",
    "created_ts": "1581265432744562",
    "failure_reason": "BUILD_FAILURE",
    "id": "8888916733553701616",
    "parameters_json": "{\"builder_name\": \"android-arm64-proguard-rel\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"9a9ec37d46af787575f2425a4875b9b3e8f0d5df\"}}",
    "project": "chromium",
    "result": "FAILURE",
    "result_details_json": "{\"error\": {\"message\": \"4 Test Suite(s) failed.\\n\\n**network_service_out_of_process_chrome_public_test_apk on Android device Nexus 5X** failed because of:\\n\\n- org.chromium.chrome.browser.customtabs.CustomTabActivityTest#testHistoryAfterHiddenTabHit\\n\\n- org.chromium.chrome.browser.payments.PaymentRequestMultipleContactDetailsTest#testContactDetailsDedupe_EmptyFields\\n\\n- org.chromium.chrome.browser.settings.homepage.HomepageSettingsFragmentTest#testStartUp_DefaultToPartner\\n\\n- org.chromium.chrome.browser.customtabs.CustomTabActivityTest#testVerifiedReferrer\\n\\n- ...2089 more failure(s) (2093 total)...\\n\\n**chrome_public_test_apk on Android device Nexus 5X** failed because of:\\n\\n- org.chromium.chrome.browser.customtabs.CustomTabActivityTest#testHistoryAfterHiddenTabHit\\n\\n- ...2093 more failure(s) (2094 total)...\\n\\n#### ...2 more test(s)...\"}, \"properties\": {\"$build/goma\": {\"enable_ats\": true, \"jobs\": 500.0, \"rpc_extra_params\": \"?prod\", \"server_host\": \"goma.chromium.org\"}, \"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"luci-chromium-ci-xenial-us-central1-b-8-111-beh1\", \"branch\": \"refs/heads/master\", \"buildername\": \"android-arm64-proguard-rel\", \"buildnumber\": 767, \"got_angle_revision\": \"0d224ccea3cd4fa50c70aad437484aa5e895292f\", \"got_dawn_revision\": \"fb01a6024e4d8ba45047baa410783f7774e6cd9e\", \"got_nacl_revision\": \"3651f6c52037c96e034cc422746768d59182bff3\", \"got_revision\": \"9a9ec37d46af787575f2425a4875b9b3e8f0d5df\", \"got_revision_cp\": \"refs/heads/master@{#739752}\", \"got_swarming_client_revision\": \"0ac28472d073a515124c85b128c4378a914e0a4d\", \"got_swiftshader_revision\": \"b3b2a4fc756f8f6dca980c75d785e06134b9d5f8\", \"got_v8_revision\": \"f9d9fe7a99284feb4dc0eb8258a254fcc1bfef51\", \"got_v8_revision_cp\": \"refs/heads/8.2.47@{#1}\", \"got_webrtc_revision\": \"d4c3c3a454215b21f02d2a772a729b4c87d6b33e\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#30486}\", \"isolate_server\": \"https://isolateserver.appspot.com\", \"mastername\": \"chromium.android\", \"path_config\": \"generic\", \"recipe\": \"chromium\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"9a9ec37d46af787575f2425a4875b9b3e8f0d5df\", \"swarm_hashes\": {\"android_browsertests\": \"34831098d3b7939c1d6d9052242db5bdc7bd5c69\", \"android_webview_unittests\": \"faf7452af2bc7f7b8565d120479810c79ea8adae\", \"angle_unittests\": \"269f1989615f3a40c3e35aa86ab76600fec8f701\", \"base_unittests\": \"9cb255c38c04efb1928658f721ee2ff705b268be\", \"base_util_unittests\": \"7de13e77926e4d3b8b07ed55478d288f81a9399c\", \"blink_common_unittests\": \"b14935e74fc0145987c7bd5208ac06227bce3c17\", \"blink_heap_unittests\": \"107005eac1ea5cc14311ec4f4157ba79e18b4931\", \"blink_platform_unittests\": \"b17b7c05b2ff0c9d107bc73379bd49c7e1d75964\", \"blink_unittests\": \"371a2fd9b872af65f678115606703c66d445a065\", \"boringssl_crypto_tests\": \"1d0e229b7c25a2d55425d75a5df37cafeff60030\", \"boringssl_ssl_tests\": \"49c1a88f5a309e738c1cae0a1ece0ebfd2a929f1\", \"breakpad_unittests\": \"ab547a7bfc948b5818a1c62942a1e45913668dc9\", \"cacheinvalidation_unittests\": \"d284d1b2a93b57030cc47cd6ae6fe73896d6e91b\", \"capture_unittests\": \"f4fd478334e772df66423064a758f87e483c1332\", \"cast_unittests\": \"acaee73d6ecb6ea590cf0ea8652407ec5ba6594c\", \"cc_unittests\": \"f4916217dae5515d5f70250feb9adf837e5d03ca\", \"chrome_modern_public_bundle_fake_modules_smoke_test\": \"cfc7b53ba1712fa8c45c287a1c7d9330f894b0db\", \"chrome_modern_public_bundle_smoke_test\": \"694137a5c9ddefc2a0cb444e9861c0e0e3b771f6\", \"chrome_modern_public_smoke_test\": \"7b6d71bd5122d2736dbe8662f21488d422189608\", \"chrome_public_smoke_test\": \"66bb06363fb92080476be8caffc789ae36188312\", \"chrome_public_test_apk\": \"89b881138dfce56507df82a92b40829daef9ecdb\", \"chrome_public_test_vr_apk\": \"c0dff3a58f560fa55fe0480a5525e00ed2fc60e2\", \"components_browsertests\": \"41ef8e7886d92d9040496f4d545b69dbf43346cf\", \"components_unittests\": \"21bc432da70bf2d7c002405dad51fd043c72c57a\", \"content_browsertests\": \"7780ccdce2076a6868fb429870fc7bcffa903aac\", \"content_shell_test_apk\": \"cc4f9dcde4df261e086478b3777e9e3b40f54c56\", \"content_unittests\": \"564ab9c5a77575fead958f8c9384715e24d8c79e\", \"crypto_unittests\": \"51174c40ef5b383826c818c778e1a910a0e964e8\", \"device_unittests\": \"1e079f6b65421248571d9b4d443b689eaa52b261\", \"display_unittests\": \"8403dc5f6a246ef3f4f4623a36e3f1d895bca1a7\", \"events_unittests\": \"de16e9b428608681435d19bcb714c62a0d313e49\", \"gcm_unit_tests\": \"fa6addb2e8ad49e6f9bddacc35cf858500a0436a\", \"gfx_unittests\": \"219339d27fdaac68584b05079bc5c56c22d6bf2a\", \"gin_unittests\": \"2a95fdb1d381ed1a1927d25d3345bbd114b48cf9\", \"gl_tests\": \"7d1f7cead3d3abcc5f74adca5f12957fe09383b0\", \"gl_unittests\": \"c69c55c46f27af8aee3446373d61e0c4e8fd3df6\", \"google_apis_unittests\": \"2fec1e4d5e299c399ffa5337ceea74f847f70340\", \"gpu_unittests\": \"e300a5c5173e57358d5525be1fdc1fe2acc16680\", \"gwp_asan_unittests\": \"ba9b7814110465b96970a88e0191cf888150834a\", \"ipc_tests\": \"c61c28e64b7d324901914c652f09cd64e4429c3e\", \"jingle_unittests\": \"9e5d64db69a2a66bb6745a6e218581e427673631\", \"latency_unittests\": \"b693c680eeb527fbaae8c333ff490682078d020e\", \"libjingle_xmpp_unittests\": \"d79b50feb544e8e319dd89fb74b14596f8db918b\", \"media_blink_unittests\": \"ca6f60e4a9fb3d76ea914903c2ec0d18f34f7742\", \"media_service_unittests\": \"a693734ea90bdc79423bb6ca2948a17c2150c309\", \"media_unittests\": \"e85ac693b6bbeed31cf94a730b9cde21fe86c40e\", \"midi_unittests\": \"274c392bb899e724ce611999358c0b13a107f235\", \"mojo_test_apk\": \"15d59ed00436736a8ce31d57840fe56d72cfd7a8\", \"mojo_unittests\": \"5770dfe5f3a70b38480de89f4fd5bf67fe841e7d\", \"monochrome_apk_checker\": \"f3f4b4b8138ffb7fa0bd7b980f0943634a116fa0\", \"net_unittests\": \"49000814402596e15fb04c4bd175b5afbec340a4\", \"sandbox_linux_unittests\": \"72687766916019c49e859381dc9d0342d6cfdbc6\", \"services_unittests\": \"78849bd9be4608523e7d4bd66a4e79207f9dc636\", \"shell_dialogs_unittests\": \"3caeef6eee0e4b3b1e3bb5e393d049c31fe691b2\", \"skia_unittests\": \"a9e12e1d397869ad7ea29f56f6e52bf5e75fb7c6\", \"sql_unittests\": \"dc5e67ab8be59c62f90fcef51a8a389cb8666597\", \"storage_unittests\": \"95c261821b3ec4c6514689fecb4f8cfaacb19066\", \"ui_android_unittests\": \"e853bc08b605a9a74307c01d7fece6690284ebe2\", \"ui_base_unittests\": \"27f0d5ea29f44814fce14a59fbabd6fe49a4a3ab\", \"ui_touch_selection_unittests\": \"6cb91971b7e09ba9a1474225004e1552a61d0cea\", \"unit_tests\": \"ffa434a8b6c7fcfda0d42cd68553b4441c7535fb\", \"url_unittests\": \"4f81d4490841329b0e232e7b689e7be054e572a2\", \"viz_unittests\": \"2c83e0143e4d6d0df97e74c8b6af8643d1b8aac2\", \"vr_android_unittests\": \"321af07b2a97cd3399722ac4cb198b78ac1a7304\", \"vr_common_unittests\": \"fb0e97ac44ccf2ea9887259bcdec0d4a422ff947\", \"vr_pixeltests\": \"551ebd28beffa9f58b2662bbfbbf925ec4116e83\", \"weblayer_browsertests\": \"db1150024aa3314d0ba540a0c3cd278849c110e7\", \"weblayer_instrumentation_test_apk\": \"2e953b2434c7c47a416a9b954aabdb707529aa6e\", \"weblayer_private_instrumentation_test_apk\": \"57548d4b9597daf3cac4203f127859a33f6aac8f\", \"webview_instrumentation_test_apk\": \"e49cae936866937fcc344bb3b3156bfa4c73c90f\", \"wtf_unittests\": \"425e3ebb15316053570524f65e60e31bea9f6caf\"}, \"swarm_hashes_refs/heads/master(at){#739752}_without_patch\": {\"android_browsertests\": \"34831098d3b7939c1d6d9052242db5bdc7bd5c69\", \"android_webview_unittests\": \"faf7452af2bc7f7b8565d120479810c79ea8adae\", \"angle_unittests\": \"269f1989615f3a40c3e35aa86ab76600fec8f701\", \"base_unittests\": \"9cb255c38c04efb1928658f721ee2ff705b268be\", \"base_util_unittests\": \"7de13e77926e4d3b8b07ed55478d288f81a9399c\", \"blink_common_unittests\": \"b14935e74fc0145987c7bd5208ac06227bce3c17\", \"blink_heap_unittests\": \"107005eac1ea5cc14311ec4f4157ba79e18b4931\", \"blink_platform_unittests\": \"b17b7c05b2ff0c9d107bc73379bd49c7e1d75964\", \"blink_unittests\": \"371a2fd9b872af65f678115606703c66d445a065\", \"boringssl_crypto_tests\": \"1d0e229b7c25a2d55425d75a5df37cafeff60030\", \"boringssl_ssl_tests\": \"49c1a88f5a309e738c1cae0a1ece0ebfd2a929f1\", \"breakpad_unittests\": \"ab547a7bfc948b5818a1c62942a1e45913668dc9\", \"cacheinvalidation_unittests\": \"d284d1b2a93b57030cc47cd6ae6fe73896d6e91b\", \"capture_unittests\": \"f4fd478334e772df66423064a758f87e483c1332\", \"cast_unittests\": \"acaee73d6ecb6ea590cf0ea8652407ec5ba6594c\", \"cc_unittests\": \"f4916217dae5515d5f70250feb9adf837e5d03ca\", \"chrome_modern_public_bundle_fake_modules_smoke_test\": \"cfc7b53ba1712fa8c45c287a1c7d9330f894b0db\", \"chrome_modern_public_bundle_smoke_test\": \"694137a5c9ddefc2a0cb444e9861c0e0e3b771f6\", \"chrome_modern_public_smoke_test\": \"7b6d71bd5122d2736dbe8662f21488d422189608\", \"chrome_public_smoke_test\": \"66bb06363fb92080476be8caffc789ae36188312\", \"chrome_public_test_apk\": \"89b881138dfce56507df82a92b40829daef9ecdb\", \"chrome_public_test_vr_apk\": \"c0dff3a58f560fa55fe0480a5525e00ed2fc60e2\", \"components_browsertests\": \"41ef8e7886d92d9040496f4d545b69dbf43346cf\", \"components_unittests\": \"21bc432da70bf2d7c002405dad51fd043c72c57a\", \"content_browsertests\": \"7780ccdce2076a6868fb429870fc7bcffa903aac\", \"content_shell_test_apk\": \"cc4f9dcde4df261e086478b3777e9e3b40f54c56\", \"content_unittests\": \"564ab9c5a77575fead958f8c9384715e24d8c79e\", \"crypto_unittests\": \"51174c40ef5b383826c818c778e1a910a0e964e8\", \"device_unittests\": \"1e079f6b65421248571d9b4d443b689eaa52b261\", \"display_unittests\": \"8403dc5f6a246ef3f4f4623a36e3f1d895bca1a7\", \"events_unittests\": \"de16e9b428608681435d19bcb714c62a0d313e49\", \"gcm_unit_tests\": \"fa6addb2e8ad49e6f9bddacc35cf858500a0436a\", \"gfx_unittests\": \"219339d27fdaac68584b05079bc5c56c22d6bf2a\", \"gin_unittests\": \"2a95fdb1d381ed1a1927d25d3345bbd114b48cf9\", \"gl_tests\": \"7d1f7cead3d3abcc5f74adca5f12957fe09383b0\", \"gl_unittests\": \"c69c55c46f27af8aee3446373d61e0c4e8fd3df6\", \"google_apis_unittests\": \"2fec1e4d5e299c399ffa5337ceea74f847f70340\", \"gpu_unittests\": \"e300a5c5173e57358d5525be1fdc1fe2acc16680\", \"gwp_asan_unittests\": \"ba9b7814110465b96970a88e0191cf888150834a\", \"ipc_tests\": \"c61c28e64b7d324901914c652f09cd64e4429c3e\", \"jingle_unittests\": \"9e5d64db69a2a66bb6745a6e218581e427673631\", \"latency_unittests\": \"b693c680eeb527fbaae8c333ff490682078d020e\", \"libjingle_xmpp_unittests\": \"d79b50feb544e8e319dd89fb74b14596f8db918b\", \"media_blink_unittests\": \"ca6f60e4a9fb3d76ea914903c2ec0d18f34f7742\", \"media_service_unittests\": \"a693734ea90bdc79423bb6ca2948a17c2150c309\", \"media_unittests\": \"e85ac693b6bbeed31cf94a730b9cde21fe86c40e\", \"midi_unittests\": \"274c392bb899e724ce611999358c0b13a107f235\", \"mojo_test_apk\": \"15d59ed00436736a8ce31d57840fe56d72cfd7a8\", \"mojo_unittests\": \"5770dfe5f3a70b38480de89f4fd5bf67fe841e7d\", \"monochrome_apk_checker\": \"f3f4b4b8138ffb7fa0bd7b980f0943634a116fa0\", \"net_unittests\": \"49000814402596e15fb04c4bd175b5afbec340a4\", \"sandbox_linux_unittests\": \"72687766916019c49e859381dc9d0342d6cfdbc6\", \"services_unittests\": \"78849bd9be4608523e7d4bd66a4e79207f9dc636\", \"shell_dialogs_unittests\": \"3caeef6eee0e4b3b1e3bb5e393d049c31fe691b2\", \"skia_unittests\": \"a9e12e1d397869ad7ea29f56f6e52bf5e75fb7c6\", \"sql_unittests\": \"dc5e67ab8be59c62f90fcef51a8a389cb8666597\", \"storage_unittests\": \"95c261821b3ec4c6514689fecb4f8cfaacb19066\", \"ui_android_unittests\": \"e853bc08b605a9a74307c01d7fece6690284ebe2\", \"ui_base_unittests\": \"27f0d5ea29f44814fce14a59fbabd6fe49a4a3ab\", \"ui_touch_selection_unittests\": \"6cb91971b7e09ba9a1474225004e1552a61d0cea\", \"unit_tests\": \"ffa434a8b6c7fcfda0d42cd68553b4441c7535fb\", \"url_unittests\": \"4f81d4490841329b0e232e7b689e7be054e572a2\", \"viz_unittests\": \"2c83e0143e4d6d0df97e74c8b6af8643d1b8aac2\", \"vr_android_unittests\": \"321af07b2a97cd3399722ac4cb198b78ac1a7304\", \"vr_common_unittests\": \"fb0e97ac44ccf2ea9887259bcdec0d4a422ff947\", \"vr_pixeltests\": \"551ebd28beffa9f58b2662bbfbbf925ec4116e83\", \"weblayer_browsertests\": \"db1150024aa3314d0ba540a0c3cd278849c110e7\", \"weblayer_instrumentation_test_apk\": \"2e953b2434c7c47a416a9b954aabdb707529aa6e\", \"weblayer_private_instrumentation_test_apk\": \"57548d4b9597daf3cac4203f127859a33f6aac8f\", \"webview_instrumentation_test_apk\": \"e49cae936866937fcc344bb3b3156bfa4c73c90f\", \"wtf_unittests\": \"425e3ebb15316053570524f65e60e31bea9f6caf\"}}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_21a338e382a0dbd787bea981107dd7bac336a437920c3cc1b87ea8999b8bcb15_v2\", \"builder_bf333895421fefa78318d8049b60faf5c230ceed823f417948b15e1b2d972d6c_v2\", \"builder_c4692ee50382bcd35d592bcc0950e009bfc7efa8bba012f560f58cf3ab714e75_v2\", \"builder_d0ba3cd99c36b697d8651140d51bf4b4f4b9cd9aa25af11363af5ede5f6e35b1_v2\", \"builder_fac2959e29eeee13eb43de2791ff2fcb7aa7ab15952f0beca21f4615b55fa2a2_v2\", \"git\", \"goma_v2\", \"vpython\"], \"cores\": [\"8\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-Broadwell_GCE\", \"x86-64-avx2\"], \"gce\": [\"1\"], \"gcp\": [\"google.com:chromecompute\"], \"gpu\": [\"none\"], \"id\": [\"luci-chromium-ci-xenial-us-central1-b-8-111-beh1\"], \"image\": [\"chrome-xenial-20012600-8e1a7e485b7\"], \"inside_docker\": [\"0\"], \"kvm\": [\"1\"], \"locale\": [\"en_US.UTF-8\"], \"machine_type\": [\"n1-standard-8\"], \"os\": [\"Linux\", \"Ubuntu\", \"Ubuntu-16.04\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.12\"], \"server_version\": [\"4809-bb2013c\"], \"ssd\": [\"0\"], \"zone\": [\"us\", \"us-central\", \"us-central1\", \"us-central1-b\"]}}, \"ui\": {\"info\": \"4 Test Suite(s) failed.\\n\\n**network_service_out_of_process_chrome_public_test_apk on Android device Nexus 5X** failed because of:\\n\\n- org.chromium.chrome.browser.customtabs.CustomTabActivityTest#testHistoryAfterHiddenTabHit\\n\\n- org.chromium.chrome.browser.payments.PaymentRequestMultipleContactDetailsTest#testContactDetailsDedupe_EmptyFields\\n\\n- org.chromium.chrome.browser.settings.homepage.HomepageSettingsFragmentTest#testStartUp_DefaultToPartner\\n\\n- org.chromium.chrome.browser.customtabs.CustomTabActivityTest#testVerifiedReferrer\\n\\n- ...2089 more failure(s) (2093 total)...\\n\\n**chrome_public_test_apk on Android device Nexus 5X** failed because of:\\n\\n- org.chromium.chrome.browser.customtabs.CustomTabActivityTest#testHistoryAfterHiddenTabHit\\n\\n- ...2093 more failure(s) (2094 total)...\\n\\n#### ...2 more test(s)...\"}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1581265471066992",
    "status": "COMPLETED",
    "status_changed_ts": "1581265471396917",
    "tags": [
      "build_address:luci.chromium.ci/android-arm64-proguard-rel/767",
      "builder:android-arm64-proguard-rel",
      "buildset:commit/git/9a9ec37d46af787575f2425a4875b9b3e8f0d5df",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/9a9ec37d46af787575f2425a4875b9b3e8f0d5df",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9054346796273083264",
      "scheduler_job_id:chromium/android-arm64-proguard-rel",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8888916733553701616/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:os:Linux",
      "swarming_tag:recipe_name:chromium",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:4a4395446a46fa10",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1581271304576423",
    "url": "https://ci.chromium.org/b/8888916733553701616",
    "utcnow_ts": "1581271305656061"
  }
}
[18:01:45.667] Invocation finished in 1h37m54.900164093s with status FAILED