LUCI Scheduler :: chromium :: android-code-coverage

Status: FAILED

Triggered by: -

Duration: 1 hour

Actions:

Definition (rev 09d5f35dac5f7e3e0e3f6ea29c7969d18441da10)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "android-code-coverage"
>

Incoming triggers

07009f6c0418136a3637706ad3041b8eb1668ece (6 years ago)
5d5ea8ee6ce7181ac6ca20ab2b50603555c4aa1b (6 years ago)
09c13f25b03d4244468872a56ada4753b48e3089 (6 years ago)
fa5a9e9e81ce68af8af2e8da4fbfcff716069aa1 (6 years ago)
9da8bd0a831afa82e213f817311ce88f991c8792 (6 years ago)
54eed2700b5160e9250c6cb68a997ffc86267fe8 (6 years ago)
b836d3631990c859346cda4a215780f553026cdc (6 years ago)
85dbc2564f456ebbd12d4e29b5edcff0112013ea (6 years ago)
7cc06be4c7773444b764762790af3d973a3b7b7b (6 years ago)
1b5fce5899532259ee0180237f6fc5bc405ec985 (6 years ago)
1c9801e6e96a8a8542d8cc49da9aea4984682512 (6 years ago)
6961267a831ea96ea2e10b9d4204921eb90d7d47 (6 years ago)
d5ab9da02ddf4bcfb168bbf5f752f6025aa3c06c (6 years ago)
cd87bdf0aa6dd9c4a44d465f38b7db2134d3311d (6 years ago)

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/chromium/src.git",
  "revision": "cd87bdf0aa6dd9c4a44d465f38b7db2134d3311d"
}

Incoming tags

buildset:commit/git/cd87bdf0aa6dd9c4a44d465f38b7db2134d3311d
buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/cd87bdf0aa6dd9c4a44d465f38b7db2134d3311d
gitiles_ref:refs/heads/master

Debug log (UTC)

[06:12:09.553] New invocation is queued and will start shortly
[06:12:11.028] Starting the invocation (attempt 1)
[06:12:11.149] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[06:12:11.149] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[06:12:11.150] Buildbucket request:
{
  "bucket": "luci.chromium.ci",
  "client_operation_id": "9074316612913099328",
  "parameters_json": "{\"builder_name\":\"android-code-coverage\",\"properties\":{\"$recipe_engine/scheduler\":{\"hostname\":\"luci-scheduler.appspot.com\",\"triggers\":[{\"gitiles\":{\"ref\":\"refs/heads/master\",\"repo\":\"https://chromium.googlesource.com/chromium/src.git\",\"revision\":\"07009f6c0418136a3637706ad3041b8eb1668ece\"},\"id\":\"https://chromium.googlesource.com/chromium/src.git/+/refs/heads/master@07009f6c0418136a3637706ad3041b8eb1668ece\",\"title\":\"07009f6c0418136a3637706ad3041b8eb1668ece\",\"url\":\"https://chromium.googlesource.com/chromium/src.git/+/07009f6c0418136a3637706ad3041b8eb1668ece\"},{\"gitiles\":{\"ref\":\"refs/heads/master\",\"repo\":\"https://chromium.googlesource.com/chromium/src.git\",\"revision\":\"5d5ea8ee6ce7181ac6ca20ab2b50603555c4aa1b\"},\"id\":\"https://chromium.googlesource.com/chromium/src.git/+/refs/heads/master@5d5ea8ee6ce7181ac6ca20ab2b50603555c4aa1b\",\"title\":\"5d5ea8ee6ce7181ac6ca20ab2b50603555c4aa1b\",\"url\":\"https://chromium.googlesource.com/chromium/src.git/+/5d5ea8ee6ce7181ac6ca20ab2b50603555c4aa1b\"},{\"gitiles\":{\"ref\":\"refs/heads/master\",\"repo\":\"https://chromium.googlesource.com/chromium/src.git\",\"revision\":\"09c13f25b03d4244468872a56ada4753b48e3089\"},\"id\":\"https://chromium.googlesource.com/chromium/src.git/+/refs/heads/master@09c13f25b03d4244468872a56ada4753b48e3089\",\"title\":\"09c13f25b03d4244468872a56ada4753b48e3089\",\"url\":\"https://chromium.googlesource.com/chromium/src.git/+/09c13f25b03d4244468872a56ada4753b48e3089\"},{\"gitiles\":{\"ref\":\"refs/heads/master\",\"repo\":\"https://chromium.googlesource.com/chromium/src.git\",\"revision\":\"fa5a9e9e81ce68af8af2e8da4fbfcff716069aa1\"},\"id\":\"https://chromium.googlesource.com/chromium/src.git/+/refs/heads/master@fa5a9e9e81ce68af8af2e8da4fbfcff716069aa1\",\"title\":\"fa5a9e9e81ce68af8af2e8da4fbfcff716069aa1\",\"url\":\"https://chromium.googlesource.com/chromium/src.git/+/fa5a9e9e81ce68af8af2e8da4fbfcff716069aa1\"},{\"gitiles\":{\"ref\":\"refs/heads/master\",\"repo\":\"https://chromium.googlesource.com/chromium/src.git\",\"revision\":\"9da8bd0a831afa82e213f817311ce88f991c8792\"},\"id\":\"https://chromium.googlesource.com/chromium/src.git/+/refs/heads/master@9da8bd0a831afa82e213f817311ce88f991c8792\",\"title\":\"9da8bd0a831afa82e213f817311ce88f991c8792\",\"url\":\"https://chromium.googlesource.com/chromium/src.git/+/9da8bd0a831afa82e213f817311ce88f991c8792\"},{\"gitiles\":{\"ref\":\"refs/heads/master\",\"repo\":\"https://chromium.googlesource.com/chromium/src.git\",\"revision\":\"54eed2700b5160e9250c6cb68a997ffc86267fe8\"},\"id\":\"https://chromium.googlesource.com/chromium/src.git/+/refs/heads/master@54eed2700b5160e9250c6cb68a997ffc86267fe8\",\"title\":\"54eed2700b5160e9250c6cb68a997ffc86267fe8\",\"url\":\"https://chromium.googlesource.com/chromium/src.git/+/54eed2700b5160e9250c6cb68a997ffc86267fe8\"},{\"gitiles\":{\"ref\":\"refs/heads/master\",\"repo\":\"https://chromium.googlesource.com/chromium/src.git\",\"revision\":\"b836d3631990c859346cda4a215780f553026cdc\"},\"id\":\"https://chromium.googlesource.com/chromium/src.git/+/refs/heads/master@b836d3631990c859346cda4a215780f553026cdc\",\"title\":\"b836d3631990c859346cda4a215780f553026cdc\",\"url\":\"https://chromium.googlesource.com/chromium/src.git/+/b836d3631990c859346cda4a215780f553026cdc\"},{\"gitiles\":{\"ref\":\"refs/heads/master\",\"repo\":\"https://chromium.googlesource.com/chromium/src.git\",\"revision\":\"85dbc2564f456ebbd12d4e29b5edcff0112013ea\"},\"id\":\"https://chromium.googlesource.com/chromium/src.git/+/refs/heads/master@85dbc2564f456ebbd12d4e29b5edcff0112013ea\",\"title\":\"85dbc2564f456ebbd12d4e29b5edcff0112013ea\",\"url\":\"https://chromium.googlesource.com/chromium/src.git/+/85dbc2564f456ebbd12d4e29b5edcff0112013ea\"},{\"gitiles\":{\"ref\":\"refs/heads/master\",\"repo\":\"https://chromium.googlesource.com/chromium/src.git\",\"revision\":\"7cc06be4c7773444b764762790af3d973a3b7b7b\"},\"id\":\"https://chromium.googlesource.com/chromium/src.git/+/refs/heads/master@7cc06be4c7773444b764762790af3d973a3b7b7b\",\"title\":\"7cc06be4c7773444b764762790af3d973a3b7b7b\",\"url\":\"https://chromium.googlesource.com/chromium/src.git/+/7cc06be4c7773444b764762790af3d973a3b7b7b\"},{\"gitiles\":{\"ref\":\"refs/heads/master\",\"repo\":\"https://chromium.googlesource.com/chromium/src.git\",\"revision\":\"1b5fce5899532259ee0180237f6fc5bc405ec985\"},\"id\":\"https://chromium.googlesource.com/chromium/src.git/+/refs/heads/master@1b5fce5899532259ee0180237f6fc5bc405ec985\",\"title\":\"1b5fce5899532259ee0180237f6fc5bc405ec985\",\"url\":\"https://chromium.googlesource.com/chromium/src.git/+/1b5fce5899532259ee0180237f6fc5bc405ec985\"},{\"gitiles\":{\"ref\":\"refs/heads/master\",\"repo\":\"https://chromium.googlesource.com/chromium/src.git\",\"revision\":\"1c9801e6e96a8a8542d8cc49da9aea4984682512\"},\"id\":\"https://chromium.googlesource.com/chromium/src.git/+/refs/heads/master@1c9801e6e96a8a8542d8cc49da9aea4984682512\",\"title\":\"1c9801e6e96a8a8542d8cc49da9aea4984682512\",\"url\":\"https://chromium.googlesource.com/chromium/src.git/+/1c9801e6e96a8a8542d8cc49da9aea4984682512\"},{\"gitiles\":{\"ref\":\"refs/heads/master\",\"repo\":\"https://chromium.googlesource.com/chromium/src.git\",\"revision\":\"6961267a831ea96ea2e10b9d4204921eb90d7d47\"},\"id\":\"https://chromium.googlesource.com/chromium/src.git/+/refs/heads/master@6961267a831ea96ea2e10b9d4204921eb90d7d47\",\"title\":\"6961267a831ea96ea2e10b9d4204921eb90d7d47\",\"url\":\"https://chromium.googlesource.com/chromium/src.git/+/6961267a831ea96ea2e10b9d4204921eb90d7d47\"},{\"gitiles\":{\"ref\":\"refs/heads/master\",\"repo\":\"https://chromium.googlesource.com/chromium/src.git\",\"revision\":\"d5ab9da02ddf4bcfb168bbf5f752f6025aa3c06c\"},\"id\":\"https://chromium.googlesource.com/chromium/src.git/+/refs/heads/master@d5ab9da02ddf4bcfb168bbf5f752f6025aa3c06c\",\"title\":\"d5ab9da02ddf4bcfb168bbf5f752f6025aa3c06c\",\"url\":\"https://chromium.googlesource.com/chromium/src.git/+/d5ab9da02ddf4bcfb168bbf5f752f6025aa3c06c\"},{\"gitiles\":{\"ref\":\"refs/heads/master\",\"repo\":\"https://chromium.googlesource.com/chromium/src.git\",\"revision\":\"cd87bdf0aa6dd9c4a44d465f38b7db2134d3311d\"},\"id\":\"https://chromium.googlesource.com/chromium/src.git/+/refs/heads/master@cd87bdf0aa6dd9c4a44d465f38b7db2134d3311d\",\"title\":\"cd87bdf0aa6dd9c4a44d465f38b7db2134d3311d\",\"url\":\"https://chromium.googlesource.com/chromium/src.git/+/cd87bdf0aa6dd9c4a44d465f38b7db2134d3311d\"}]},\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src.git\",\"revision\":\"cd87bdf0aa6dd9c4a44d465f38b7db2134d3311d\"}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:android-code-coverage",
    "scheduler_invocation_id:9074316612913099328",
    "scheduler_job_id:chromium/android-code-coverage",
    "user_agent:luci-scheduler",
    "buildset:commit/git/cd87bdf0aa6dd9c4a44d465f38b7db2134d3311d",
    "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/cd87bdf0aa6dd9c4a44d465f38b7db2134d3311d",
    "gitiles_ref:refs/heads/master"
  ]
}
[06:12:24.394] Buildbucket response:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "created_by": "project:chromium",
    "created_ts": "1562220733243569",
    "id": "8908886548377738976",
    "parameters_json": "{\"builder_name\": \"android-code-coverage\", \"properties\": {\"$recipe_engine/scheduler\": {\"hostname\": \"luci-scheduler.appspot.com\", \"triggers\": [{\"gitiles\": {\"ref\": \"refs/heads/master\", \"repo\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"07009f6c0418136a3637706ad3041b8eb1668ece\"}, \"id\": \"https://chromium.googlesource.com/chromium/src.git/+/refs/heads/master@07009f6c0418136a3637706ad3041b8eb1668ece\", \"title\": \"07009f6c0418136a3637706ad3041b8eb1668ece\", \"url\": \"https://chromium.googlesource.com/chromium/src.git/+/07009f6c0418136a3637706ad3041b8eb1668ece\"}, {\"gitiles\": {\"ref\": \"refs/heads/master\", \"repo\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"5d5ea8ee6ce7181ac6ca20ab2b50603555c4aa1b\"}, \"id\": \"https://chromium.googlesource.com/chromium/src.git/+/refs/heads/master@5d5ea8ee6ce7181ac6ca20ab2b50603555c4aa1b\", \"title\": \"5d5ea8ee6ce7181ac6ca20ab2b50603555c4aa1b\", \"url\": \"https://chromium.googlesource.com/chromium/src.git/+/5d5ea8ee6ce7181ac6ca20ab2b50603555c4aa1b\"}, {\"gitiles\": {\"ref\": \"refs/heads/master\", \"repo\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"09c13f25b03d4244468872a56ada4753b48e3089\"}, \"id\": \"https://chromium.googlesource.com/chromium/src.git/+/refs/heads/master@09c13f25b03d4244468872a56ada4753b48e3089\", \"title\": \"09c13f25b03d4244468872a56ada4753b48e3089\", \"url\": \"https://chromium.googlesource.com/chromium/src.git/+/09c13f25b03d4244468872a56ada4753b48e3089\"}, {\"gitiles\": {\"ref\": \"refs/heads/master\", \"repo\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"fa5a9e9e81ce68af8af2e8da4fbfcff716069aa1\"}, \"id\": \"https://chromium.googlesource.com/chromium/src.git/+/refs/heads/master@fa5a9e9e81ce68af8af2e8da4fbfcff716069aa1\", \"title\": \"fa5a9e9e81ce68af8af2e8da4fbfcff716069aa1\", \"url\": \"https://chromium.googlesource.com/chromium/src.git/+/fa5a9e9e81ce68af8af2e8da4fbfcff716069aa1\"}, {\"gitiles\": {\"ref\": \"refs/heads/master\", \"repo\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"9da8bd0a831afa82e213f817311ce88f991c8792\"}, \"id\": \"https://chromium.googlesource.com/chromium/src.git/+/refs/heads/master@9da8bd0a831afa82e213f817311ce88f991c8792\", \"title\": \"9da8bd0a831afa82e213f817311ce88f991c8792\", \"url\": \"https://chromium.googlesource.com/chromium/src.git/+/9da8bd0a831afa82e213f817311ce88f991c8792\"}, {\"gitiles\": {\"ref\": \"refs/heads/master\", \"repo\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"54eed2700b5160e9250c6cb68a997ffc86267fe8\"}, \"id\": \"https://chromium.googlesource.com/chromium/src.git/+/refs/heads/master@54eed2700b5160e9250c6cb68a997ffc86267fe8\", \"title\": \"54eed2700b5160e9250c6cb68a997ffc86267fe8\", \"url\": \"https://chromium.googlesource.com/chromium/src.git/+/54eed2700b5160e9250c6cb68a997ffc86267fe8\"}, {\"gitiles\": {\"ref\": \"refs/heads/master\", \"repo\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"b836d3631990c859346cda4a215780f553026cdc\"}, \"id\": \"https://chromium.googlesource.com/chromium/src.git/+/refs/heads/master@b836d3631990c859346cda4a215780f553026cdc\", \"title\": \"b836d3631990c859346cda4a215780f553026cdc\", \"url\": \"https://chromium.googlesource.com/chromium/src.git/+/b836d3631990c859346cda4a215780f553026cdc\"}, {\"gitiles\": {\"ref\": \"refs/heads/master\", \"repo\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"85dbc2564f456ebbd12d4e29b5edcff0112013ea\"}, \"id\": \"https://chromium.googlesource.com/chromium/src.git/+/refs/heads/master@85dbc2564f456ebbd12d4e29b5edcff0112013ea\", \"title\": \"85dbc2564f456ebbd12d4e29b5edcff0112013ea\", \"url\": \"https://chromium.googlesource.com/chromium/src.git/+/85dbc2564f456ebbd12d4e29b5edcff0112013ea\"}, {\"gitiles\": {\"ref\": \"refs/heads/master\", \"repo\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"7cc06be4c7773444b764762790af3d973a3b7b7b\"}, \"id\": \"https://chromium.googlesource.com/chromium/src.git/+/refs/heads/master@7cc06be4c7773444b764762790af3d973a3b7b7b\", \"title\": \"7cc06be4c7773444b764762790af3d973a3b7b7b\", \"url\": \"https://chromium.googlesource.com/chromium/src.git/+/7cc06be4c7773444b764762790af3d973a3b7b7b\"}, {\"gitiles\": {\"ref\": \"refs/heads/master\", \"repo\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"1b5fce5899532259ee0180237f6fc5bc405ec985\"}, \"id\": \"https://chromium.googlesource.com/chromium/src.git/+/refs/heads/master@1b5fce5899532259ee0180237f6fc5bc405ec985\", \"title\": \"1b5fce5899532259ee0180237f6fc5bc405ec985\", \"url\": \"https://chromium.googlesource.com/chromium/src.git/+/1b5fce5899532259ee0180237f6fc5bc405ec985\"}, {\"gitiles\": {\"ref\": \"refs/heads/master\", \"repo\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"1c9801e6e96a8a8542d8cc49da9aea4984682512\"}, \"id\": \"https://chromium.googlesource.com/chromium/src.git/+/refs/heads/master@1c9801e6e96a8a8542d8cc49da9aea4984682512\", \"title\": \"1c9801e6e96a8a8542d8cc49da9aea4984682512\", \"url\": \"https://chromium.googlesource.com/chromium/src.git/+/1c9801e6e96a8a8542d8cc49da9aea4984682512\"}, {\"gitiles\": {\"ref\": \"refs/heads/master\", \"repo\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"6961267a831ea96ea2e10b9d4204921eb90d7d47\"}, \"id\": \"https://chromium.googlesource.com/chromium/src.git/+/refs/heads/master@6961267a831ea96ea2e10b9d4204921eb90d7d47\", \"title\": \"6961267a831ea96ea2e10b9d4204921eb90d7d47\", \"url\": \"https://chromium.googlesource.com/chromium/src.git/+/6961267a831ea96ea2e10b9d4204921eb90d7d47\"}, {\"gitiles\": {\"ref\": \"refs/heads/master\", \"repo\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"d5ab9da02ddf4bcfb168bbf5f752f6025aa3c06c\"}, \"id\": \"https://chromium.googlesource.com/chromium/src.git/+/refs/heads/master@d5ab9da02ddf4bcfb168bbf5f752f6025aa3c06c\", \"title\": \"d5ab9da02ddf4bcfb168bbf5f752f6025aa3c06c\", \"url\": \"https://chromium.googlesource.com/chromium/src.git/+/d5ab9da02ddf4bcfb168bbf5f752f6025aa3c06c\"}, {\"gitiles\": {\"ref\": \"refs/heads/master\", \"repo\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"cd87bdf0aa6dd9c4a44d465f38b7db2134d3311d\"}, \"id\": \"https://chromium.googlesource.com/chromium/src.git/+/refs/heads/master@cd87bdf0aa6dd9c4a44d465f38b7db2134d3311d\", \"title\": \"cd87bdf0aa6dd9c4a44d465f38b7db2134d3311d\", \"url\": \"https://chromium.googlesource.com/chromium/src.git/+/cd87bdf0aa6dd9c4a44d465f38b7db2134d3311d\"}]}, \"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"cd87bdf0aa6dd9c4a44d465f38b7db2134d3311d\"}}",
    "project": "chromium",
    "result_details_json": "{\"properties\": {}}",
    "service_account": "chromium-code-coverage-builder@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1562220741867740",
    "tags": [
      "build_address:luci.chromium.ci/android-code-coverage/1770",
      "builder:android-code-coverage",
      "buildset:commit/git/cd87bdf0aa6dd9c4a44d465f38b7db2134d3311d",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/cd87bdf0aa6dd9c4a44d465f38b7db2134d3311d",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9074316612913099328",
      "scheduler_job_id:chromium/android-code-coverage",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8908886548377738976/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:recipe_name:chromium",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1562220741867954",
    "url": "https://ci.chromium.org/b/8908886548377738976",
    "utcnow_ts": "1562220744265136"
  }
}
[06:12:24.394] Task URL: https://ci.chromium.org/b/8908886548377738976
[06:12:24.394] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:2:0) after 1m0s
[06:13:18.348] Received PubSub notification, asking Buildbucket for the build status
[06:13:18.477] Build 8908886548377738976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:13:24.419] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:2:0)
[06:13:24.419] Timer tick, asking Buildbucket for the build status
[06:13:24.819] Build 8908886548377738976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:13:24.819] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:4:0) after 1m0s
[06:14:24.894] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:4:0)
[06:14:24.894] Timer tick, asking Buildbucket for the build status
[06:14:29.674] Build 8908886548377738976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:14:29.674] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:5:0) after 1m0s
[06:15:29.696] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:5:0)
[06:15:29.696] Timer tick, asking Buildbucket for the build status
[06:15:30.025] Build 8908886548377738976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:15:30.025] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:6:0) after 1m0s
[06:16:30.054] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:6:0)
[06:16:30.054] Timer tick, asking Buildbucket for the build status
[06:16:30.532] Build 8908886548377738976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:16:30.532] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:7:0) after 1m0s
[06:17:30.613] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:7:0)
[06:17:30.613] Timer tick, asking Buildbucket for the build status
[06:17:32.104] Build 8908886548377738976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:17:32.104] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:8:0) after 1m0s
[06:18:32.139] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:8:0)
[06:18:32.139] Timer tick, asking Buildbucket for the build status
[06:18:32.575] Build 8908886548377738976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:18:32.575] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:9:0) after 1m0s
[06:19:32.623] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:9:0)
[06:19:32.623] Timer tick, asking Buildbucket for the build status
[06:19:32.970] Build 8908886548377738976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:19:32.970] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:10:0) after 1m0s
[06:20:32.994] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:10:0)
[06:20:32.994] Timer tick, asking Buildbucket for the build status
[06:20:37.923] Build 8908886548377738976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:20:37.923] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:11:0) after 1m0s
[06:21:37.993] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:11:0)
[06:21:37.993] Timer tick, asking Buildbucket for the build status
[06:21:38.240] Build 8908886548377738976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:21:38.240] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:12:0) after 1m0s
[06:22:38.324] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:12:0)
[06:22:38.324] Timer tick, asking Buildbucket for the build status
[06:22:38.619] Build 8908886548377738976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:22:38.619] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:13:0) after 1m0s
[06:23:38.646] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:13:0)
[06:23:38.646] Timer tick, asking Buildbucket for the build status
[06:23:40.877] Build 8908886548377738976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:23:40.877] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:14:0) after 1m0s
[06:24:41.036] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:14:0)
[06:24:41.036] Timer tick, asking Buildbucket for the build status
[06:24:41.301] Build 8908886548377738976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:24:41.301] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:15:0) after 1m0s
[06:25:41.355] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:15:0)
[06:25:41.355] Timer tick, asking Buildbucket for the build status
[06:25:44.039] Build 8908886548377738976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:25:44.040] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:16:0) after 1m0s
[06:26:44.128] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:16:0)
[06:26:44.128] Timer tick, asking Buildbucket for the build status
[06:26:45.221] Build 8908886548377738976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:26:45.221] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:17:0) after 1m0s
[06:27:45.344] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:17:0)
[06:27:45.344] Timer tick, asking Buildbucket for the build status
[06:27:49.373] Build 8908886548377738976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:27:49.373] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:18:0) after 1m0s
[06:28:49.462] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:18:0)
[06:28:49.462] Timer tick, asking Buildbucket for the build status
[06:28:50.034] Build 8908886548377738976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:28:50.034] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:19:0) after 1m0s
[06:29:50.121] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:19:0)
[06:29:50.121] Timer tick, asking Buildbucket for the build status
[06:29:50.804] Build 8908886548377738976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:29:50.804] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:20:0) after 1m0s
[06:30:50.927] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:20:0)
[06:30:50.927] Timer tick, asking Buildbucket for the build status
[06:30:51.162] Build 8908886548377738976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:30:51.162] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:21:0) after 1m0s
[06:31:51.191] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:21:0)
[06:31:51.191] Timer tick, asking Buildbucket for the build status
[06:31:52.290] Build 8908886548377738976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:31:52.290] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:22:0) after 1m0s
[06:32:52.327] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:22:0)
[06:32:52.327] Timer tick, asking Buildbucket for the build status
[06:32:56.707] Build 8908886548377738976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:32:56.707] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:23:0) after 1m0s
[06:33:56.678] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:23:0)
[06:33:56.678] Timer tick, asking Buildbucket for the build status
[06:33:57.328] Build 8908886548377738976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:33:57.328] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:24:0) after 1m0s
[06:34:57.349] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:24:0)
[06:34:57.349] Timer tick, asking Buildbucket for the build status
[06:34:58.434] Build 8908886548377738976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:34:58.434] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:25:0) after 1m0s
[06:35:58.456] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:25:0)
[06:35:58.456] Timer tick, asking Buildbucket for the build status
[06:35:58.719] Build 8908886548377738976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:35:58.719] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:26:0) after 1m0s
[06:36:58.814] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:26:0)
[06:36:58.814] Timer tick, asking Buildbucket for the build status
[06:37:00.297] Build 8908886548377738976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:37:00.297] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:27:0) after 1m0s
[06:38:00.400] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:27:0)
[06:38:00.400] Timer tick, asking Buildbucket for the build status
[06:38:06.913] Build 8908886548377738976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:38:06.913] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:28:0) after 1m0s
[06:39:06.940] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:28:0)
[06:39:06.940] Timer tick, asking Buildbucket for the build status
[06:39:07.325] Build 8908886548377738976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:39:07.325] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:29:0) after 1m0s
[06:40:07.352] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:29:0)
[06:40:07.352] Timer tick, asking Buildbucket for the build status
[06:40:07.562] Build 8908886548377738976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:40:07.562] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:30:0) after 1m0s
[06:41:07.585] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:30:0)
[06:41:07.585] Timer tick, asking Buildbucket for the build status
[06:41:07.843] Build 8908886548377738976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:41:07.843] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:31:0) after 1m0s
[06:42:07.921] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:31:0)
[06:42:07.921] Timer tick, asking Buildbucket for the build status
[06:42:08.403] Build 8908886548377738976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:42:08.403] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:32:0) after 1m0s
[06:43:08.477] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:32:0)
[06:43:08.477] Timer tick, asking Buildbucket for the build status
[06:43:08.662] Build 8908886548377738976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:43:08.662] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:33:0) after 1m0s
[06:44:08.686] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:33:0)
[06:44:08.686] Timer tick, asking Buildbucket for the build status
[06:44:09.080] Build 8908886548377738976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:44:09.080] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:34:0) after 1m0s
[06:45:09.154] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:34:0)
[06:45:09.154] Timer tick, asking Buildbucket for the build status
[06:45:09.445] Build 8908886548377738976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:45:09.445] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:35:0) after 1m0s
[06:46:09.470] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:35:0)
[06:46:09.470] Timer tick, asking Buildbucket for the build status
[06:46:09.775] Build 8908886548377738976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:46:09.775] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:36:0) after 1m0s
[06:47:09.813] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:36:0)
[06:47:09.813] Timer tick, asking Buildbucket for the build status
[06:47:10.830] Build 8908886548377738976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:47:10.830] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:37:0) after 1m0s
[06:48:10.889] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:37:0)
[06:48:10.889] Timer tick, asking Buildbucket for the build status
[06:48:11.222] Build 8908886548377738976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:48:11.222] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:38:0) after 1m0s
[06:49:11.246] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:38:0)
[06:49:11.246] Timer tick, asking Buildbucket for the build status
[06:49:12.920] Build 8908886548377738976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:49:12.920] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:39:0) after 1m0s
[06:50:12.943] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:39:0)
[06:50:12.943] Timer tick, asking Buildbucket for the build status
[06:50:15.042] Build 8908886548377738976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:50:15.042] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:40:0) after 1m0s
[06:51:15.272] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:40:0)
[06:51:15.272] Timer tick, asking Buildbucket for the build status
[06:51:15.497] Build 8908886548377738976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:51:15.497] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:41:0) after 1m0s
[06:52:15.684] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:41:0)
[06:52:15.684] Timer tick, asking Buildbucket for the build status
[06:52:16.169] Build 8908886548377738976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:52:16.169] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:42:0) after 1m0s
[06:53:16.197] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:42:0)
[06:53:16.197] Timer tick, asking Buildbucket for the build status
[06:53:16.371] Build 8908886548377738976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:53:16.371] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:43:0) after 1m0s
[06:54:16.497] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:43:0)
[06:54:16.498] Timer tick, asking Buildbucket for the build status
[06:54:18.697] Build 8908886548377738976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:54:18.697] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:44:0) after 1m0s
[06:55:18.798] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:44:0)
[06:55:18.798] Timer tick, asking Buildbucket for the build status
[06:55:19.034] Build 8908886548377738976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:55:19.034] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:45:0) after 1m0s
[06:56:19.118] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:45:0)
[06:56:19.118] Timer tick, asking Buildbucket for the build status
[06:56:20.422] Build 8908886548377738976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:56:20.422] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:46:0) after 1m0s
[06:57:20.569] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:46:0)
[06:57:20.569] Timer tick, asking Buildbucket for the build status
[06:57:21.254] Build 8908886548377738976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:57:21.254] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:47:0) after 1m0s
[06:58:21.312] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:47:0)
[06:58:21.312] Timer tick, asking Buildbucket for the build status
[06:58:21.869] Build 8908886548377738976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:58:21.869] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:48:0) after 1m0s
[06:59:21.876] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:48:0)
[06:59:21.876] Timer tick, asking Buildbucket for the build status
[06:59:22.376] Build 8908886548377738976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:59:22.376] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:49:0) after 1m0s
[07:00:22.494] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:49:0)
[07:00:22.494] Timer tick, asking Buildbucket for the build status
[07:00:24.979] Build 8908886548377738976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:00:24.979] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:50:0) after 1m0s
[07:01:25.053] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:50:0)
[07:01:25.053] Timer tick, asking Buildbucket for the build status
[07:01:25.311] Build 8908886548377738976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:01:25.311] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:51:0) after 1m0s
[07:02:25.391] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:51:0)
[07:02:25.391] Timer tick, asking Buildbucket for the build status
[07:02:28.727] Build 8908886548377738976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:02:28.728] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:52:0) after 1m0s
[07:03:28.809] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:52:0)
[07:03:28.809] Timer tick, asking Buildbucket for the build status
[07:03:29.259] Build 8908886548377738976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:03:29.260] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:53:0) after 1m0s
[07:04:29.523] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:53:0)
[07:04:29.523] Timer tick, asking Buildbucket for the build status
[07:04:29.790] Build 8908886548377738976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:04:29.790] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:54:0) after 1m0s
[07:05:29.908] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:54:0)
[07:05:29.908] Timer tick, asking Buildbucket for the build status
[07:05:30.276] Build 8908886548377738976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:05:30.276] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:55:0) after 1m0s
[07:06:30.393] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:55:0)
[07:06:30.393] Timer tick, asking Buildbucket for the build status
[07:06:31.521] Build 8908886548377738976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:06:31.521] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:56:0) after 1m0s
[07:07:31.722] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:56:0)
[07:07:31.722] Timer tick, asking Buildbucket for the build status
[07:07:32.180] Build 8908886548377738976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:07:32.180] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:57:0) after 1m0s
[07:08:32.263] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:57:0)
[07:08:32.263] Timer tick, asking Buildbucket for the build status
[07:08:33.568] Build 8908886548377738976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:08:33.568] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:58:0) after 1m0s
[07:09:33.566] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:58:0)
[07:09:33.566] Timer tick, asking Buildbucket for the build status
[07:09:33.766] Build 8908886548377738976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:09:33.766] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:59:0) after 1m0s
[07:10:33.836] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:59:0)
[07:10:33.836] Timer tick, asking Buildbucket for the build status
[07:10:34.105] Build 8908886548377738976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:10:34.105] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:60:0) after 1m0s
[07:11:34.305] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:60:0)
[07:11:34.305] Timer tick, asking Buildbucket for the build status
[07:11:37.398] Build 8908886548377738976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:11:37.398] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:61:0) after 1m0s
[07:12:37.428] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:61:0)
[07:12:37.428] Timer tick, asking Buildbucket for the build status
[07:12:38.748] Build 8908886548377738976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:12:38.748] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:62:0) after 1m0s
[07:13:38.780] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:62:0)
[07:13:38.780] Timer tick, asking Buildbucket for the build status
[07:13:39.249] Build 8908886548377738976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:13:39.249] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:63:0) after 1m0s
[07:14:39.292] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:63:0)
[07:14:39.292] Timer tick, asking Buildbucket for the build status
[07:14:39.647] Build 8908886548377738976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:14:39.647] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:64:0) after 1m0s
[07:15:39.705] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:64:0)
[07:15:39.705] Timer tick, asking Buildbucket for the build status
[07:15:40.425] Build 8908886548377738976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:15:40.425] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:65:0) after 1m0s
[07:16:40.534] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:65:0)
[07:16:40.534] Timer tick, asking Buildbucket for the build status
[07:16:40.759] Build 8908886548377738976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:16:40.759] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:66:0) after 1m0s
[07:17:40.896] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:66:0)
[07:17:40.896] Timer tick, asking Buildbucket for the build status
[07:17:41.556] Build 8908886548377738976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:17:41.556] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:67:0) after 1m0s
[07:18:41.596] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:67:0)
[07:18:41.596] Timer tick, asking Buildbucket for the build status
[07:18:41.913] Build 8908886548377738976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:18:41.913] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:68:0) after 1m0s
[07:19:43.742] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:68:0)
[07:19:43.742] Timer tick, asking Buildbucket for the build status
[07:19:44.012] Build 8908886548377738976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:19:44.012] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:69:0) after 1m0s
[07:20:44.084] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:69:0)
[07:20:44.085] Timer tick, asking Buildbucket for the build status
[07:20:44.398] Build 8908886548377738976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:20:44.398] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:70:0) after 1m0s
[07:21:44.537] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:70:0)
[07:21:44.537] Timer tick, asking Buildbucket for the build status
[07:21:44.924] Build 8908886548377738976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:21:44.924] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:71:0) after 1m0s
[07:22:45.029] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:71:0)
[07:22:45.029] Timer tick, asking Buildbucket for the build status
[07:22:48.751] Build 8908886548377738976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:22:48.751] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:72:0) after 1m0s
[07:23:48.815] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:72:0)
[07:23:48.815] Timer tick, asking Buildbucket for the build status
[07:23:50.249] Build 8908886548377738976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:23:50.249] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:73:0) after 1m0s
[07:24:50.281] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:73:0)
[07:24:50.281] Timer tick, asking Buildbucket for the build status
[07:24:50.478] Build 8908886548377738976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:24:50.478] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:74:0) after 1m0s
[07:25:50.474] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:74:0)
[07:25:50.474] Timer tick, asking Buildbucket for the build status
[07:25:52.417] Build 8908886548377738976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:25:52.417] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:75:0) after 1m0s
[07:26:52.473] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:75:0)
[07:26:52.473] Timer tick, asking Buildbucket for the build status
[07:26:52.882] Build 8908886548377738976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:26:52.882] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:76:0) after 1m0s
[07:27:52.932] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:76:0)
[07:27:52.932] Timer tick, asking Buildbucket for the build status
[07:27:55.872] Build 8908886548377738976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:27:55.872] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:77:0) after 1m0s
[07:28:55.944] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:77:0)
[07:28:55.944] Timer tick, asking Buildbucket for the build status
[07:28:56.244] Build 8908886548377738976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:28:56.244] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:78:0) after 1m0s
[07:29:56.299] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:78:0)
[07:29:56.299] Timer tick, asking Buildbucket for the build status
[07:29:57.122] Build 8908886548377738976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:29:57.122] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:79:0) after 1m0s
[07:30:57.275] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:79:0)
[07:30:57.275] Timer tick, asking Buildbucket for the build status
[07:30:58.404] Build 8908886548377738976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:30:58.404] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:80:0) after 1m0s
[07:31:58.559] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:80:0)
[07:31:58.559] Timer tick, asking Buildbucket for the build status
[07:31:59.199] Build 8908886548377738976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:31:59.199] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:81:0) after 1m0s
[07:32:59.296] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:81:0)
[07:32:59.296] Timer tick, asking Buildbucket for the build status
[07:33:00.049] Build 8908886548377738976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:33:00.049] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:82:0) after 1m0s
[07:34:00.156] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:82:0)
[07:34:00.156] Timer tick, asking Buildbucket for the build status
[07:34:00.949] Build 8908886548377738976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:34:00.949] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:83:0) after 1m0s
[07:35:00.998] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:83:0)
[07:35:00.998] Timer tick, asking Buildbucket for the build status
[07:35:02.218] Build 8908886548377738976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:35:02.218] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:84:0) after 1m0s
[07:36:02.301] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:84:0)
[07:36:02.301] Timer tick, asking Buildbucket for the build status
[07:36:03.062] Build 8908886548377738976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:36:03.062] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:85:0) after 1m0s
[07:37:03.065] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:85:0)
[07:37:03.065] Timer tick, asking Buildbucket for the build status
[07:37:06.447] Build 8908886548377738976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:37:06.447] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:86:0) after 1m0s
[07:38:06.476] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:86:0)
[07:38:06.476] Timer tick, asking Buildbucket for the build status
[07:38:10.835] Build 8908886548377738976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:38:10.835] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:87:0) after 1m0s
[07:39:10.924] Handling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:87:0)
[07:39:10.924] Timer tick, asking Buildbucket for the build status
[07:39:13.864] Build 8908886548377738976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:39:13.864] Scheduling timer "check-buildbucket-build-status" (chromium/android-code-coverage:9074316612913099328:88:0) after 1m0s
[07:39:31.798] Received PubSub notification, asking Buildbucket for the build status
[07:39:33.964] Build 8908886548377738976: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[07:39:33.965] Buildbucket build:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "completed_ts": "1562225964052443",
    "created_by": "project:chromium",
    "created_ts": "1562220733243569",
    "failure_reason": "BUILD_FAILURE",
    "id": "8908886548377738976",
    "parameters_json": "{\"builder_name\": \"android-code-coverage\", \"properties\": {\"$recipe_engine/scheduler\": {\"hostname\": \"luci-scheduler.appspot.com\", \"triggers\": [{\"gitiles\": {\"ref\": \"refs/heads/master\", \"repo\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"07009f6c0418136a3637706ad3041b8eb1668ece\"}, \"id\": \"https://chromium.googlesource.com/chromium/src.git/+/refs/heads/master@07009f6c0418136a3637706ad3041b8eb1668ece\", \"title\": \"07009f6c0418136a3637706ad3041b8eb1668ece\", \"url\": \"https://chromium.googlesource.com/chromium/src.git/+/07009f6c0418136a3637706ad3041b8eb1668ece\"}, {\"gitiles\": {\"ref\": \"refs/heads/master\", \"repo\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"5d5ea8ee6ce7181ac6ca20ab2b50603555c4aa1b\"}, \"id\": \"https://chromium.googlesource.com/chromium/src.git/+/refs/heads/master@5d5ea8ee6ce7181ac6ca20ab2b50603555c4aa1b\", \"title\": \"5d5ea8ee6ce7181ac6ca20ab2b50603555c4aa1b\", \"url\": \"https://chromium.googlesource.com/chromium/src.git/+/5d5ea8ee6ce7181ac6ca20ab2b50603555c4aa1b\"}, {\"gitiles\": {\"ref\": \"refs/heads/master\", \"repo\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"09c13f25b03d4244468872a56ada4753b48e3089\"}, \"id\": \"https://chromium.googlesource.com/chromium/src.git/+/refs/heads/master@09c13f25b03d4244468872a56ada4753b48e3089\", \"title\": \"09c13f25b03d4244468872a56ada4753b48e3089\", \"url\": \"https://chromium.googlesource.com/chromium/src.git/+/09c13f25b03d4244468872a56ada4753b48e3089\"}, {\"gitiles\": {\"ref\": \"refs/heads/master\", \"repo\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"fa5a9e9e81ce68af8af2e8da4fbfcff716069aa1\"}, \"id\": \"https://chromium.googlesource.com/chromium/src.git/+/refs/heads/master@fa5a9e9e81ce68af8af2e8da4fbfcff716069aa1\", \"title\": \"fa5a9e9e81ce68af8af2e8da4fbfcff716069aa1\", \"url\": \"https://chromium.googlesource.com/chromium/src.git/+/fa5a9e9e81ce68af8af2e8da4fbfcff716069aa1\"}, {\"gitiles\": {\"ref\": \"refs/heads/master\", \"repo\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"9da8bd0a831afa82e213f817311ce88f991c8792\"}, \"id\": \"https://chromium.googlesource.com/chromium/src.git/+/refs/heads/master@9da8bd0a831afa82e213f817311ce88f991c8792\", \"title\": \"9da8bd0a831afa82e213f817311ce88f991c8792\", \"url\": \"https://chromium.googlesource.com/chromium/src.git/+/9da8bd0a831afa82e213f817311ce88f991c8792\"}, {\"gitiles\": {\"ref\": \"refs/heads/master\", \"repo\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"54eed2700b5160e9250c6cb68a997ffc86267fe8\"}, \"id\": \"https://chromium.googlesource.com/chromium/src.git/+/refs/heads/master@54eed2700b5160e9250c6cb68a997ffc86267fe8\", \"title\": \"54eed2700b5160e9250c6cb68a997ffc86267fe8\", \"url\": \"https://chromium.googlesource.com/chromium/src.git/+/54eed2700b5160e9250c6cb68a997ffc86267fe8\"}, {\"gitiles\": {\"ref\": \"refs/heads/master\", \"repo\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"b836d3631990c859346cda4a215780f553026cdc\"}, \"id\": \"https://chromium.googlesource.com/chromium/src.git/+/refs/heads/master@b836d3631990c859346cda4a215780f553026cdc\", \"title\": \"b836d3631990c859346cda4a215780f553026cdc\", \"url\": \"https://chromium.googlesource.com/chromium/src.git/+/b836d3631990c859346cda4a215780f553026cdc\"}, {\"gitiles\": {\"ref\": \"refs/heads/master\", \"repo\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"85dbc2564f456ebbd12d4e29b5edcff0112013ea\"}, \"id\": \"https://chromium.googlesource.com/chromium/src.git/+/refs/heads/master@85dbc2564f456ebbd12d4e29b5edcff0112013ea\", \"title\": \"85dbc2564f456ebbd12d4e29b5edcff0112013ea\", \"url\": \"https://chromium.googlesource.com/chromium/src.git/+/85dbc2564f456ebbd12d4e29b5edcff0112013ea\"}, {\"gitiles\": {\"ref\": \"refs/heads/master\", \"repo\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"7cc06be4c7773444b764762790af3d973a3b7b7b\"}, \"id\": \"https://chromium.googlesource.com/chromium/src.git/+/refs/heads/master@7cc06be4c7773444b764762790af3d973a3b7b7b\", \"title\": \"7cc06be4c7773444b764762790af3d973a3b7b7b\", \"url\": \"https://chromium.googlesource.com/chromium/src.git/+/7cc06be4c7773444b764762790af3d973a3b7b7b\"}, {\"gitiles\": {\"ref\": \"refs/heads/master\", \"repo\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"1b5fce5899532259ee0180237f6fc5bc405ec985\"}, \"id\": \"https://chromium.googlesource.com/chromium/src.git/+/refs/heads/master@1b5fce5899532259ee0180237f6fc5bc405ec985\", \"title\": \"1b5fce5899532259ee0180237f6fc5bc405ec985\", \"url\": \"https://chromium.googlesource.com/chromium/src.git/+/1b5fce5899532259ee0180237f6fc5bc405ec985\"}, {\"gitiles\": {\"ref\": \"refs/heads/master\", \"repo\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"1c9801e6e96a8a8542d8cc49da9aea4984682512\"}, \"id\": \"https://chromium.googlesource.com/chromium/src.git/+/refs/heads/master@1c9801e6e96a8a8542d8cc49da9aea4984682512\", \"title\": \"1c9801e6e96a8a8542d8cc49da9aea4984682512\", \"url\": \"https://chromium.googlesource.com/chromium/src.git/+/1c9801e6e96a8a8542d8cc49da9aea4984682512\"}, {\"gitiles\": {\"ref\": \"refs/heads/master\", \"repo\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"6961267a831ea96ea2e10b9d4204921eb90d7d47\"}, \"id\": \"https://chromium.googlesource.com/chromium/src.git/+/refs/heads/master@6961267a831ea96ea2e10b9d4204921eb90d7d47\", \"title\": \"6961267a831ea96ea2e10b9d4204921eb90d7d47\", \"url\": \"https://chromium.googlesource.com/chromium/src.git/+/6961267a831ea96ea2e10b9d4204921eb90d7d47\"}, {\"gitiles\": {\"ref\": \"refs/heads/master\", \"repo\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"d5ab9da02ddf4bcfb168bbf5f752f6025aa3c06c\"}, \"id\": \"https://chromium.googlesource.com/chromium/src.git/+/refs/heads/master@d5ab9da02ddf4bcfb168bbf5f752f6025aa3c06c\", \"title\": \"d5ab9da02ddf4bcfb168bbf5f752f6025aa3c06c\", \"url\": \"https://chromium.googlesource.com/chromium/src.git/+/d5ab9da02ddf4bcfb168bbf5f752f6025aa3c06c\"}, {\"gitiles\": {\"ref\": \"refs/heads/master\", \"repo\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"cd87bdf0aa6dd9c4a44d465f38b7db2134d3311d\"}, \"id\": \"https://chromium.googlesource.com/chromium/src.git/+/refs/heads/master@cd87bdf0aa6dd9c4a44d465f38b7db2134d3311d\", \"title\": \"cd87bdf0aa6dd9c4a44d465f38b7db2134d3311d\", \"url\": \"https://chromium.googlesource.com/chromium/src.git/+/cd87bdf0aa6dd9c4a44d465f38b7db2134d3311d\"}]}, \"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"cd87bdf0aa6dd9c4a44d465f38b7db2134d3311d\"}}",
    "project": "chromium",
    "result": "FAILURE",
    "result_details_json": "{\"error\": {\"message\": \"3 tests failed: ['chrome_public_test_apk on Android device Nexus 5X', 'network_service_out_of_process_chrome_public_test_apk on Android device Nexus 5X', 'non_network_service_content_browsertests on Android device Nexus 5X']\"}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"$recipe_engine/scheduler\": {\"hostname\": \"luci-scheduler.appspot.com\", \"triggers\": [{\"gitiles\": {\"ref\": \"refs/heads/master\", \"repo\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"07009f6c0418136a3637706ad3041b8eb1668ece\"}, \"id\": \"https://chromium.googlesource.com/chromium/src.git/+/refs/heads/master@07009f6c0418136a3637706ad3041b8eb1668ece\", \"title\": \"07009f6c0418136a3637706ad3041b8eb1668ece\", \"url\": \"https://chromium.googlesource.com/chromium/src.git/+/07009f6c0418136a3637706ad3041b8eb1668ece\"}, {\"gitiles\": {\"ref\": \"refs/heads/master\", \"repo\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"5d5ea8ee6ce7181ac6ca20ab2b50603555c4aa1b\"}, \"id\": \"https://chromium.googlesource.com/chromium/src.git/+/refs/heads/master@5d5ea8ee6ce7181ac6ca20ab2b50603555c4aa1b\", \"title\": \"5d5ea8ee6ce7181ac6ca20ab2b50603555c4aa1b\", \"url\": \"https://chromium.googlesource.com/chromium/src.git/+/5d5ea8ee6ce7181ac6ca20ab2b50603555c4aa1b\"}, {\"gitiles\": {\"ref\": \"refs/heads/master\", \"repo\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"09c13f25b03d4244468872a56ada4753b48e3089\"}, \"id\": \"https://chromium.googlesource.com/chromium/src.git/+/refs/heads/master@09c13f25b03d4244468872a56ada4753b48e3089\", \"title\": \"09c13f25b03d4244468872a56ada4753b48e3089\", \"url\": \"https://chromium.googlesource.com/chromium/src.git/+/09c13f25b03d4244468872a56ada4753b48e3089\"}, {\"gitiles\": {\"ref\": \"refs/heads/master\", \"repo\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"fa5a9e9e81ce68af8af2e8da4fbfcff716069aa1\"}, \"id\": \"https://chromium.googlesource.com/chromium/src.git/+/refs/heads/master@fa5a9e9e81ce68af8af2e8da4fbfcff716069aa1\", \"title\": \"fa5a9e9e81ce68af8af2e8da4fbfcff716069aa1\", \"url\": \"https://chromium.googlesource.com/chromium/src.git/+/fa5a9e9e81ce68af8af2e8da4fbfcff716069aa1\"}, {\"gitiles\": {\"ref\": \"refs/heads/master\", \"repo\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"9da8bd0a831afa82e213f817311ce88f991c8792\"}, \"id\": \"https://chromium.googlesource.com/chromium/src.git/+/refs/heads/master@9da8bd0a831afa82e213f817311ce88f991c8792\", \"title\": \"9da8bd0a831afa82e213f817311ce88f991c8792\", \"url\": \"https://chromium.googlesource.com/chromium/src.git/+/9da8bd0a831afa82e213f817311ce88f991c8792\"}, {\"gitiles\": {\"ref\": \"refs/heads/master\", \"repo\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"54eed2700b5160e9250c6cb68a997ffc86267fe8\"}, \"id\": \"https://chromium.googlesource.com/chromium/src.git/+/refs/heads/master@54eed2700b5160e9250c6cb68a997ffc86267fe8\", \"title\": \"54eed2700b5160e9250c6cb68a997ffc86267fe8\", \"url\": \"https://chromium.googlesource.com/chromium/src.git/+/54eed2700b5160e9250c6cb68a997ffc86267fe8\"}, {\"gitiles\": {\"ref\": \"refs/heads/master\", \"repo\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"b836d3631990c859346cda4a215780f553026cdc\"}, \"id\": \"https://chromium.googlesource.com/chromium/src.git/+/refs/heads/master@b836d3631990c859346cda4a215780f553026cdc\", \"title\": \"b836d3631990c859346cda4a215780f553026cdc\", \"url\": \"https://chromium.googlesource.com/chromium/src.git/+/b836d3631990c859346cda4a215780f553026cdc\"}, {\"gitiles\": {\"ref\": \"refs/heads/master\", \"repo\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"85dbc2564f456ebbd12d4e29b5edcff0112013ea\"}, \"id\": \"https://chromium.googlesource.com/chromium/src.git/+/refs/heads/master@85dbc2564f456ebbd12d4e29b5edcff0112013ea\", \"title\": \"85dbc2564f456ebbd12d4e29b5edcff0112013ea\", \"url\": \"https://chromium.googlesource.com/chromium/src.git/+/85dbc2564f456ebbd12d4e29b5edcff0112013ea\"}, {\"gitiles\": {\"ref\": \"refs/heads/master\", \"repo\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"7cc06be4c7773444b764762790af3d973a3b7b7b\"}, \"id\": \"https://chromium.googlesource.com/chromium/src.git/+/refs/heads/master@7cc06be4c7773444b764762790af3d973a3b7b7b\", \"title\": \"7cc06be4c7773444b764762790af3d973a3b7b7b\", \"url\": \"https://chromium.googlesource.com/chromium/src.git/+/7cc06be4c7773444b764762790af3d973a3b7b7b\"}, {\"gitiles\": {\"ref\": \"refs/heads/master\", \"repo\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"1b5fce5899532259ee0180237f6fc5bc405ec985\"}, \"id\": \"https://chromium.googlesource.com/chromium/src.git/+/refs/heads/master@1b5fce5899532259ee0180237f6fc5bc405ec985\", \"title\": \"1b5fce5899532259ee0180237f6fc5bc405ec985\", \"url\": \"https://chromium.googlesource.com/chromium/src.git/+/1b5fce5899532259ee0180237f6fc5bc405ec985\"}, {\"gitiles\": {\"ref\": \"refs/heads/master\", \"repo\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"1c9801e6e96a8a8542d8cc49da9aea4984682512\"}, \"id\": \"https://chromium.googlesource.com/chromium/src.git/+/refs/heads/master@1c9801e6e96a8a8542d8cc49da9aea4984682512\", \"title\": \"1c9801e6e96a8a8542d8cc49da9aea4984682512\", \"url\": \"https://chromium.googlesource.com/chromium/src.git/+/1c9801e6e96a8a8542d8cc49da9aea4984682512\"}, {\"gitiles\": {\"ref\": \"refs/heads/master\", \"repo\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"6961267a831ea96ea2e10b9d4204921eb90d7d47\"}, \"id\": \"https://chromium.googlesource.com/chromium/src.git/+/refs/heads/master@6961267a831ea96ea2e10b9d4204921eb90d7d47\", \"title\": \"6961267a831ea96ea2e10b9d4204921eb90d7d47\", \"url\": \"https://chromium.googlesource.com/chromium/src.git/+/6961267a831ea96ea2e10b9d4204921eb90d7d47\"}, {\"gitiles\": {\"ref\": \"refs/heads/master\", \"repo\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"d5ab9da02ddf4bcfb168bbf5f752f6025aa3c06c\"}, \"id\": \"https://chromium.googlesource.com/chromium/src.git/+/refs/heads/master@d5ab9da02ddf4bcfb168bbf5f752f6025aa3c06c\", \"title\": \"d5ab9da02ddf4bcfb168bbf5f752f6025aa3c06c\", \"url\": \"https://chromium.googlesource.com/chromium/src.git/+/d5ab9da02ddf4bcfb168bbf5f752f6025aa3c06c\"}, {\"gitiles\": {\"ref\": \"refs/heads/master\", \"repo\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"cd87bdf0aa6dd9c4a44d465f38b7db2134d3311d\"}, \"id\": \"https://chromium.googlesource.com/chromium/src.git/+/refs/heads/master@cd87bdf0aa6dd9c4a44d465f38b7db2134d3311d\", \"title\": \"cd87bdf0aa6dd9c4a44d465f38b7db2134d3311d\", \"url\": \"https://chromium.googlesource.com/chromium/src.git/+/cd87bdf0aa6dd9c4a44d465f38b7db2134d3311d\"}]}, \"bot_id\": \"luci-chromium-ci-xenial-us-central1-c-600-ssd-hm32-0-1r44\", \"branch\": \"refs/heads/master\", \"buildername\": \"android-code-coverage\", \"buildnumber\": 1770, \"got_angle_revision\": \"c4ef62ec1a689ff5b6dd74383220cb3036f45a30\", \"got_dawn_revision\": \"72508d6d0634bdb28353c2ec26bbe79307ab916a\", \"got_nacl_revision\": \"c4cf6f0621b94cca4053b19fa01ef329f5663880\", \"got_revision\": \"cd87bdf0aa6dd9c4a44d465f38b7db2134d3311d\", \"got_revision_cp\": \"refs/heads/master@{#674735}\", \"got_swarming_client_revision\": \"96f125709acfd0b48fc1e5dae7d6ea42291726ac\", \"got_v8_revision\": \"68fe12cc0bdb5f67e873eb5998db078b7d9378a2\", \"got_v8_revision_cp\": \"refs/heads/7.7.180@{#1}\", \"got_webrtc_revision\": \"2c5af4f6dce2cf34ad49bb9a6303561d4f3eea58\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#28456}\", \"isolate_server\": \"https://isolateserver.appspot.com\", \"mastername\": \"chromium.fyi\", \"path_config\": \"generic\", \"recipe\": \"chromium\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"cd87bdf0aa6dd9c4a44d465f38b7db2134d3311d\", \"swarm_hashes\": {\"android_webview_unittests\": \"3759bb6e16f5a3bf838d620ce9eb56359d0c6277\", \"angle_unittests\": \"27ac90ce809035cf4f5098aacd93849adc2165b1\", \"base_unittests\": \"018c6d0ebee6c49a5b0b28c62b987e9e65c2a1e5\", \"base_util_unittests\": \"17691be3b6c128432ae6d35c7fde7035022c7b3e\", \"blink_common_unittests\": \"4c5e2d19d6595ddf3c622e25d1ba2c1e34dc54c6\", \"blink_heap_unittests\": \"2b51a2fe71b6396dd858de39da36c41583cef777\", \"blink_platform_unittests\": \"770ba5659b15f1eaf32c47c28d9f202eb0c7e25e\", \"blink_unittests\": \"d15961e7872281865915d286df6e68066735b568\", \"boringssl_crypto_tests\": \"3556368c73792feb2b7d7d19eff837dc5b5aafb1\", \"boringssl_ssl_tests\": \"4991600d0eaf581dddf6d41a5397dc9e42ec4886\", \"breakpad_unittests\": \"e196ccb37620947d94f240daf14bf17bbb08975f\", \"cacheinvalidation_unittests\": \"92f999032f04645c191cced5dec40bc1a99be352\", \"capture_unittests\": \"2a7d46b0635d1389fe85004adce31d4d36d64e93\", \"cast_unittests\": \"a799b971b68ad61300ebc6365050fa6ac66e0f5e\", \"cc_unittests\": \"6b48e3574d9b573baf096698c350fdbd6736c16e\", \"chrome_public_test_apk\": \"cdd200de11d5036638a546136a04da0235bd51f3\", \"chrome_public_test_vr_apk\": \"0d138a69cc9105033db67c8abef069859fb3e1da\", \"components_browsertests\": \"c55eb9f2d79967938d2007cddea2a8b8b5c30ec4\", \"components_unittests\": \"4abc351568d6dca1c8d0e4163030e2878da2abe4\", \"content_browsertests\": \"de0202b6b3885100be4206f5d6518c753e7f12b3\", \"content_shell_test_apk\": \"4f125a7f459601731aa68819bb549ffe0ac9e9c8\", \"content_unittests\": \"aaea9b51bcf16c74d03a1367ca29b0ea09fac4e3\", \"crypto_unittests\": \"b73dd73062aebfea96a58885437be57df886a283\", \"device_unittests\": \"a14b3ba5b3818cbcdeae5c5dd523dc7bc5c6f822\", \"display_unittests\": \"cae051cac865fcacb2e98e6f7892dcc753147bba\", \"events_unittests\": \"85ed01721b5ad628b03317e9a2f3d130d193f952\", \"gcm_unit_tests\": \"eb289edc0b016e63329e97fd0c99a1877324fcd1\", \"gfx_unittests\": \"04faa0efab251003d6f7bfdedea1fdcdf0412a68\", \"gin_unittests\": \"7d93c241d9fac24e7edf5e115456dbe06d5769f3\", \"gl_tests\": \"e43bdbef96bbdb4a91c272878203d4be0f57728a\", \"gl_unittests\": \"90606b594ffbbdf516a69447503f989cbe3f3ec3\", \"google_apis_unittests\": \"e4d4d9801841482a7aa0075cfc47a5bd2c2c9ff2\", \"gpu_unittests\": \"5d91be8188b26921aed0cabed44e5f577491c9eb\", \"ipc_tests\": \"ce93804140f797cdf1e6d409eba91ec9a283cef2\", \"jingle_unittests\": \"e576b7f2aec4db3d7a158abccb97c00f60cd48d4\", \"latency_unittests\": \"e19652effe0ad72aba60196a779dd8e7cbb2e098\", \"libjingle_xmpp_unittests\": \"1d1e01885c978157a925ee2ea21c8b5e64daae56\", \"media_blink_unittests\": \"f772f13d5c5f29e0d24936e3f14ec31eb720b0a7\", \"media_service_unittests\": \"7beaa2731bc4eefdab2750d83d0dd9a9ce21c3f1\", \"media_unittests\": \"fb0ca4c258c3f2de0380145679bb95a05122f3f5\", \"midi_unittests\": \"8ac4a32df5d7eaf3bf701ad48c6a7e95dfa38e42\", \"mojo_test_apk\": \"fb62ad9f644954a48c996292a0a42aedab97ccef\", \"mojo_unittests\": \"60d992190edf2a045340cc452e3216aa382f2d76\", \"net_unittests\": \"8ef41affbb3138ff049d774817e4c72b375285d9\", \"sandbox_linux_unittests\": \"54ea78cbda36f5736d42b28707e7962ba820a407\", \"services_unittests\": \"ef8533d7bd3b6c8c9d2a232ccd2abf59460d7429\", \"shell_dialogs_unittests\": \"19581ca8e6bcff721430882ecde412def32fadb5\", \"skia_unittests\": \"27295a6746cccb763c66b1a18b9902b021859ee2\", \"sql_unittests\": \"c6563155473c476d1697e3bb10aa256b6fdf6014\", \"storage_unittests\": \"c8d2cf126c46a20bc3bd490e4a9ac079d572b4c5\", \"ui_android_unittests\": \"c43ca7116bcfadf54513eb06c7d732a9bfec2573\", \"ui_base_unittests\": \"f624288981c1021fe9e23cd4836460a4d1999694\", \"ui_touch_selection_unittests\": \"6d51d56547611605ed04ccd1792c5d17498f8cc6\", \"unit_tests\": \"e50b17ccb15c2e85dfd3fec6f8ddaa0037883532\", \"url_unittests\": \"787b1cf174302798a7d1cd4514d1c8f8571d60e1\", \"viz_unittests\": \"89ce867ad49accd0ed399ea7cd629f62a19d03a7\", \"vr_android_unittests\": \"be620f13cac1c392689df1f46f087d21866d34cd\", \"vr_common_unittests\": \"759ad7d532bc1586c545174fe370538bf1292467\", \"vr_pixeltests\": \"8ddc22eeb1c19d24f4087ffec4f9e373764d2ac6\", \"webview_instrumentation_test_apk\": \"3f17b6d0f0dd64b0416e3b010fda6b4f35bf8188\", \"wtf_unittests\": \"c636736faf88f7af6f8763e65a7b8a13eed135e0\"}, \"swarm_hashes_refs/heads/master(at){#674735}_without_patch\": {\"android_webview_unittests\": \"3759bb6e16f5a3bf838d620ce9eb56359d0c6277\", \"angle_unittests\": \"27ac90ce809035cf4f5098aacd93849adc2165b1\", \"base_unittests\": \"018c6d0ebee6c49a5b0b28c62b987e9e65c2a1e5\", \"base_util_unittests\": \"17691be3b6c128432ae6d35c7fde7035022c7b3e\", \"blink_common_unittests\": \"4c5e2d19d6595ddf3c622e25d1ba2c1e34dc54c6\", \"blink_heap_unittests\": \"2b51a2fe71b6396dd858de39da36c41583cef777\", \"blink_platform_unittests\": \"770ba5659b15f1eaf32c47c28d9f202eb0c7e25e\", \"blink_unittests\": \"d15961e7872281865915d286df6e68066735b568\", \"boringssl_crypto_tests\": \"3556368c73792feb2b7d7d19eff837dc5b5aafb1\", \"boringssl_ssl_tests\": \"4991600d0eaf581dddf6d41a5397dc9e42ec4886\", \"breakpad_unittests\": \"e196ccb37620947d94f240daf14bf17bbb08975f\", \"cacheinvalidation_unittests\": \"92f999032f04645c191cced5dec40bc1a99be352\", \"capture_unittests\": \"2a7d46b0635d1389fe85004adce31d4d36d64e93\", \"cast_unittests\": \"a799b971b68ad61300ebc6365050fa6ac66e0f5e\", \"cc_unittests\": \"6b48e3574d9b573baf096698c350fdbd6736c16e\", \"chrome_public_test_apk\": \"cdd200de11d5036638a546136a04da0235bd51f3\", \"chrome_public_test_vr_apk\": \"0d138a69cc9105033db67c8abef069859fb3e1da\", \"components_browsertests\": \"c55eb9f2d79967938d2007cddea2a8b8b5c30ec4\", \"components_unittests\": \"4abc351568d6dca1c8d0e4163030e2878da2abe4\", \"content_browsertests\": \"de0202b6b3885100be4206f5d6518c753e7f12b3\", \"content_shell_test_apk\": \"4f125a7f459601731aa68819bb549ffe0ac9e9c8\", \"content_unittests\": \"aaea9b51bcf16c74d03a1367ca29b0ea09fac4e3\", \"crypto_unittests\": \"b73dd73062aebfea96a58885437be57df886a283\", \"device_unittests\": \"a14b3ba5b3818cbcdeae5c5dd523dc7bc5c6f822\", \"display_unittests\": \"cae051cac865fcacb2e98e6f7892dcc753147bba\", \"events_unittests\": \"85ed01721b5ad628b03317e9a2f3d130d193f952\", \"gcm_unit_tests\": \"eb289edc0b016e63329e97fd0c99a1877324fcd1\", \"gfx_unittests\": \"04faa0efab251003d6f7bfdedea1fdcdf0412a68\", \"gin_unittests\": \"7d93c241d9fac24e7edf5e115456dbe06d5769f3\", \"gl_tests\": \"e43bdbef96bbdb4a91c272878203d4be0f57728a\", \"gl_unittests\": \"90606b594ffbbdf516a69447503f989cbe3f3ec3\", \"google_apis_unittests\": \"e4d4d9801841482a7aa0075cfc47a5bd2c2c9ff2\", \"gpu_unittests\": \"5d91be8188b26921aed0cabed44e5f577491c9eb\", \"ipc_tests\": \"ce93804140f797cdf1e6d409eba91ec9a283cef2\", \"jingle_unittests\": \"e576b7f2aec4db3d7a158abccb97c00f60cd48d4\", \"latency_unittests\": \"e19652effe0ad72aba60196a779dd8e7cbb2e098\", \"libjingle_xmpp_unittests\": \"1d1e01885c978157a925ee2ea21c8b5e64daae56\", \"media_blink_unittests\": \"f772f13d5c5f29e0d24936e3f14ec31eb720b0a7\", \"media_service_unittests\": \"7beaa2731bc4eefdab2750d83d0dd9a9ce21c3f1\", \"media_unittests\": \"fb0ca4c258c3f2de0380145679bb95a05122f3f5\", \"midi_unittests\": \"8ac4a32df5d7eaf3bf701ad48c6a7e95dfa38e42\", \"mojo_test_apk\": \"fb62ad9f644954a48c996292a0a42aedab97ccef\", \"mojo_unittests\": \"60d992190edf2a045340cc452e3216aa382f2d76\", \"net_unittests\": \"8ef41affbb3138ff049d774817e4c72b375285d9\", \"sandbox_linux_unittests\": \"54ea78cbda36f5736d42b28707e7962ba820a407\", \"services_unittests\": \"ef8533d7bd3b6c8c9d2a232ccd2abf59460d7429\", \"shell_dialogs_unittests\": \"19581ca8e6bcff721430882ecde412def32fadb5\", \"skia_unittests\": \"27295a6746cccb763c66b1a18b9902b021859ee2\", \"sql_unittests\": \"c6563155473c476d1697e3bb10aa256b6fdf6014\", \"storage_unittests\": \"c8d2cf126c46a20bc3bd490e4a9ac079d572b4c5\", \"ui_android_unittests\": \"c43ca7116bcfadf54513eb06c7d732a9bfec2573\", \"ui_base_unittests\": \"f624288981c1021fe9e23cd4836460a4d1999694\", \"ui_touch_selection_unittests\": \"6d51d56547611605ed04ccd1792c5d17498f8cc6\", \"unit_tests\": \"e50b17ccb15c2e85dfd3fec6f8ddaa0037883532\", \"url_unittests\": \"787b1cf174302798a7d1cd4514d1c8f8571d60e1\", \"viz_unittests\": \"89ce867ad49accd0ed399ea7cd629f62a19d03a7\", \"vr_android_unittests\": \"be620f13cac1c392689df1f46f087d21866d34cd\", \"vr_common_unittests\": \"759ad7d532bc1586c545174fe370538bf1292467\", \"vr_pixeltests\": \"8ddc22eeb1c19d24f4087ffec4f9e373764d2ac6\", \"webview_instrumentation_test_apk\": \"3f17b6d0f0dd64b0416e3b010fda6b4f35bf8188\", \"wtf_unittests\": \"c636736faf88f7af6f8763e65a7b8a13eed135e0\"}}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_1cf5addf4d1b07dee05bb817410abedd1ddd14dde2cca1baf3f95933882f5cfd_v2\", \"builder_29819fd708388da0bba2fcae4289eea9e7a999ef339a3193dbef106c17af38c4_v2\", \"builder_f2ac5903ab08ee4ddab389becac92d3a3647f6b791038f1abef5b06a03e08513_v2\", \"git\", \"goma_v2\", \"vpython\"], \"cores\": [\"32\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-Broadwell_GCE\", \"x86-64-avx2\"], \"gce\": [\"1\"], \"gpu\": [\"none\"], \"id\": [\"luci-chromium-ci-xenial-us-central1-c-600-ssd-hm32-0-1r44\"], \"image\": [\"chrome-xenial-19052201-9cb74617499\"], \"inside_docker\": [\"0\"], \"kvm\": [\"1\"], \"locale\": [\"en_US.UTF-8\"], \"machine_type\": [\"n1-highmem-32\"], \"os\": [\"Linux\", \"Ubuntu\", \"Ubuntu-16.04\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.12\"], \"server_version\": [\"4359-fba09b1\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-central\", \"us-central1\", \"us-central1-c\"]}}, \"ui\": {\"info\": \"3 tests failed: ['chrome_public_test_apk on Android device Nexus 5X', 'network_service_out_of_process_chrome_public_test_apk on Android device Nexus 5X', 'non_network_service_content_browsertests on Android device Nexus 5X']\"}}",
    "service_account": "chromium-code-coverage-builder@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1562220795736273",
    "status": "COMPLETED",
    "status_changed_ts": "1562220797455037",
    "tags": [
      "build_address:luci.chromium.ci/android-code-coverage/1770",
      "builder:android-code-coverage",
      "buildset:commit/git/cd87bdf0aa6dd9c4a44d465f38b7db2134d3311d",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/cd87bdf0aa6dd9c4a44d465f38b7db2134d3311d",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9074316612913099328",
      "scheduler_job_id:chromium/android-code-coverage",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8908886548377738976/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:os:Linux",
      "swarming_tag:recipe_name:chromium",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:45d46f18c412ea10",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1562225970563383",
    "url": "https://ci.chromium.org/b/8908886548377738976",
    "utcnow_ts": "1562225973942298"
  }
}
[07:39:33.965] Invocation finished in 1h27m24.431049902s with status FAILED