Status: FAILED
Triggered by: -
Duration: 3 hours
Actions:

Definition (rev 8d683712b694a839151e242babb9cab749cff6c1)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "mac-code-coverage"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "8306788805aaa814fe17bd8f56029388433a0ebb"
}

Incoming tags

  • buildset:commit/git/8306788805aaa814fe17bd8f56029388433a0ebb
  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/8306788805aaa814fe17bd8f56029388433a0ebb
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[21:12:34.165] New invocation is queued and will start shortly
[21:12:35.269] Starting the invocation (attempt 1)
[21:12:35.341] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[21:12:35.342] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[21:12:35.342] Buildbucket request:
{
  "bucket": "luci.chromium.ci",
  "client_operation_id": "9057046540384420224",
  "parameters_json": "{\"builder_name\":\"mac-code-coverage\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src\",\"revision\":\"8306788805aaa814fe17bd8f56029388433a0ebb\"}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:mac-code-coverage",
    "scheduler_invocation_id:9057046540384420224",
    "scheduler_job_id:chromium/mac-code-coverage",
    "user_agent:luci-scheduler",
    "buildset:commit/git/8306788805aaa814fe17bd8f56029388433a0ebb",
    "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/8306788805aaa814fe17bd8f56029388433a0ebb",
    "gitiles_ref:refs/heads/master"
  ]
}
[21:12:37.241] Buildbucket response:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "created_by": "project:chromium",
    "created_ts": "1578690756175909",
    "id": "8891616477611633744",
    "parameters_json": "{\"builder_name\": \"mac-code-coverage\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"8306788805aaa814fe17bd8f56029388433a0ebb\"}}",
    "project": "chromium",
    "result_details_json": "{\"properties\": {}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1578690757056038",
    "tags": [
      "build_address:luci.chromium.ci/mac-code-coverage/623",
      "builder:mac-code-coverage",
      "buildset:commit/git/8306788805aaa814fe17bd8f56029388433a0ebb",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/8306788805aaa814fe17bd8f56029388433a0ebb",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9057046540384420224",
      "scheduler_job_id:chromium/mac-code-coverage",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8891616477611633744/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:recipe_name:chromium",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1578690757056142",
    "url": "https://ci.chromium.org/b/8891616477611633744",
    "utcnow_ts": "1578690757223688"
  }
}
[21:12:37.241] Task URL: https://ci.chromium.org/b/8891616477611633744
[21:12:37.241] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:2:0) after 1m0s
[21:13:37.302] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:2:0)
[21:13:37.302] Timer tick, asking Buildbucket for the build status
[21:13:38.141] Build 8891616477611633744: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[21:13:38.145] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:3:0) after 1m0s
[21:14:21.735] Received PubSub notification, asking Buildbucket for the build status
[21:14:21.970] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:14:38.262] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:3:0)
[21:14:38.262] Timer tick, asking Buildbucket for the build status
[21:14:38.865] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:14:38.865] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:5:0) after 1m0s
[21:15:38.985] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:5:0)
[21:15:38.985] Timer tick, asking Buildbucket for the build status
[21:15:39.220] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:15:39.220] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:6:0) after 1m0s
[21:16:39.289] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:6:0)
[21:16:39.289] Timer tick, asking Buildbucket for the build status
[21:16:39.516] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:16:39.516] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:7:0) after 1m0s
[21:17:39.640] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:7:0)
[21:17:39.640] Timer tick, asking Buildbucket for the build status
[21:17:40.199] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:17:40.199] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:8:0) after 1m0s
[21:18:40.352] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:8:0)
[21:18:40.352] Timer tick, asking Buildbucket for the build status
[21:18:40.621] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:18:40.621] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:9:0) after 1m0s
[21:19:40.660] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:9:0)
[21:19:40.660] Timer tick, asking Buildbucket for the build status
[21:19:40.885] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:19:40.885] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:10:0) after 1m0s
[21:20:40.929] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:10:0)
[21:20:40.929] Timer tick, asking Buildbucket for the build status
[21:20:42.220] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:20:42.220] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:11:0) after 1m0s
[21:21:42.319] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:11:0)
[21:21:42.319] Timer tick, asking Buildbucket for the build status
[21:21:42.668] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:21:42.668] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:12:0) after 1m0s
[21:22:42.708] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:12:0)
[21:22:42.708] Timer tick, asking Buildbucket for the build status
[21:22:43.348] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:22:43.348] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:13:0) after 1m0s
[21:23:43.423] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:13:0)
[21:23:43.425] Timer tick, asking Buildbucket for the build status
[21:23:43.996] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:23:43.996] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:14:0) after 1m0s
[21:24:44.048] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:14:0)
[21:24:44.048] Timer tick, asking Buildbucket for the build status
[21:24:44.213] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:24:44.213] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:15:0) after 1m0s
[21:25:44.340] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:15:0)
[21:25:44.340] Timer tick, asking Buildbucket for the build status
[21:25:44.783] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:25:44.783] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:16:0) after 1m0s
[21:26:44.858] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:16:0)
[21:26:44.859] Timer tick, asking Buildbucket for the build status
[21:26:45.295] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:26:45.295] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:17:0) after 1m0s
[21:27:45.305] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:17:0)
[21:27:45.305] Timer tick, asking Buildbucket for the build status
[21:27:45.589] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:27:45.589] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:18:0) after 1m0s
[21:28:45.622] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:18:0)
[21:28:45.622] Timer tick, asking Buildbucket for the build status
[21:28:45.863] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:28:45.863] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:19:0) after 1m0s
[21:29:46.356] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:19:0)
[21:29:46.356] Timer tick, asking Buildbucket for the build status
[21:29:46.616] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:29:46.616] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:20:0) after 1m0s
[21:30:46.712] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:20:0)
[21:30:46.712] Timer tick, asking Buildbucket for the build status
[21:30:47.202] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:30:47.202] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:21:0) after 1m0s
[21:31:47.331] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:21:0)
[21:31:47.331] Timer tick, asking Buildbucket for the build status
[21:31:47.585] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:31:47.585] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:22:0) after 1m0s
[21:32:47.945] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:22:0)
[21:32:47.945] Timer tick, asking Buildbucket for the build status
[21:32:48.235] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:32:48.235] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:23:0) after 1m0s
[21:33:48.546] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:23:0)
[21:33:48.546] Timer tick, asking Buildbucket for the build status
[21:33:48.948] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:33:48.948] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:24:0) after 1m0s
[21:34:49.017] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:24:0)
[21:34:49.017] Timer tick, asking Buildbucket for the build status
[21:34:49.176] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:34:49.176] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:25:0) after 1m0s
[21:35:49.496] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:25:0)
[21:35:49.496] Timer tick, asking Buildbucket for the build status
[21:35:49.720] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:35:49.720] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:26:0) after 1m0s
[21:36:49.792] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:26:0)
[21:36:49.792] Timer tick, asking Buildbucket for the build status
[21:36:50.046] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:36:50.046] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:27:0) after 1m0s
[21:37:50.181] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:27:0)
[21:37:50.182] Timer tick, asking Buildbucket for the build status
[21:37:50.530] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:37:50.530] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:28:0) after 1m0s
[21:38:50.666] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:28:0)
[21:38:50.666] Timer tick, asking Buildbucket for the build status
[21:38:51.843] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:38:51.843] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:29:0) after 1m0s
[21:39:51.867] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:29:0)
[21:39:51.867] Timer tick, asking Buildbucket for the build status
[21:39:53.600] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:39:53.600] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:30:0) after 1m0s
[21:40:53.781] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:30:0)
[21:40:53.781] Timer tick, asking Buildbucket for the build status
[21:40:54.724] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:40:54.724] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:31:0) after 1m0s
[21:41:54.841] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:31:0)
[21:41:54.841] Timer tick, asking Buildbucket for the build status
[21:41:55.230] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:41:55.230] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:32:0) after 1m0s
[21:42:55.317] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:32:0)
[21:42:55.317] Timer tick, asking Buildbucket for the build status
[21:42:55.595] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:42:55.595] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:33:0) after 1m0s
[21:43:55.616] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:33:0)
[21:43:55.616] Timer tick, asking Buildbucket for the build status
[21:43:55.787] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:43:55.787] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:34:0) after 1m0s
[21:44:55.873] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:34:0)
[21:44:55.873] Timer tick, asking Buildbucket for the build status
[21:44:56.157] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:44:56.157] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:35:0) after 1m0s
[21:45:56.314] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:35:0)
[21:45:56.314] Timer tick, asking Buildbucket for the build status
[21:45:56.457] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:45:56.457] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:36:0) after 1m0s
[21:46:56.630] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:36:0)
[21:46:56.630] Timer tick, asking Buildbucket for the build status
[21:46:58.486] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:46:58.486] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:37:0) after 1m0s
[21:47:58.526] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:37:0)
[21:47:58.526] Timer tick, asking Buildbucket for the build status
[21:48:00.202] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:48:00.202] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:38:0) after 1m0s
[21:49:00.660] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:38:0)
[21:49:00.660] Timer tick, asking Buildbucket for the build status
[21:49:02.753] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:49:02.753] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:39:0) after 1m0s
[21:50:02.790] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:39:0)
[21:50:02.790] Timer tick, asking Buildbucket for the build status
[21:50:03.413] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:50:03.413] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:40:0) after 1m0s
[21:51:03.496] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:40:0)
[21:51:03.496] Timer tick, asking Buildbucket for the build status
[21:51:04.289] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:51:04.289] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:41:0) after 1m0s
[21:52:04.389] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:41:0)
[21:52:04.389] Timer tick, asking Buildbucket for the build status
[21:52:04.662] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:52:04.662] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:42:0) after 1m0s
[21:53:04.698] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:42:0)
[21:53:04.698] Timer tick, asking Buildbucket for the build status
[21:53:05.268] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:53:05.268] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:43:0) after 1m0s
[21:54:05.295] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:43:0)
[21:54:05.296] Timer tick, asking Buildbucket for the build status
[21:54:06.126] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:54:06.126] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:44:0) after 1m0s
[21:55:06.142] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:44:0)
[21:55:06.142] Timer tick, asking Buildbucket for the build status
[21:55:06.571] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:55:06.572] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:45:0) after 1m0s
[21:56:06.596] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:45:0)
[21:56:06.596] Timer tick, asking Buildbucket for the build status
[21:56:06.973] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:56:06.973] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:46:0) after 1m0s
[21:57:07.141] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:46:0)
[21:57:07.141] Timer tick, asking Buildbucket for the build status
[21:57:07.292] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:57:07.292] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:47:0) after 1m0s
[21:58:07.547] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:47:0)
[21:58:07.547] Timer tick, asking Buildbucket for the build status
[21:58:07.786] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:58:07.786] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:48:0) after 1m0s
[21:59:08.055] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:48:0)
[21:59:08.055] Timer tick, asking Buildbucket for the build status
[21:59:08.251] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:59:08.251] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:49:0) after 1m0s
[22:00:08.256] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:49:0)
[22:00:08.256] Timer tick, asking Buildbucket for the build status
[22:00:08.520] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:00:08.520] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:50:0) after 1m0s
[22:01:09.312] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:50:0)
[22:01:09.312] Timer tick, asking Buildbucket for the build status
[22:01:09.792] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:01:09.792] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:51:0) after 1m0s
[22:02:09.982] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:51:0)
[22:02:09.982] Timer tick, asking Buildbucket for the build status
[22:02:10.661] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:02:10.661] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:52:0) after 1m0s
[22:03:10.879] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:52:0)
[22:03:10.879] Timer tick, asking Buildbucket for the build status
[22:03:11.415] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:03:11.415] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:53:0) after 1m0s
[22:04:12.076] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:53:0)
[22:04:12.076] Timer tick, asking Buildbucket for the build status
[22:04:12.867] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:04:12.867] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:54:0) after 1m0s
[22:05:13.503] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:54:0)
[22:05:13.503] Timer tick, asking Buildbucket for the build status
[22:05:13.681] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:05:13.681] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:55:0) after 1m0s
[22:06:14.343] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:55:0)
[22:06:14.343] Timer tick, asking Buildbucket for the build status
[22:06:16.160] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:06:16.160] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:56:0) after 1m0s
[22:07:16.719] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:56:0)
[22:07:16.719] Timer tick, asking Buildbucket for the build status
[22:07:17.154] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:07:17.154] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:57:0) after 1m0s
[22:08:17.314] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:57:0)
[22:08:17.314] Timer tick, asking Buildbucket for the build status
[22:08:17.778] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:08:17.778] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:58:0) after 1m0s
[22:09:18.153] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:58:0)
[22:09:18.153] Timer tick, asking Buildbucket for the build status
[22:09:21.399] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:09:21.399] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:59:0) after 1m0s
[22:10:22.086] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:59:0)
[22:10:22.086] Timer tick, asking Buildbucket for the build status
[22:10:23.084] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:10:23.084] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:60:0) after 1m0s
[22:11:23.211] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:60:0)
[22:11:23.211] Timer tick, asking Buildbucket for the build status
[22:11:24.421] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:11:24.421] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:61:0) after 1m0s
[22:12:24.561] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:61:0)
[22:12:24.561] Timer tick, asking Buildbucket for the build status
[22:12:24.781] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:12:24.781] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:62:0) after 1m0s
[22:13:24.932] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:62:0)
[22:13:24.932] Timer tick, asking Buildbucket for the build status
[22:13:25.384] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:13:25.384] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:63:0) after 1m0s
[22:14:25.441] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:63:0)
[22:14:25.441] Timer tick, asking Buildbucket for the build status
[22:14:27.040] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:14:27.040] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:64:0) after 1m0s
[22:15:27.337] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:64:0)
[22:15:27.337] Timer tick, asking Buildbucket for the build status
[22:15:28.199] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:15:28.199] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:65:0) after 1m0s
[22:16:28.303] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:65:0)
[22:16:28.303] Timer tick, asking Buildbucket for the build status
[22:16:28.641] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:16:28.641] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:66:0) after 1m0s
[22:17:28.672] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:66:0)
[22:17:28.672] Timer tick, asking Buildbucket for the build status
[22:17:28.926] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:17:28.926] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:67:0) after 1m0s
[22:18:29.227] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:67:0)
[22:18:29.227] Timer tick, asking Buildbucket for the build status
[22:18:29.500] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:18:29.500] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:68:0) after 1m0s
[22:19:29.514] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:68:0)
[22:19:29.514] Timer tick, asking Buildbucket for the build status
[22:19:29.774] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:19:29.774] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:69:0) after 1m0s
[22:20:29.804] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:69:0)
[22:20:29.804] Timer tick, asking Buildbucket for the build status
[22:20:30.395] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:20:30.395] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:70:0) after 1m0s
[22:21:30.515] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:70:0)
[22:21:30.515] Timer tick, asking Buildbucket for the build status
[22:21:32.848] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:21:32.848] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:71:0) after 1m0s
[22:22:32.890] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:71:0)
[22:22:32.891] Timer tick, asking Buildbucket for the build status
[22:22:33.763] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:22:33.763] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:72:0) after 1m0s
[22:23:33.933] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:72:0)
[22:23:33.933] Timer tick, asking Buildbucket for the build status
[22:23:34.217] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:23:34.217] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:73:0) after 1m0s
[22:24:34.362] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:73:0)
[22:24:34.362] Timer tick, asking Buildbucket for the build status
[22:24:35.105] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:24:35.105] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:74:0) after 1m0s
[22:25:35.143] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:74:0)
[22:25:35.143] Timer tick, asking Buildbucket for the build status
[22:25:35.359] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:25:35.359] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:75:0) after 1m0s
[22:26:35.573] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:75:0)
[22:26:35.573] Timer tick, asking Buildbucket for the build status
[22:26:36.086] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:26:36.086] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:76:0) after 1m0s
[22:27:36.467] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:76:0)
[22:27:36.467] Timer tick, asking Buildbucket for the build status
[22:27:36.645] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:27:36.645] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:77:0) after 1m0s
[22:28:36.734] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:77:0)
[22:28:36.734] Timer tick, asking Buildbucket for the build status
[22:28:36.901] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:28:36.901] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:78:0) after 1m0s
[22:29:36.994] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:78:0)
[22:29:36.994] Timer tick, asking Buildbucket for the build status
[22:29:37.371] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:29:37.371] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:79:0) after 1m0s
[22:30:37.410] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:79:0)
[22:30:37.410] Timer tick, asking Buildbucket for the build status
[22:30:37.658] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:30:37.658] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:80:0) after 1m0s
[22:31:37.715] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:80:0)
[22:31:37.715] Timer tick, asking Buildbucket for the build status
[22:31:37.917] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:31:37.917] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:81:0) after 1m0s
[22:32:38.106] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:81:0)
[22:32:38.106] Timer tick, asking Buildbucket for the build status
[22:32:38.552] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:32:38.552] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:82:0) after 1m0s
[22:33:38.763] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:82:0)
[22:33:38.764] Timer tick, asking Buildbucket for the build status
[22:33:39.266] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:33:39.266] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:83:0) after 1m0s
[22:34:39.308] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:83:0)
[22:34:39.308] Timer tick, asking Buildbucket for the build status
[22:34:40.677] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:34:40.677] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:84:0) after 1m0s
[22:35:40.741] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:84:0)
[22:35:40.741] Timer tick, asking Buildbucket for the build status
[22:35:40.957] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:35:40.957] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:85:0) after 1m0s
[22:36:40.982] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:85:0)
[22:36:40.982] Timer tick, asking Buildbucket for the build status
[22:36:41.265] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:36:41.265] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:86:0) after 1m0s
[22:37:41.369] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:86:0)
[22:37:41.369] Timer tick, asking Buildbucket for the build status
[22:37:42.156] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:37:42.156] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:87:0) after 1m0s
[22:38:42.585] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:87:0)
[22:38:42.585] Timer tick, asking Buildbucket for the build status
[22:38:42.757] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:38:42.757] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:88:0) after 1m0s
[22:39:43.046] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:88:0)
[22:39:43.046] Timer tick, asking Buildbucket for the build status
[22:39:43.198] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:39:43.198] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:89:0) after 1m0s
[22:40:43.583] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:89:0)
[22:40:43.583] Timer tick, asking Buildbucket for the build status
[22:40:43.972] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:40:43.972] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:90:0) after 1m0s
[22:41:44.210] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:90:0)
[22:41:44.210] Timer tick, asking Buildbucket for the build status
[22:41:44.471] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:41:44.471] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:91:0) after 1m0s
[22:42:44.566] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:91:0)
[22:42:44.566] Timer tick, asking Buildbucket for the build status
[22:42:45.756] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:42:45.756] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:92:0) after 1m0s
[22:43:45.861] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:92:0)
[22:43:45.861] Timer tick, asking Buildbucket for the build status
[22:43:46.187] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:43:46.187] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:93:0) after 1m0s
[22:44:46.274] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:93:0)
[22:44:46.274] Timer tick, asking Buildbucket for the build status
[22:44:47.943] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:44:47.943] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:94:0) after 1m0s
[22:45:48.041] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:94:0)
[22:45:48.041] Timer tick, asking Buildbucket for the build status
[22:45:48.663] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:45:48.663] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:95:0) after 1m0s
[22:46:48.718] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:95:0)
[22:46:48.718] Timer tick, asking Buildbucket for the build status
[22:46:48.965] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:46:48.965] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:96:0) after 1m0s
[22:47:49.083] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:96:0)
[22:47:49.083] Timer tick, asking Buildbucket for the build status
[22:47:49.347] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:47:49.347] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:97:0) after 1m0s
[22:48:49.548] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:97:0)
[22:48:49.548] Timer tick, asking Buildbucket for the build status
[22:48:49.931] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:48:49.931] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:98:0) after 1m0s
[22:49:50.248] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:98:0)
[22:49:50.248] Timer tick, asking Buildbucket for the build status
[22:49:50.785] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:49:50.785] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:99:0) after 1m0s
[22:50:50.849] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:99:0)
[22:50:50.849] Timer tick, asking Buildbucket for the build status
[22:50:51.320] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:50:51.320] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:100:0) after 1m0s
[22:51:51.379] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:100:0)
[22:51:51.379] Timer tick, asking Buildbucket for the build status
[22:51:51.684] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:51:51.684] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:101:0) after 1m0s
[22:52:51.847] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:101:0)
[22:52:51.847] Timer tick, asking Buildbucket for the build status
[22:52:52.160] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:52:52.160] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:102:0) after 1m0s
[22:53:52.228] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:102:0)
[22:53:52.228] Timer tick, asking Buildbucket for the build status
[22:53:52.400] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:53:52.400] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:103:0) after 1m0s
[22:54:52.561] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:103:0)
[22:54:52.561] Timer tick, asking Buildbucket for the build status
[22:54:55.966] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:54:55.966] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:104:0) after 1m0s
[22:55:56.086] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:104:0)
[22:55:56.086] Timer tick, asking Buildbucket for the build status
[22:55:56.726] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:55:56.726] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:105:0) after 1m0s
[22:56:56.735] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:105:0)
[22:56:56.735] Timer tick, asking Buildbucket for the build status
[22:56:57.747] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:56:57.747] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:106:0) after 1m0s
[22:57:57.852] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:106:0)
[22:57:57.852] Timer tick, asking Buildbucket for the build status
[22:57:58.028] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:57:58.028] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:107:0) after 1m0s
[22:58:58.282] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:107:0)
[22:58:58.282] Timer tick, asking Buildbucket for the build status
[22:58:59.434] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:58:59.434] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:108:0) after 1m0s
[22:59:59.725] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:108:0)
[22:59:59.725] Timer tick, asking Buildbucket for the build status
[23:00:00.299] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:00:00.299] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:109:0) after 1m0s
[23:01:00.707] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:109:0)
[23:01:00.707] Timer tick, asking Buildbucket for the build status
[23:01:01.005] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:01:01.005] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:110:0) after 1m0s
[23:02:01.358] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:110:0)
[23:02:01.358] Timer tick, asking Buildbucket for the build status
[23:02:03.403] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:02:03.403] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:111:0) after 1m0s
[23:03:03.443] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:111:0)
[23:03:03.443] Timer tick, asking Buildbucket for the build status
[23:03:04.225] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:03:04.225] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:112:0) after 1m0s
[23:04:04.313] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:112:0)
[23:04:04.313] Timer tick, asking Buildbucket for the build status
[23:04:04.537] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:04:04.537] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:113:0) after 1m0s
[23:05:04.558] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:113:0)
[23:05:04.558] Timer tick, asking Buildbucket for the build status
[23:05:04.756] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:05:04.756] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:114:0) after 1m0s
[23:06:04.930] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:114:0)
[23:06:04.930] Timer tick, asking Buildbucket for the build status
[23:06:05.520] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:06:05.520] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:115:0) after 1m0s
[23:07:05.630] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:115:0)
[23:07:05.630] Timer tick, asking Buildbucket for the build status
[23:07:06.289] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:07:06.289] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:116:0) after 1m0s
[23:08:06.422] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:116:0)
[23:08:06.422] Timer tick, asking Buildbucket for the build status
[23:08:07.438] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:08:07.438] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:117:0) after 1m0s
[23:09:07.502] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:117:0)
[23:09:07.502] Timer tick, asking Buildbucket for the build status
[23:09:08.780] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:09:08.780] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:118:0) after 1m0s
[23:10:08.979] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:118:0)
[23:10:08.979] Timer tick, asking Buildbucket for the build status
[23:10:10.180] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:10:10.180] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:119:0) after 1m0s
[23:11:10.617] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:119:0)
[23:11:10.617] Timer tick, asking Buildbucket for the build status
[23:11:10.833] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:11:10.833] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:120:0) after 1m0s
[23:12:11.000] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:120:0)
[23:12:11.000] Timer tick, asking Buildbucket for the build status
[23:12:11.250] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:12:11.250] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:121:0) after 1m0s
[23:13:11.403] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:121:0)
[23:13:11.403] Timer tick, asking Buildbucket for the build status
[23:13:11.631] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:13:11.631] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:122:0) after 1m0s
[23:14:11.701] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:122:0)
[23:14:11.701] Timer tick, asking Buildbucket for the build status
[23:14:12.819] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:14:12.819] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:123:0) after 1m0s
[23:15:12.838] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:123:0)
[23:15:12.838] Timer tick, asking Buildbucket for the build status
[23:15:13.149] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:15:13.149] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:124:0) after 1m0s
[23:16:13.382] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:124:0)
[23:16:13.382] Timer tick, asking Buildbucket for the build status
[23:16:13.593] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:16:13.593] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:125:0) after 1m0s
[23:17:13.675] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:125:0)
[23:17:13.675] Timer tick, asking Buildbucket for the build status
[23:17:15.141] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:17:15.141] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:126:0) after 1m0s
[23:18:15.245] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:126:0)
[23:18:15.245] Timer tick, asking Buildbucket for the build status
[23:18:15.663] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:18:15.663] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:127:0) after 1m0s
[23:19:15.806] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:127:0)
[23:19:15.806] Timer tick, asking Buildbucket for the build status
[23:19:16.389] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:19:16.389] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:128:0) after 1m0s
[23:20:16.442] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:128:0)
[23:20:16.442] Timer tick, asking Buildbucket for the build status
[23:20:17.840] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:20:17.840] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:129:0) after 1m0s
[23:21:18.061] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:129:0)
[23:21:18.061] Timer tick, asking Buildbucket for the build status
[23:21:18.308] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:21:18.308] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:130:0) after 1m0s
[23:22:18.455] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:130:0)
[23:22:18.455] Timer tick, asking Buildbucket for the build status
[23:22:18.768] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:22:18.768] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:131:0) after 1m0s
[23:23:18.885] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:131:0)
[23:23:18.885] Timer tick, asking Buildbucket for the build status
[23:23:19.538] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:23:19.538] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:132:0) after 1m0s
[23:24:19.604] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:132:0)
[23:24:19.604] Timer tick, asking Buildbucket for the build status
[23:24:19.805] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:24:19.805] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:133:0) after 1m0s
[23:25:19.896] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:133:0)
[23:25:19.896] Timer tick, asking Buildbucket for the build status
[23:25:20.146] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:25:20.146] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:134:0) after 1m0s
[23:26:20.218] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:134:0)
[23:26:20.218] Timer tick, asking Buildbucket for the build status
[23:26:20.899] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:26:20.899] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:135:0) after 1m0s
[23:27:21.017] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:135:0)
[23:27:21.017] Timer tick, asking Buildbucket for the build status
[23:27:21.394] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:27:21.394] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:136:0) after 1m0s
[23:28:21.439] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:136:0)
[23:28:21.439] Timer tick, asking Buildbucket for the build status
[23:28:21.958] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:28:21.958] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:137:0) after 1m0s
[23:29:22.029] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:137:0)
[23:29:22.029] Timer tick, asking Buildbucket for the build status
[23:29:22.346] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:29:22.346] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:138:0) after 1m0s
[23:30:22.412] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:138:0)
[23:30:22.412] Timer tick, asking Buildbucket for the build status
[23:30:22.599] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:30:22.599] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:139:0) after 1m0s
[23:31:22.635] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:139:0)
[23:31:22.635] Timer tick, asking Buildbucket for the build status
[23:31:23.069] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:31:23.069] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:140:0) after 1m0s
[23:32:23.162] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:140:0)
[23:32:23.162] Timer tick, asking Buildbucket for the build status
[23:32:23.485] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:32:23.485] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:141:0) after 1m0s
[23:33:23.518] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:141:0)
[23:33:23.518] Timer tick, asking Buildbucket for the build status
[23:33:24.387] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:33:24.387] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:142:0) after 1m0s
[23:34:24.587] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:142:0)
[23:34:24.587] Timer tick, asking Buildbucket for the build status
[23:34:24.947] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:34:24.947] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:143:0) after 1m0s
[23:35:24.972] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:143:0)
[23:35:24.972] Timer tick, asking Buildbucket for the build status
[23:35:27.016] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:35:27.016] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:144:0) after 1m0s
[23:36:27.051] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:144:0)
[23:36:27.051] Timer tick, asking Buildbucket for the build status
[23:36:28.409] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:36:28.409] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:145:0) after 1m0s
[23:37:28.479] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:145:0)
[23:37:28.479] Timer tick, asking Buildbucket for the build status
[23:37:28.692] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:37:28.692] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:146:0) after 1m0s
[23:38:28.725] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:146:0)
[23:38:28.725] Timer tick, asking Buildbucket for the build status
[23:38:28.959] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:38:28.959] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:147:0) after 1m0s
[23:39:28.978] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:147:0)
[23:39:28.978] Timer tick, asking Buildbucket for the build status
[23:39:29.296] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:39:29.296] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:148:0) after 1m0s
[23:40:29.324] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:148:0)
[23:40:29.324] Timer tick, asking Buildbucket for the build status
[23:40:29.728] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:40:29.728] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:149:0) after 1m0s
[23:41:29.756] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:149:0)
[23:41:29.756] Timer tick, asking Buildbucket for the build status
[23:41:30.115] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:41:30.115] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:150:0) after 1m0s
[23:42:30.238] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:150:0)
[23:42:30.238] Timer tick, asking Buildbucket for the build status
[23:42:30.408] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:42:30.408] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:151:0) after 1m0s
[23:43:30.452] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:151:0)
[23:43:30.452] Timer tick, asking Buildbucket for the build status
[23:43:30.782] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:43:30.782] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:152:0) after 1m0s
[23:44:30.830] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:152:0)
[23:44:30.830] Timer tick, asking Buildbucket for the build status
[23:44:31.029] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:44:31.029] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:153:0) after 1m0s
[23:45:31.082] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:153:0)
[23:45:31.082] Timer tick, asking Buildbucket for the build status
[23:45:31.342] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:45:31.342] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:154:0) after 1m0s
[23:46:31.419] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:154:0)
[23:46:31.419] Timer tick, asking Buildbucket for the build status
[23:46:31.578] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:46:31.578] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:155:0) after 1m0s
[23:47:31.625] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:155:0)
[23:47:31.625] Timer tick, asking Buildbucket for the build status
[23:47:32.065] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:47:32.066] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:156:0) after 1m0s
[23:48:32.102] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:156:0)
[23:48:32.102] Timer tick, asking Buildbucket for the build status
[23:48:32.909] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:48:32.909] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:157:0) after 1m0s
[23:49:32.948] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:157:0)
[23:49:32.948] Timer tick, asking Buildbucket for the build status
[23:49:33.178] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:49:33.178] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:158:0) after 1m0s
[23:50:33.233] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:158:0)
[23:50:33.233] Timer tick, asking Buildbucket for the build status
[23:50:34.404] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:50:34.404] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:159:0) after 1m0s
[23:51:34.457] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:159:0)
[23:51:34.457] Timer tick, asking Buildbucket for the build status
[23:51:34.857] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:51:34.857] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:160:0) after 1m0s
[23:52:34.927] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:160:0)
[23:52:34.927] Timer tick, asking Buildbucket for the build status
[23:52:36.000] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:52:36.000] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:161:0) after 1m0s
[23:53:36.142] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:161:0)
[23:53:36.142] Timer tick, asking Buildbucket for the build status
[23:53:36.343] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:53:36.343] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:162:0) after 1m0s
[23:54:36.378] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:162:0)
[23:54:36.378] Timer tick, asking Buildbucket for the build status
[23:54:36.630] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:54:36.630] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:163:0) after 1m0s
[23:55:36.849] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:163:0)
[23:55:36.849] Timer tick, asking Buildbucket for the build status
[23:55:37.487] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:55:37.487] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:164:0) after 1m0s
[23:56:38.176] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:164:0)
[23:56:38.176] Timer tick, asking Buildbucket for the build status
[23:56:38.491] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:56:38.491] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:165:0) after 1m0s
[23:57:38.958] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:165:0)
[23:57:38.958] Timer tick, asking Buildbucket for the build status
[23:57:40.079] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:57:40.079] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:166:0) after 1m0s
[23:58:40.195] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:166:0)
[23:58:40.195] Timer tick, asking Buildbucket for the build status
[23:58:41.603] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:58:41.603] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:167:0) after 1m0s
[23:59:41.674] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:167:0)
[23:59:41.674] Timer tick, asking Buildbucket for the build status
[23:59:42.632] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:59:42.632] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:168:0) after 1m0s
[00:00:42.786] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:168:0)
[00:00:42.786] Timer tick, asking Buildbucket for the build status
[00:00:43.990] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:00:43.990] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:169:0) after 1m0s
[00:01:44.079] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:169:0)
[00:01:44.079] Timer tick, asking Buildbucket for the build status
[00:01:44.642] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:01:44.642] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:170:0) after 1m0s
[00:02:44.838] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:170:0)
[00:02:44.838] Timer tick, asking Buildbucket for the build status
[00:02:45.517] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:02:45.518] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:171:0) after 1m0s
[00:03:45.551] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:171:0)
[00:03:45.551] Timer tick, asking Buildbucket for the build status
[00:03:45.987] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:03:45.987] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:172:0) after 1m0s
[00:04:46.054] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:172:0)
[00:04:46.054] Timer tick, asking Buildbucket for the build status
[00:04:48.474] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:04:48.474] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:173:0) after 1m0s
[00:05:48.575] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:173:0)
[00:05:48.575] Timer tick, asking Buildbucket for the build status
[00:05:49.645] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:05:49.645] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:174:0) after 1m0s
[00:06:49.745] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:174:0)
[00:06:49.745] Timer tick, asking Buildbucket for the build status
[00:06:50.363] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:06:50.363] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:175:0) after 1m0s
[00:07:50.459] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:175:0)
[00:07:50.459] Timer tick, asking Buildbucket for the build status
[00:07:52.494] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:07:52.494] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:176:0) after 1m0s
[00:08:52.536] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:176:0)
[00:08:52.536] Timer tick, asking Buildbucket for the build status
[00:08:53.078] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:08:53.078] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:177:0) after 1m0s
[00:09:53.136] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:177:0)
[00:09:53.136] Timer tick, asking Buildbucket for the build status
[00:09:54.432] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:09:54.432] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:178:0) after 1m0s
[00:10:54.482] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:178:0)
[00:10:54.482] Timer tick, asking Buildbucket for the build status
[00:10:55.126] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:10:55.126] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:179:0) after 1m0s
[00:11:55.188] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:179:0)
[00:11:55.188] Timer tick, asking Buildbucket for the build status
[00:11:55.428] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:11:55.428] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:180:0) after 1m0s
[00:12:55.555] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:180:0)
[00:12:55.555] Timer tick, asking Buildbucket for the build status
[00:12:55.866] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:12:55.866] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:181:0) after 1m0s
[00:13:56.045] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:181:0)
[00:13:56.045] Timer tick, asking Buildbucket for the build status
[00:13:56.327] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:13:56.327] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:182:0) after 1m0s
[00:14:56.384] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:182:0)
[00:14:56.384] Timer tick, asking Buildbucket for the build status
[00:14:56.776] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:14:56.776] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:183:0) after 1m0s
[00:15:56.821] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:183:0)
[00:15:56.821] Timer tick, asking Buildbucket for the build status
[00:15:57.066] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:15:57.066] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:184:0) after 1m0s
[00:16:57.243] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:184:0)
[00:16:57.243] Timer tick, asking Buildbucket for the build status
[00:16:57.651] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:16:57.651] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:185:0) after 1m0s
[00:17:57.676] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:185:0)
[00:17:57.676] Timer tick, asking Buildbucket for the build status
[00:17:57.874] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:17:57.874] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:186:0) after 1m0s
[00:18:57.963] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:186:0)
[00:18:57.963] Timer tick, asking Buildbucket for the build status
[00:18:58.710] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:18:58.710] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:187:0) after 1m0s
[00:19:58.741] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:187:0)
[00:19:58.741] Timer tick, asking Buildbucket for the build status
[00:19:59.379] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:19:59.379] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:188:0) after 1m0s
[00:20:59.448] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:188:0)
[00:20:59.448] Timer tick, asking Buildbucket for the build status
[00:20:59.841] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:20:59.841] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:189:0) after 1m0s
[00:21:59.859] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:189:0)
[00:21:59.859] Timer tick, asking Buildbucket for the build status
[00:22:00.332] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:22:00.332] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:190:0) after 1m0s
[00:23:00.400] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:190:0)
[00:23:00.400] Timer tick, asking Buildbucket for the build status
[00:23:00.667] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:23:00.667] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:191:0) after 1m0s
[00:24:00.728] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:191:0)
[00:24:00.728] Timer tick, asking Buildbucket for the build status
[00:24:03.095] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:24:03.095] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:192:0) after 1m0s
[00:25:03.387] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:192:0)
[00:25:03.387] Timer tick, asking Buildbucket for the build status
[00:25:03.881] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:25:03.881] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:193:0) after 1m0s
[00:26:03.919] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:193:0)
[00:26:03.919] Timer tick, asking Buildbucket for the build status
[00:26:04.538] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:26:04.538] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:194:0) after 1m0s
[00:27:04.607] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:194:0)
[00:27:04.607] Timer tick, asking Buildbucket for the build status
[00:27:05.327] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:27:05.327] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:195:0) after 1m0s
[00:28:05.386] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:195:0)
[00:28:05.386] Timer tick, asking Buildbucket for the build status
[00:28:06.348] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:28:06.348] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:196:0) after 1m0s
[00:29:06.465] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:196:0)
[00:29:06.465] Timer tick, asking Buildbucket for the build status
[00:29:06.772] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:29:06.772] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:197:0) after 1m0s
[00:30:06.860] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:197:0)
[00:30:06.860] Timer tick, asking Buildbucket for the build status
[00:30:07.231] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:30:07.231] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:198:0) after 1m0s
[00:31:07.292] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:198:0)
[00:31:07.292] Timer tick, asking Buildbucket for the build status
[00:31:07.589] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:31:07.589] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:199:0) after 1m0s
[00:32:07.650] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:199:0)
[00:32:07.650] Timer tick, asking Buildbucket for the build status
[00:32:07.937] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:32:07.937] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:200:0) after 1m0s
[00:33:07.998] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:200:0)
[00:33:07.998] Timer tick, asking Buildbucket for the build status
[00:33:08.469] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:33:08.469] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:201:0) after 1m0s
[00:34:08.539] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:201:0)
[00:34:08.539] Timer tick, asking Buildbucket for the build status
[00:34:09.610] Build 8891616477611633744: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:34:09.610] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057046540384420224:202:0) after 1m0s
[00:34:41.385] Received PubSub notification, asking Buildbucket for the build status
[00:34:41.534] Build 8891616477611633744: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[00:34:41.534] Buildbucket build:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "completed_ts": "1578702880509444",
    "created_by": "project:chromium",
    "created_ts": "1578690756175909",
    "failure_reason": "BUILD_FAILURE",
    "id": "8891616477611633744",
    "parameters_json": "{\"builder_name\": \"mac-code-coverage\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"8306788805aaa814fe17bd8f56029388433a0ebb\"}}",
    "project": "chromium",
    "result": "FAILURE",
    "result_details_json": "{\"error\": {\"message\": \"79 Test Suite(s) failed.\\n\\n**gin_unittests on (none) GPU on Mac** failed.\\n\\n**media_service_unittests on (none) GPU on Mac** failed.\\n\\n**base_util_unittests on (none) GPU on Mac** failed.\\n\\n**ui_base_unittests on (none) GPU on Mac** failed.\\n\\n**interactive_ui_tests on (none) GPU on Mac** failed.\\n\\n**crypto_unittests on (none) GPU on Mac** failed.\\n\\n**cast_unittests on (none) GPU on Mac** failed.\\n\\n**chrome_app_unittests on (none) GPU on Mac** failed.\\n\\n**blink_fuzzer_unittests on (none) GPU on Mac** failed.\\n\\n**boringssl_ssl_tests on (none) GPU on Mac** failed.\\n\\n**events_unittests on (none) GPU on Mac** failed.\\n\\n**gfx_unittests on (none) GPU on Mac** failed.\\n\\n**crashpad_tests on (none) GPU on Mac** failed.\\n\\n#### ...66 more test(s)...\"}, \"properties\": {\"$build/code_coverage\": {\"use_clang_coverage\": true}, \"$build/goma\": {\"rpc_extra_params\": \"?prod\", \"server_host\": \"goma.chromium.org\"}, \"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"build227-m9\", \"branch\": \"refs/heads/master\", \"buildername\": \"mac-code-coverage\", \"buildnumber\": 623, \"got_angle_revision\": \"c792a6bacf68778aa38a1a5850f1fdca6f117e41\", \"got_clang_revision\": \"n332890-c2443155-1\", \"got_dawn_revision\": \"5fc2c82c11e078928e6a0f9c447b69fe208815f8\", \"got_nacl_revision\": \"3651f6c52037c96e034cc422746768d59182bff3\", \"got_revision\": \"8306788805aaa814fe17bd8f56029388433a0ebb\", \"got_revision_cp\": \"refs/heads/master@{#730296}\", \"got_swarming_client_revision\": \"885b3febcc170a60f25795304e60927b77d1e92d\", \"got_swiftshader_revision\": \"df913b9112621bbb44e14575654ea9139e5bd624\", \"got_v8_revision\": \"7006065f20dd6ee20961e5b7b72be70e431a8b83\", \"got_v8_revision_cp\": \"refs/heads/8.1.152@{#1}\", \"got_webrtc_revision\": \"b42aeaa3fb21d78e59c47d2a9916acb380494496\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#30212}\", \"isolate_server\": \"https://isolateserver.appspot.com\", \"mastername\": \"chromium.fyi\", \"path_config\": \"generic\", \"recipe\": \"chromium\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"8306788805aaa814fe17bd8f56029388433a0ebb\", \"swarm_hashes\": {\"accessibility_unittests\": \"839d7b3bc0eb9a86c32bd761d30e2f235218306a\", \"angle_unittests\": \"5f19084ae41fe44c66840aa85958336a158b7d90\", \"app_shell_unittests\": \"373eb1b4d40f558a334e34a8f9122f2945ac82f0\", \"base_unittests\": \"8995f40ec5c943227c07e441e59db05c29f5f1c3\", \"base_util_unittests\": \"44aa70ad6700a158836b51251b339dd75e1adc5f\", \"blink_common_unittests\": \"94fda98dd482347e8e2b917bcc75ec229e50b2dc\", \"blink_fuzzer_unittests\": \"802ea700ed581d809ce9f0e5d4be98e98dbe79ca\", \"blink_heap_unittests\": \"e24e170e30dda14cebf6d2fc43bf70789d7afd06\", \"blink_platform_unittests\": \"a619ae8c127b1763630ba7b95f3d6704737e18a6\", \"blink_unittests\": \"11390c0056d1019d0c3ca6d1e6234fbde6f9e058\", \"boringssl_crypto_tests\": \"224d02558839bd9c64d6353368541b1914dc60b3\", \"boringssl_ssl_tests\": \"94af8595e3026bea6c868b48222a8b12b698c370\", \"browser_tests\": \"43c3b5b7e955c1fa514ebb7766bee21973366589\", \"cacheinvalidation_unittests\": \"ddf60aeac285e843596ae4b2748d94e9c74435f3\", \"capture_unittests\": \"28c03392dccabda45c9b816d73661186505359cd\", \"cast_unittests\": \"d4a6936117493d2b0c4e0df78e19ce6276dbcf66\", \"cc_unittests\": \"d72faf7d7d0d8f481ca5902bdb53a8c9ba04d0ce\", \"chrome_app_unittests\": \"7c95ddf9b585bef0f79b3921edd1c7f88975248f\", \"chromedriver_unittests\": \"cf96df6329b1ba78097b575e17bec5580a3bf35c\", \"components_browsertests\": \"8e56b1a38ab6d391d84c032cd21e746c5b135e39\", \"components_unittests\": \"6f695ebfa0254cc6940af487a39808b6a855cec1\", \"content_browsertests\": \"3177b4d928b71b9393f949822d027fc49fcbd172\", \"content_nocompile_tests\": \"571272152d82095454889f6e96f4bdf2aa0c2ff2\", \"content_unittests\": \"c351777c5b9b3b6ab41cf2314614e6c2fbaa48b5\", \"crashpad_tests\": \"4224330538b349d31ddbbd1917899589cc9d17b1\", \"cronet_tests\": \"daaddfeb90bab95314eba1b7eabc62487a48062d\", \"cronet_unittests\": \"3b8841ffdb008c20f3729d17df0adc63139c9a9a\", \"crypto_unittests\": \"cd524ebba955b24e4e202242497efaba18c0aab1\", \"device_unittests\": \"90529e3b420ff0b3b204926a4b2d6a67fbe333c6\", \"display_unittests\": \"feab427abaf203dfef62a6970c70d37a30e44286\", \"events_unittests\": \"8770d58c957e178ad78192cb37cc15eb64b2b1cb\", \"extensions_browsertests\": \"c1ccd2b0d7c89e73068d44c001543fa572cddec0\", \"extensions_unittests\": \"9886ae9ababccf49b8a7299557aeadc729e18a67\", \"filesystem_service_unittests\": \"af02386ef84dd52565de98be35ee1cb76b55f482\", \"gcm_unit_tests\": \"c02be745b42b93d5741d786a94b0dd01758c94ec\", \"gfx_unittests\": \"15370fc6a3fccf3fd8a54796702f829bd1cf6f0d\", \"gin_unittests\": \"d366dbd1af002bf7cc7cacb982f1b7b1c0f45c09\", \"google_apis_unittests\": \"565c14886d12c087e01ba63e6fe70215405975a8\", \"gpu_unittests\": \"e1f4feedaac8eef10d6874744c1516c9883ea60c\", \"gwp_asan_unittests\": \"38cc15de51b16e634236f8cb6f7a570b1a6bbfe9\", \"headless_browsertests\": \"5eeff9dffcaab4a43c549e891675db2f5491ce7f\", \"headless_unittests\": \"ce7fb719840251240e05f73bf8160702996e9df5\", \"interactive_ui_tests\": \"a4378db2ab577e31f9a3d6247768b615affed235\", \"ipc_tests\": \"e9bd5409b3aefd5a292e88301a756c19aa669d14\", \"jingle_unittests\": \"2d8caefe4c48872d473f904d6a041aa3040ccd90\", \"latency_unittests\": \"fe02f553c2acfe89f324e70ecef250725d298ed6\", \"libjingle_xmpp_unittests\": \"d5641f382133c4c5d0171b694e91b806bc6ccc5a\", \"media_blink_unittests\": \"6f2cbfc82c5c876410e87d018726780623f172e7\", \"media_service_unittests\": \"25c9d380c0cfcd0b6ab07eb69a83854755258e28\", \"media_unittests\": \"1dec68203c3b5365ae7122d87176afca719b7870\", \"message_center_unittests\": \"59979aadaa06c7c547070649077fe8830577fa18\", \"midi_unittests\": \"7b554dc5b806094e1eaaeff99357e052cd20b5c0\", \"mojo_unittests\": \"9669cde2a45d4d0a1d7443ad35774d7e56d583c9\", \"nacl_loader_unittests\": \"316de8d850c86f31cf739fc8fc5ae5bd5e621fea\", \"native_theme_unittests\": \"4c1b474228a618338ab1a60b1a81b7acee32d6cd\", \"net_unittests\": \"178dfe8c2ceeb5f320007179d7a1e2b84219e66f\", \"pdf_unittests\": \"fbe9e73a6e2ca7afc5a0f9cb1fb4598b197a09f6\", \"perfetto_unittests\": \"815c3849e92e4cb2ddcedfc2e3118df48bd84e7d\", \"ppapi_unittests\": \"4087b701bd4da54a47a4234ea68843e2f94889d2\", \"printing_unittests\": \"12166db995db8323ac5b6d9b2f3d6a58d42b1edb\", \"remoting_unittests\": \"d7d1647e59f0ae786ad4a7f0818ecc3ab4af5e49\", \"sandbox_mac_unittests\": \"cd0c3ef031ba134bbddc68c26b15a9d6d339ef2a\", \"service_manager_unittests\": \"6618d53c1649a665d602373f7599af4aa1b6d6e5\", \"services_unittests\": \"09c2cb089473dfe9a7aa6c9386e137fb1ee245e1\", \"shell_dialogs_unittests\": \"be57a922bc28dcbdd48d53f3634b2f2b0ae7af3c\", \"skia_unittests\": \"4e7b4a9ed763daa260a683526b02c6cfbced4027\", \"snapshot_unittests\": \"c1da989ed3ff22832ca84ae1f7d089f71a69ca84\", \"sql_unittests\": \"60efc3fe0fd36d9fd95de330756197d8cca4ee32\", \"storage_unittests\": \"79f1c5c6b578a9ad47b2a6e7d176e49d7be3266a\", \"sync_integration_tests\": \"0be3273aa1e9f971cc7a9dab515e2e72a2d1a3b8\", \"ui_base_unittests\": \"e8e58616e3ab8b866182d1027d9415fa7b260d2b\", \"ui_touch_selection_unittests\": \"c9818e3af667589c5718c7b9c4cdd0aa5358f2aa\", \"unit_tests\": \"9923f216d1e524494bb2676afea4672c7f1bef51\", \"updater_tests\": \"af08f1451dd6ab90c97667247f268264c8ad290e\", \"url_unittests\": \"d7c392b2ec2ebd3601baf8d092e09bc0fd98e4e8\", \"views_unittests\": \"d5ccee4cf00f689c10f15597259315b5d5f7f173\", \"viz_unittests\": \"267b120b0c4770febbbb900f28c342382c184e6c\", \"wtf_unittests\": \"0b5faef35fab7289bf161b643fef8b7dae1c7d18\", \"xr_browser_tests\": \"1453ada87686cd4258748c5443bedc90c91e7dfb\"}, \"swarm_hashes_refs/heads/master(at){#730296}_without_patch\": {\"accessibility_unittests\": \"839d7b3bc0eb9a86c32bd761d30e2f235218306a\", \"angle_unittests\": \"5f19084ae41fe44c66840aa85958336a158b7d90\", \"app_shell_unittests\": \"373eb1b4d40f558a334e34a8f9122f2945ac82f0\", \"base_unittests\": \"8995f40ec5c943227c07e441e59db05c29f5f1c3\", \"base_util_unittests\": \"44aa70ad6700a158836b51251b339dd75e1adc5f\", \"blink_common_unittests\": \"94fda98dd482347e8e2b917bcc75ec229e50b2dc\", \"blink_fuzzer_unittests\": \"802ea700ed581d809ce9f0e5d4be98e98dbe79ca\", \"blink_heap_unittests\": \"e24e170e30dda14cebf6d2fc43bf70789d7afd06\", \"blink_platform_unittests\": \"a619ae8c127b1763630ba7b95f3d6704737e18a6\", \"blink_unittests\": \"11390c0056d1019d0c3ca6d1e6234fbde6f9e058\", \"boringssl_crypto_tests\": \"224d02558839bd9c64d6353368541b1914dc60b3\", \"boringssl_ssl_tests\": \"94af8595e3026bea6c868b48222a8b12b698c370\", \"browser_tests\": \"43c3b5b7e955c1fa514ebb7766bee21973366589\", \"cacheinvalidation_unittests\": \"ddf60aeac285e843596ae4b2748d94e9c74435f3\", \"capture_unittests\": \"28c03392dccabda45c9b816d73661186505359cd\", \"cast_unittests\": \"d4a6936117493d2b0c4e0df78e19ce6276dbcf66\", \"cc_unittests\": \"d72faf7d7d0d8f481ca5902bdb53a8c9ba04d0ce\", \"chrome_app_unittests\": \"7c95ddf9b585bef0f79b3921edd1c7f88975248f\", \"chromedriver_unittests\": \"cf96df6329b1ba78097b575e17bec5580a3bf35c\", \"components_browsertests\": \"8e56b1a38ab6d391d84c032cd21e746c5b135e39\", \"components_unittests\": \"6f695ebfa0254cc6940af487a39808b6a855cec1\", \"content_browsertests\": \"3177b4d928b71b9393f949822d027fc49fcbd172\", \"content_nocompile_tests\": \"571272152d82095454889f6e96f4bdf2aa0c2ff2\", \"content_unittests\": \"c351777c5b9b3b6ab41cf2314614e6c2fbaa48b5\", \"crashpad_tests\": \"4224330538b349d31ddbbd1917899589cc9d17b1\", \"cronet_tests\": \"daaddfeb90bab95314eba1b7eabc62487a48062d\", \"cronet_unittests\": \"3b8841ffdb008c20f3729d17df0adc63139c9a9a\", \"crypto_unittests\": \"cd524ebba955b24e4e202242497efaba18c0aab1\", \"device_unittests\": \"90529e3b420ff0b3b204926a4b2d6a67fbe333c6\", \"display_unittests\": \"feab427abaf203dfef62a6970c70d37a30e44286\", \"events_unittests\": \"8770d58c957e178ad78192cb37cc15eb64b2b1cb\", \"extensions_browsertests\": \"c1ccd2b0d7c89e73068d44c001543fa572cddec0\", \"extensions_unittests\": \"9886ae9ababccf49b8a7299557aeadc729e18a67\", \"filesystem_service_unittests\": \"af02386ef84dd52565de98be35ee1cb76b55f482\", \"gcm_unit_tests\": \"c02be745b42b93d5741d786a94b0dd01758c94ec\", \"gfx_unittests\": \"15370fc6a3fccf3fd8a54796702f829bd1cf6f0d\", \"gin_unittests\": \"d366dbd1af002bf7cc7cacb982f1b7b1c0f45c09\", \"google_apis_unittests\": \"565c14886d12c087e01ba63e6fe70215405975a8\", \"gpu_unittests\": \"e1f4feedaac8eef10d6874744c1516c9883ea60c\", \"gwp_asan_unittests\": \"38cc15de51b16e634236f8cb6f7a570b1a6bbfe9\", \"headless_browsertests\": \"5eeff9dffcaab4a43c549e891675db2f5491ce7f\", \"headless_unittests\": \"ce7fb719840251240e05f73bf8160702996e9df5\", \"interactive_ui_tests\": \"a4378db2ab577e31f9a3d6247768b615affed235\", \"ipc_tests\": \"e9bd5409b3aefd5a292e88301a756c19aa669d14\", \"jingle_unittests\": \"2d8caefe4c48872d473f904d6a041aa3040ccd90\", \"latency_unittests\": \"fe02f553c2acfe89f324e70ecef250725d298ed6\", \"libjingle_xmpp_unittests\": \"d5641f382133c4c5d0171b694e91b806bc6ccc5a\", \"media_blink_unittests\": \"6f2cbfc82c5c876410e87d018726780623f172e7\", \"media_service_unittests\": \"25c9d380c0cfcd0b6ab07eb69a83854755258e28\", \"media_unittests\": \"1dec68203c3b5365ae7122d87176afca719b7870\", \"message_center_unittests\": \"59979aadaa06c7c547070649077fe8830577fa18\", \"midi_unittests\": \"7b554dc5b806094e1eaaeff99357e052cd20b5c0\", \"mojo_unittests\": \"9669cde2a45d4d0a1d7443ad35774d7e56d583c9\", \"nacl_loader_unittests\": \"316de8d850c86f31cf739fc8fc5ae5bd5e621fea\", \"native_theme_unittests\": \"4c1b474228a618338ab1a60b1a81b7acee32d6cd\", \"net_unittests\": \"178dfe8c2ceeb5f320007179d7a1e2b84219e66f\", \"pdf_unittests\": \"fbe9e73a6e2ca7afc5a0f9cb1fb4598b197a09f6\", \"perfetto_unittests\": \"815c3849e92e4cb2ddcedfc2e3118df48bd84e7d\", \"ppapi_unittests\": \"4087b701bd4da54a47a4234ea68843e2f94889d2\", \"printing_unittests\": \"12166db995db8323ac5b6d9b2f3d6a58d42b1edb\", \"remoting_unittests\": \"d7d1647e59f0ae786ad4a7f0818ecc3ab4af5e49\", \"sandbox_mac_unittests\": \"cd0c3ef031ba134bbddc68c26b15a9d6d339ef2a\", \"service_manager_unittests\": \"6618d53c1649a665d602373f7599af4aa1b6d6e5\", \"services_unittests\": \"09c2cb089473dfe9a7aa6c9386e137fb1ee245e1\", \"shell_dialogs_unittests\": \"be57a922bc28dcbdd48d53f3634b2f2b0ae7af3c\", \"skia_unittests\": \"4e7b4a9ed763daa260a683526b02c6cfbced4027\", \"snapshot_unittests\": \"c1da989ed3ff22832ca84ae1f7d089f71a69ca84\", \"sql_unittests\": \"60efc3fe0fd36d9fd95de330756197d8cca4ee32\", \"storage_unittests\": \"79f1c5c6b578a9ad47b2a6e7d176e49d7be3266a\", \"sync_integration_tests\": \"0be3273aa1e9f971cc7a9dab515e2e72a2d1a3b8\", \"ui_base_unittests\": \"e8e58616e3ab8b866182d1027d9415fa7b260d2b\", \"ui_touch_selection_unittests\": \"c9818e3af667589c5718c7b9c4cdd0aa5358f2aa\", \"unit_tests\": \"9923f216d1e524494bb2676afea4672c7f1bef51\", \"updater_tests\": \"af08f1451dd6ab90c97667247f268264c8ad290e\", \"url_unittests\": \"d7c392b2ec2ebd3601baf8d092e09bc0fd98e4e8\", \"views_unittests\": \"d5ccee4cf00f689c10f15597259315b5d5f7f173\", \"viz_unittests\": \"267b120b0c4770febbbb900f28c342382c184e6c\", \"wtf_unittests\": \"0b5faef35fab7289bf161b643fef8b7dae1c7d18\", \"xr_browser_tests\": \"1453ada87686cd4258748c5443bedc90c91e7dfb\"}}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_a165fbc5f77948fe8465d1f67a1e4a103f195e4f29767b5fac0876e41f78e10e_v2\", \"git\", \"goma_v2\", \"vpython\"], \"cores\": [\"24\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"1002\", \"1002:679e\", \"1002:679e-4.0.11-3.2.8\"], \"hidpi\": [\"0\"], \"id\": [\"build227-m9\"], \"mac_model\": [\"MacPro6,1\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Mac\", \"Mac-10.13\", \"Mac-10.13.6\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.10\"], \"server_version\": [\"4752-73c7603\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}, \"ui\": {\"info\": \"79 Test Suite(s) failed.\\n\\n**gin_unittests on (none) GPU on Mac** failed.\\n\\n**media_service_unittests on (none) GPU on Mac** failed.\\n\\n**base_util_unittests on (none) GPU on Mac** failed.\\n\\n**ui_base_unittests on (none) GPU on Mac** failed.\\n\\n**interactive_ui_tests on (none) GPU on Mac** failed.\\n\\n**crypto_unittests on (none) GPU on Mac** failed.\\n\\n**cast_unittests on (none) GPU on Mac** failed.\\n\\n**chrome_app_unittests on (none) GPU on Mac** failed.\\n\\n**blink_fuzzer_unittests on (none) GPU on Mac** failed.\\n\\n**boringssl_ssl_tests on (none) GPU on Mac** failed.\\n\\n**events_unittests on (none) GPU on Mac** failed.\\n\\n**gfx_unittests on (none) GPU on Mac** failed.\\n\\n**crashpad_tests on (none) GPU on Mac** failed.\\n\\n#### ...66 more test(s)...\"}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1578690861217929",
    "status": "COMPLETED",
    "status_changed_ts": "1578690861464514",
    "tags": [
      "build_address:luci.chromium.ci/mac-code-coverage/623",
      "builder:mac-code-coverage",
      "buildset:commit/git/8306788805aaa814fe17bd8f56029388433a0ebb",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/8306788805aaa814fe17bd8f56029388433a0ebb",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9057046540384420224",
      "scheduler_job_id:chromium/mac-code-coverage",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8891616477611633744/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:os:Mac",
      "swarming_tag:recipe_name:chromium",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:49aa1f2d337f4210",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1578702880926791",
    "url": "https://ci.chromium.org/b/8891616477611633744",
    "utcnow_ts": "1578702881522529"
  }
}
[00:34:41.534] Invocation finished in 3h22m7.386592722s with status FAILED