Status: FAILED
Triggered by: -
Duration: 3 hours
Actions:

Definition (rev 8d683712b694a839151e242babb9cab749cff6c1)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "mac-code-coverage"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "2eac14420f61c7997008e54cf10b88c1fd57a298"
}

Incoming tags

  • buildset:commit/git/2eac14420f61c7997008e54cf10b88c1fd57a298
  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2eac14420f61c7997008e54cf10b88c1fd57a298
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[14:54:52.356] New invocation is queued and will start shortly
[14:54:53.474] Starting the invocation (attempt 1)
[14:54:53.511] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[14:54:53.511] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[14:54:53.511] Buildbucket request:
{
  "bucket": "luci.chromium.ci",
  "client_operation_id": "9063049702846440624",
  "parameters_json": "{\"builder_name\":\"mac-code-coverage\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src\",\"revision\":\"2eac14420f61c7997008e54cf10b88c1fd57a298\"}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:mac-code-coverage",
    "scheduler_invocation_id:9063049702846440624",
    "scheduler_job_id:chromium/mac-code-coverage",
    "user_agent:luci-scheduler",
    "buildset:commit/git/2eac14420f61c7997008e54cf10b88c1fd57a298",
    "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2eac14420f61c7997008e54cf10b88c1fd57a298",
    "gitiles_ref:refs/heads/master"
  ]
}
[14:54:54.491] Buildbucket response:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "created_by": "project:chromium",
    "created_ts": "1572965693696835",
    "id": "8897619640724972848",
    "parameters_json": "{\"builder_name\": \"mac-code-coverage\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"2eac14420f61c7997008e54cf10b88c1fd57a298\"}}",
    "project": "chromium",
    "result_details_json": "{\"properties\": {}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1572965694272701",
    "tags": [
      "build_address:luci.chromium.ci/mac-code-coverage/297",
      "builder:mac-code-coverage",
      "buildset:commit/git/2eac14420f61c7997008e54cf10b88c1fd57a298",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2eac14420f61c7997008e54cf10b88c1fd57a298",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9063049702846440624",
      "scheduler_job_id:chromium/mac-code-coverage",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8897619640724972848/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:recipe_name:chromium",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1572965694272842",
    "url": "https://ci.chromium.org/b/8897619640724972848",
    "utcnow_ts": "1572965694483748"
  }
}
[14:54:54.491] Task URL: https://ci.chromium.org/b/8897619640724972848
[14:54:54.491] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:2:0) after 1m0s
[14:55:54.682] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:2:0)
[14:55:54.682] Timer tick, asking Buildbucket for the build status
[14:55:54.939] Build 8897619640724972848: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[14:55:54.939] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:3:0) after 1m0s
[14:56:21.083] Received PubSub notification, asking Buildbucket for the build status
[14:56:21.342] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:56:55.026] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:3:0)
[14:56:55.026] Timer tick, asking Buildbucket for the build status
[14:56:55.398] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:56:55.398] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:5:0) after 1m0s
[14:57:55.424] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:5:0)
[14:57:55.424] Timer tick, asking Buildbucket for the build status
[14:57:55.730] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:57:55.730] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:6:0) after 1m0s
[14:58:55.824] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:6:0)
[14:58:55.824] Timer tick, asking Buildbucket for the build status
[14:58:56.203] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:58:56.203] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:7:0) after 1m0s
[14:59:56.208] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:7:0)
[14:59:56.208] Timer tick, asking Buildbucket for the build status
[14:59:56.772] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:59:56.772] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:8:0) after 1m0s
[15:00:56.827] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:8:0)
[15:00:56.827] Timer tick, asking Buildbucket for the build status
[15:00:57.105] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:00:57.105] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:9:0) after 1m0s
[15:01:57.237] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:9:0)
[15:01:57.237] Timer tick, asking Buildbucket for the build status
[15:01:58.754] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:01:58.754] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:10:0) after 1m0s
[15:02:58.867] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:10:0)
[15:02:58.867] Timer tick, asking Buildbucket for the build status
[15:02:59.182] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:02:59.182] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:11:0) after 1m0s
[15:03:59.270] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:11:0)
[15:03:59.270] Timer tick, asking Buildbucket for the build status
[15:03:59.807] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:03:59.807] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:12:0) after 1m0s
[15:04:59.853] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:12:0)
[15:04:59.853] Timer tick, asking Buildbucket for the build status
[15:05:00.112] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:05:00.112] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:13:0) after 1m0s
[15:06:00.315] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:13:0)
[15:06:00.315] Timer tick, asking Buildbucket for the build status
[15:06:01.276] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:06:01.276] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:14:0) after 1m0s
[15:07:01.467] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:14:0)
[15:07:01.467] Timer tick, asking Buildbucket for the build status
[15:07:01.615] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:07:01.615] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:15:0) after 1m0s
[15:08:01.860] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:15:0)
[15:08:01.860] Timer tick, asking Buildbucket for the build status
[15:08:03.436] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:08:03.436] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:16:0) after 1m0s
[15:09:03.646] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:16:0)
[15:09:03.646] Timer tick, asking Buildbucket for the build status
[15:09:03.837] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:09:03.837] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:17:0) after 1m0s
[15:10:04.021] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:17:0)
[15:10:04.021] Timer tick, asking Buildbucket for the build status
[15:10:04.769] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:10:04.769] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:18:0) after 1m0s
[15:11:04.897] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:18:0)
[15:11:04.897] Timer tick, asking Buildbucket for the build status
[15:11:05.251] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:11:05.251] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:19:0) after 1m0s
[15:12:05.420] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:19:0)
[15:12:05.420] Timer tick, asking Buildbucket for the build status
[15:12:07.317] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:12:07.317] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:20:0) after 1m0s
[15:13:07.595] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:20:0)
[15:13:07.595] Timer tick, asking Buildbucket for the build status
[15:13:07.907] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:13:07.907] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:21:0) after 1m0s
[15:14:07.972] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:21:0)
[15:14:07.972] Timer tick, asking Buildbucket for the build status
[15:14:08.290] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:14:08.290] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:22:0) after 1m0s
[15:15:08.357] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:22:0)
[15:15:08.357] Timer tick, asking Buildbucket for the build status
[15:15:08.988] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:15:08.988] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:23:0) after 1m0s
[15:16:09.223] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:23:0)
[15:16:09.223] Timer tick, asking Buildbucket for the build status
[15:16:09.386] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:16:09.386] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:24:0) after 1m0s
[15:17:09.457] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:24:0)
[15:17:09.457] Timer tick, asking Buildbucket for the build status
[15:17:09.714] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:17:09.714] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:25:0) after 1m0s
[15:18:09.790] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:25:0)
[15:18:09.790] Timer tick, asking Buildbucket for the build status
[15:18:10.312] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:18:10.312] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:26:0) after 1m0s
[15:19:10.318] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:26:0)
[15:19:10.318] Timer tick, asking Buildbucket for the build status
[15:19:10.498] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:19:10.498] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:27:0) after 1m0s
[15:20:10.657] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:27:0)
[15:20:10.657] Timer tick, asking Buildbucket for the build status
[15:20:11.364] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:20:11.364] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:28:0) after 1m0s
[15:21:11.418] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:28:0)
[15:21:11.419] Timer tick, asking Buildbucket for the build status
[15:21:11.539] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:21:11.539] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:29:0) after 1m0s
[15:22:11.754] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:29:0)
[15:22:11.754] Timer tick, asking Buildbucket for the build status
[15:22:12.231] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:22:12.231] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:30:0) after 1m0s
[15:23:12.327] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:30:0)
[15:23:12.327] Timer tick, asking Buildbucket for the build status
[15:23:12.791] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:23:12.791] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:31:0) after 1m0s
[15:24:13.046] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:31:0)
[15:24:13.046] Timer tick, asking Buildbucket for the build status
[15:24:13.866] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:24:13.866] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:32:0) after 1m0s
[15:25:13.952] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:32:0)
[15:25:13.952] Timer tick, asking Buildbucket for the build status
[15:25:14.107] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:25:14.107] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:33:0) after 1m0s
[15:26:14.231] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:33:0)
[15:26:14.231] Timer tick, asking Buildbucket for the build status
[15:26:14.472] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:26:14.472] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:34:0) after 1m0s
[15:27:14.691] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:34:0)
[15:27:14.691] Timer tick, asking Buildbucket for the build status
[15:27:15.124] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:27:15.124] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:35:0) after 1m0s
[15:28:15.206] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:35:0)
[15:28:15.206] Timer tick, asking Buildbucket for the build status
[15:28:16.392] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:28:16.392] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:36:0) after 1m0s
[15:29:16.677] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:36:0)
[15:29:16.677] Timer tick, asking Buildbucket for the build status
[15:29:17.249] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:29:17.249] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:37:0) after 1m0s
[15:30:17.477] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:37:0)
[15:30:17.477] Timer tick, asking Buildbucket for the build status
[15:30:18.637] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:30:18.637] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:38:0) after 1m0s
[15:31:18.723] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:38:0)
[15:31:18.723] Timer tick, asking Buildbucket for the build status
[15:31:18.920] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:31:18.920] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:39:0) after 1m0s
[15:32:18.988] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:39:0)
[15:32:18.988] Timer tick, asking Buildbucket for the build status
[15:32:19.187] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:32:19.187] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:40:0) after 1m0s
[15:33:19.357] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:40:0)
[15:33:19.357] Timer tick, asking Buildbucket for the build status
[15:33:19.708] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:33:19.708] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:41:0) after 1m0s
[15:34:19.820] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:41:0)
[15:34:19.820] Timer tick, asking Buildbucket for the build status
[15:34:20.291] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:34:20.291] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:42:0) after 1m0s
[15:35:20.426] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:42:0)
[15:35:20.426] Timer tick, asking Buildbucket for the build status
[15:35:20.852] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:35:20.853] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:43:0) after 1m0s
[15:36:20.916] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:43:0)
[15:36:20.916] Timer tick, asking Buildbucket for the build status
[15:36:22.061] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:36:22.061] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:44:0) after 1m0s
[15:37:22.049] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:44:0)
[15:37:22.049] Timer tick, asking Buildbucket for the build status
[15:37:22.238] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:37:22.238] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:45:0) after 1m0s
[15:38:22.309] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:45:0)
[15:38:22.309] Timer tick, asking Buildbucket for the build status
[15:38:22.870] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:38:22.870] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:46:0) after 1m0s
[15:39:22.910] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:46:0)
[15:39:22.910] Timer tick, asking Buildbucket for the build status
[15:39:23.128] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:39:23.128] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:47:0) after 1m0s
[15:40:23.192] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:47:0)
[15:40:23.192] Timer tick, asking Buildbucket for the build status
[15:40:23.872] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:40:23.872] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:48:0) after 1m0s
[15:41:23.935] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:48:0)
[15:41:23.935] Timer tick, asking Buildbucket for the build status
[15:41:24.472] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:41:24.472] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:49:0) after 1m0s
[15:42:24.524] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:49:0)
[15:42:24.524] Timer tick, asking Buildbucket for the build status
[15:42:24.882] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:42:24.882] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:50:0) after 1m0s
[15:43:24.879] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:50:0)
[15:43:24.879] Timer tick, asking Buildbucket for the build status
[15:43:26.150] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:43:26.150] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:51:0) after 1m0s
[15:44:26.206] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:51:0)
[15:44:26.206] Timer tick, asking Buildbucket for the build status
[15:44:26.441] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:44:26.442] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:52:0) after 1m0s
[15:45:26.537] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:52:0)
[15:45:26.537] Timer tick, asking Buildbucket for the build status
[15:45:27.410] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:45:27.410] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:53:0) after 1m0s
[15:46:27.466] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:53:0)
[15:46:27.466] Timer tick, asking Buildbucket for the build status
[15:46:28.588] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:46:28.588] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:54:0) after 1m0s
[15:47:28.672] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:54:0)
[15:47:28.672] Timer tick, asking Buildbucket for the build status
[15:47:28.964] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:47:28.964] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:55:0) after 1m0s
[15:48:28.994] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:55:0)
[15:48:28.994] Timer tick, asking Buildbucket for the build status
[15:48:29.276] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:48:29.276] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:56:0) after 1m0s
[15:49:29.312] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:56:0)
[15:49:29.312] Timer tick, asking Buildbucket for the build status
[15:49:29.558] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:49:29.558] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:57:0) after 1m0s
[15:50:29.626] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:57:0)
[15:50:29.626] Timer tick, asking Buildbucket for the build status
[15:50:30.515] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:50:30.515] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:58:0) after 1m0s
[15:51:30.549] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:58:0)
[15:51:30.549] Timer tick, asking Buildbucket for the build status
[15:51:30.802] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:51:30.802] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:59:0) after 1m0s
[15:52:30.981] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:59:0)
[15:52:30.981] Timer tick, asking Buildbucket for the build status
[15:52:32.016] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:52:32.016] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:60:0) after 1m0s
[15:53:32.191] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:60:0)
[15:53:32.191] Timer tick, asking Buildbucket for the build status
[15:53:32.683] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:53:32.683] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:61:0) after 1m0s
[15:54:32.753] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:61:0)
[15:54:32.753] Timer tick, asking Buildbucket for the build status
[15:54:32.923] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:54:32.923] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:62:0) after 1m0s
[15:55:32.982] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:62:0)
[15:55:32.982] Timer tick, asking Buildbucket for the build status
[15:55:33.297] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:55:33.297] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:63:0) after 1m0s
[15:56:33.329] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:63:0)
[15:56:33.329] Timer tick, asking Buildbucket for the build status
[15:56:33.670] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:56:33.670] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:64:0) after 1m0s
[15:57:33.750] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:64:0)
[15:57:33.750] Timer tick, asking Buildbucket for the build status
[15:57:34.017] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:57:34.017] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:65:0) after 1m0s
[15:58:34.103] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:65:0)
[15:58:34.103] Timer tick, asking Buildbucket for the build status
[15:58:35.734] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:58:35.734] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:66:0) after 1m0s
[15:59:35.745] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:66:0)
[15:59:35.745] Timer tick, asking Buildbucket for the build status
[15:59:35.970] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:59:35.970] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:67:0) after 1m0s
[16:00:36.002] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:67:0)
[16:00:36.002] Timer tick, asking Buildbucket for the build status
[16:00:36.635] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:00:36.635] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:68:0) after 1m0s
[16:01:36.677] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:68:0)
[16:01:36.677] Timer tick, asking Buildbucket for the build status
[16:01:37.075] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:01:37.075] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:69:0) after 1m0s
[16:02:37.107] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:69:0)
[16:02:37.107] Timer tick, asking Buildbucket for the build status
[16:02:37.285] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:02:37.285] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:70:0) after 1m0s
[16:03:37.359] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:70:0)
[16:03:37.359] Timer tick, asking Buildbucket for the build status
[16:03:38.519] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:03:38.519] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:71:0) after 1m0s
[16:04:38.585] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:71:0)
[16:04:38.585] Timer tick, asking Buildbucket for the build status
[16:04:38.834] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:04:38.834] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:72:0) after 1m0s
[16:05:38.835] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:72:0)
[16:05:38.835] Timer tick, asking Buildbucket for the build status
[16:05:39.223] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:05:39.223] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:73:0) after 1m0s
[16:06:39.351] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:73:0)
[16:06:39.351] Timer tick, asking Buildbucket for the build status
[16:06:39.529] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:06:39.529] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:74:0) after 1m0s
[16:07:39.588] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:74:0)
[16:07:39.588] Timer tick, asking Buildbucket for the build status
[16:07:40.371] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:07:40.371] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:75:0) after 1m0s
[16:09:12.162] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:75:0)
[16:09:12.162] Timer tick, asking Buildbucket for the build status
[16:09:12.705] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:09:12.705] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:76:0) after 1m0s
[16:10:12.941] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:76:0)
[16:10:12.941] Timer tick, asking Buildbucket for the build status
[16:10:13.323] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:10:13.323] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:77:0) after 1m0s
[16:11:13.412] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:77:0)
[16:11:13.412] Timer tick, asking Buildbucket for the build status
[16:11:13.749] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:11:13.749] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:78:0) after 1m0s
[16:12:13.846] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:78:0)
[16:12:13.846] Timer tick, asking Buildbucket for the build status
[16:12:14.040] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:12:14.040] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:79:0) after 1m0s
[16:13:14.673] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:79:0)
[16:13:14.673] Timer tick, asking Buildbucket for the build status
[16:13:14.868] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:13:14.868] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:80:0) after 1m0s
[16:14:15.101] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:80:0)
[16:14:15.101] Timer tick, asking Buildbucket for the build status
[16:14:15.314] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:14:15.314] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:81:0) after 1m0s
[16:15:15.323] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:81:0)
[16:15:15.323] Timer tick, asking Buildbucket for the build status
[16:15:15.605] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:15:15.605] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:82:0) after 1m0s
[16:16:15.682] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:82:0)
[16:16:15.682] Timer tick, asking Buildbucket for the build status
[16:16:15.915] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:16:15.915] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:83:0) after 1m0s
[16:17:16.199] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:83:0)
[16:17:16.199] Timer tick, asking Buildbucket for the build status
[16:17:17.178] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:17:17.178] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:84:0) after 1m0s
[16:18:18.586] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:84:0)
[16:18:18.587] Timer tick, asking Buildbucket for the build status
[16:18:18.810] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:18:18.810] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:85:0) after 1m0s
[16:19:19.912] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:85:0)
[16:19:19.912] Timer tick, asking Buildbucket for the build status
[16:19:20.147] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:19:20.147] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:86:0) after 1m0s
[16:20:20.582] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:86:0)
[16:20:20.582] Timer tick, asking Buildbucket for the build status
[16:20:20.775] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:20:20.776] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:87:0) after 1m0s
[16:21:21.264] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:87:0)
[16:21:21.264] Timer tick, asking Buildbucket for the build status
[16:21:22.965] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:21:22.965] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:88:0) after 1m0s
[16:22:23.287] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:88:0)
[16:22:23.287] Timer tick, asking Buildbucket for the build status
[16:22:23.911] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:22:23.911] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:89:0) after 1m0s
[16:23:24.237] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:89:0)
[16:23:24.237] Timer tick, asking Buildbucket for the build status
[16:23:25.348] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:23:25.348] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:90:0) after 1m0s
[16:24:25.398] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:90:0)
[16:24:25.398] Timer tick, asking Buildbucket for the build status
[16:24:26.218] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:24:26.218] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:91:0) after 1m0s
[16:25:27.399] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:91:0)
[16:25:27.399] Timer tick, asking Buildbucket for the build status
[16:25:27.782] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:25:27.782] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:92:0) after 1m0s
[16:26:28.167] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:92:0)
[16:26:28.167] Timer tick, asking Buildbucket for the build status
[16:26:28.443] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:26:28.443] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:93:0) after 1m0s
[16:27:28.540] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:93:0)
[16:27:28.540] Timer tick, asking Buildbucket for the build status
[16:27:28.827] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:27:28.827] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:94:0) after 1m0s
[16:28:29.098] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:94:0)
[16:28:29.098] Timer tick, asking Buildbucket for the build status
[16:28:29.452] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:28:29.452] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:95:0) after 1m0s
[16:29:29.545] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:95:0)
[16:29:29.545] Timer tick, asking Buildbucket for the build status
[16:29:29.802] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:29:29.802] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:96:0) after 1m0s
[16:30:29.835] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:96:0)
[16:30:29.835] Timer tick, asking Buildbucket for the build status
[16:30:30.511] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:30:30.511] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:97:0) after 1m0s
[16:31:30.598] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:97:0)
[16:31:30.598] Timer tick, asking Buildbucket for the build status
[16:31:33.245] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:31:33.245] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:98:0) after 1m0s
[16:32:33.395] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:98:0)
[16:32:33.395] Timer tick, asking Buildbucket for the build status
[16:32:34.587] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:32:34.587] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:99:0) after 1m0s
[16:33:34.794] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:99:0)
[16:33:34.794] Timer tick, asking Buildbucket for the build status
[16:33:36.352] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:33:36.352] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:100:0) after 1m0s
[16:34:36.384] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:100:0)
[16:34:36.384] Timer tick, asking Buildbucket for the build status
[16:34:37.032] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:34:37.032] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:101:0) after 1m0s
[16:35:37.083] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:101:0)
[16:35:37.083] Timer tick, asking Buildbucket for the build status
[16:35:37.272] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:35:37.272] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:102:0) after 1m0s
[16:36:37.332] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:102:0)
[16:36:37.332] Timer tick, asking Buildbucket for the build status
[16:36:37.564] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:36:37.564] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:103:0) after 1m0s
[16:37:37.649] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:103:0)
[16:37:37.649] Timer tick, asking Buildbucket for the build status
[16:37:38.480] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:37:38.481] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:104:0) after 1m0s
[16:38:38.542] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:104:0)
[16:38:38.542] Timer tick, asking Buildbucket for the build status
[16:38:39.262] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:38:39.262] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:105:0) after 1m0s
[16:39:39.355] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:105:0)
[16:39:39.355] Timer tick, asking Buildbucket for the build status
[16:39:39.917] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:39:39.917] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:106:0) after 1m0s
[16:40:40.003] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:106:0)
[16:40:40.003] Timer tick, asking Buildbucket for the build status
[16:40:40.221] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:40:40.221] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:107:0) after 1m0s
[16:41:40.269] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:107:0)
[16:41:40.269] Timer tick, asking Buildbucket for the build status
[16:41:40.404] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:41:40.404] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:108:0) after 1m0s
[16:42:40.502] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:108:0)
[16:42:40.502] Timer tick, asking Buildbucket for the build status
[16:42:40.900] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:42:40.900] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:109:0) after 1m0s
[16:43:41.155] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:109:0)
[16:43:41.155] Timer tick, asking Buildbucket for the build status
[16:43:41.996] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:43:41.996] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:110:0) after 1m0s
[16:44:42.244] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:110:0)
[16:44:42.244] Timer tick, asking Buildbucket for the build status
[16:44:42.676] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:44:42.676] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:111:0) after 1m0s
[16:45:42.764] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:111:0)
[16:45:42.764] Timer tick, asking Buildbucket for the build status
[16:45:43.326] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:45:43.326] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:112:0) after 1m0s
[16:46:43.565] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:112:0)
[16:46:43.565] Timer tick, asking Buildbucket for the build status
[16:46:43.808] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:46:43.808] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:113:0) after 1m0s
[16:47:43.855] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:113:0)
[16:47:43.856] Timer tick, asking Buildbucket for the build status
[16:47:44.745] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:47:44.745] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:114:0) after 1m0s
[16:48:44.856] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:114:0)
[16:48:44.856] Timer tick, asking Buildbucket for the build status
[16:48:44.987] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:48:44.987] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:115:0) after 1m0s
[16:49:45.395] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:115:0)
[16:49:45.395] Timer tick, asking Buildbucket for the build status
[16:49:45.561] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:49:45.561] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:116:0) after 1m0s
[16:50:45.772] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:116:0)
[16:50:45.772] Timer tick, asking Buildbucket for the build status
[16:50:46.612] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:50:46.612] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:117:0) after 1m0s
[16:51:46.855] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:117:0)
[16:51:46.855] Timer tick, asking Buildbucket for the build status
[16:51:47.760] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:51:47.760] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:118:0) after 1m0s
[16:52:47.863] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:118:0)
[16:52:47.863] Timer tick, asking Buildbucket for the build status
[16:52:48.535] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:52:48.535] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:119:0) after 1m0s
[16:53:48.587] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:119:0)
[16:53:48.587] Timer tick, asking Buildbucket for the build status
[16:53:50.067] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:53:50.067] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:120:0) after 1m0s
[16:54:50.192] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:120:0)
[16:54:50.192] Timer tick, asking Buildbucket for the build status
[16:54:50.801] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:54:50.801] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:121:0) after 1m0s
[16:55:50.855] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:121:0)
[16:55:50.855] Timer tick, asking Buildbucket for the build status
[16:55:51.161] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:55:51.161] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:122:0) after 1m0s
[16:56:51.237] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:122:0)
[16:56:51.237] Timer tick, asking Buildbucket for the build status
[16:56:51.440] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:56:51.440] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:123:0) after 1m0s
[16:57:51.479] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:123:0)
[16:57:51.479] Timer tick, asking Buildbucket for the build status
[16:57:51.992] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:57:51.992] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:124:0) after 1m0s
[16:58:52.073] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:124:0)
[16:58:52.073] Timer tick, asking Buildbucket for the build status
[16:58:52.348] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:58:52.348] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:125:0) after 1m0s
[16:59:52.636] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:125:0)
[16:59:52.636] Timer tick, asking Buildbucket for the build status
[16:59:52.977] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:59:52.977] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:126:0) after 1m0s
[17:00:53.100] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:126:0)
[17:00:53.100] Timer tick, asking Buildbucket for the build status
[17:00:53.302] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:00:53.302] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:127:0) after 1m0s
[17:01:53.495] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:127:0)
[17:01:53.495] Timer tick, asking Buildbucket for the build status
[17:01:53.732] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:01:53.732] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:128:0) after 1m0s
[17:02:53.924] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:128:0)
[17:02:53.924] Timer tick, asking Buildbucket for the build status
[17:02:54.175] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:02:54.175] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:129:0) after 1m0s
[17:03:54.481] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:129:0)
[17:03:54.481] Timer tick, asking Buildbucket for the build status
[17:03:54.802] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:03:54.802] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:130:0) after 1m0s
[17:04:54.954] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:130:0)
[17:04:54.954] Timer tick, asking Buildbucket for the build status
[17:04:55.133] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:04:55.133] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:131:0) after 1m0s
[17:05:55.330] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:131:0)
[17:05:55.330] Timer tick, asking Buildbucket for the build status
[17:05:55.553] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:05:55.553] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:132:0) after 1m0s
[17:06:55.934] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:132:0)
[17:06:55.934] Timer tick, asking Buildbucket for the build status
[17:06:57.365] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:06:57.365] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:133:0) after 1m0s
[17:07:57.628] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:133:0)
[17:07:57.628] Timer tick, asking Buildbucket for the build status
[17:07:58.409] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:07:58.409] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:134:0) after 1m0s
[17:08:58.468] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:134:0)
[17:08:58.468] Timer tick, asking Buildbucket for the build status
[17:08:59.383] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:08:59.383] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:135:0) after 1m0s
[17:09:59.456] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:135:0)
[17:09:59.456] Timer tick, asking Buildbucket for the build status
[17:10:00.378] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:10:00.378] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:136:0) after 1m0s
[17:11:00.421] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:136:0)
[17:11:00.421] Timer tick, asking Buildbucket for the build status
[17:11:01.306] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:11:01.306] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:137:0) after 1m0s
[17:12:01.483] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:137:0)
[17:12:01.483] Timer tick, asking Buildbucket for the build status
[17:12:02.414] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:12:02.414] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:138:0) after 1m0s
[17:13:02.469] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:138:0)
[17:13:02.469] Timer tick, asking Buildbucket for the build status
[17:13:02.687] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:13:02.687] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:139:0) after 1m0s
[17:14:02.789] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:139:0)
[17:14:02.789] Timer tick, asking Buildbucket for the build status
[17:14:04.220] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:14:04.220] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:140:0) after 1m0s
[17:15:04.443] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:140:0)
[17:15:04.443] Timer tick, asking Buildbucket for the build status
[17:15:05.631] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:15:05.631] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:141:0) after 1m0s
[17:16:05.820] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:141:0)
[17:16:05.820] Timer tick, asking Buildbucket for the build status
[17:16:06.392] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:16:06.392] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:142:0) after 1m0s
[17:17:06.453] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:142:0)
[17:17:06.453] Timer tick, asking Buildbucket for the build status
[17:17:06.948] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:17:06.948] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:143:0) after 1m0s
[17:18:07.084] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:143:0)
[17:18:07.084] Timer tick, asking Buildbucket for the build status
[17:18:07.331] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:18:07.331] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:144:0) after 1m0s
[17:19:07.421] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:144:0)
[17:19:07.421] Timer tick, asking Buildbucket for the build status
[17:19:08.210] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:19:08.210] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:145:0) after 1m0s
[17:20:08.315] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:145:0)
[17:20:08.315] Timer tick, asking Buildbucket for the build status
[17:20:08.629] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:20:08.629] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:146:0) after 1m0s
[17:21:08.829] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:146:0)
[17:21:08.829] Timer tick, asking Buildbucket for the build status
[17:21:09.089] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:21:09.089] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:147:0) after 1m0s
[17:22:09.167] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:147:0)
[17:22:09.167] Timer tick, asking Buildbucket for the build status
[17:22:12.701] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:22:12.702] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:148:0) after 1m0s
[17:23:12.745] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:148:0)
[17:23:12.746] Timer tick, asking Buildbucket for the build status
[17:23:12.927] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:23:12.927] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:149:0) after 1m0s
[17:24:13.109] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:149:0)
[17:24:13.109] Timer tick, asking Buildbucket for the build status
[17:24:13.346] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:24:13.346] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:150:0) after 1m0s
[17:25:13.409] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:150:0)
[17:25:13.409] Timer tick, asking Buildbucket for the build status
[17:25:13.677] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:25:13.677] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:151:0) after 1m0s
[17:26:13.706] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:151:0)
[17:26:13.706] Timer tick, asking Buildbucket for the build status
[17:26:15.054] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:26:15.054] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:152:0) after 1m0s
[17:27:15.104] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:152:0)
[17:27:15.104] Timer tick, asking Buildbucket for the build status
[17:27:19.359] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:27:19.359] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:153:0) after 1m0s
[17:28:19.427] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:153:0)
[17:28:19.427] Timer tick, asking Buildbucket for the build status
[17:28:20.338] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:28:20.342] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:154:0) after 1m0s
[17:29:20.390] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:154:0)
[17:29:20.390] Timer tick, asking Buildbucket for the build status
[17:29:20.699] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:29:20.700] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:155:0) after 1m0s
[17:30:20.730] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:155:0)
[17:30:20.730] Timer tick, asking Buildbucket for the build status
[17:30:20.960] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:30:20.960] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:156:0) after 1m0s
[17:31:20.965] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:156:0)
[17:31:20.965] Timer tick, asking Buildbucket for the build status
[17:31:21.701] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:31:21.701] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:157:0) after 1m0s
[17:32:21.731] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:157:0)
[17:32:21.731] Timer tick, asking Buildbucket for the build status
[17:32:22.157] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:32:22.157] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:158:0) after 1m0s
[17:33:22.163] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:158:0)
[17:33:22.163] Timer tick, asking Buildbucket for the build status
[17:33:22.775] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:33:22.775] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:159:0) after 1m0s
[17:34:22.906] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:159:0)
[17:34:22.906] Timer tick, asking Buildbucket for the build status
[17:34:23.167] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:34:23.167] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:160:0) after 1m0s
[17:35:23.236] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:160:0)
[17:35:23.236] Timer tick, asking Buildbucket for the build status
[17:35:24.087] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:35:24.087] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:161:0) after 1m0s
[17:36:24.154] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:161:0)
[17:36:24.154] Timer tick, asking Buildbucket for the build status
[17:36:24.720] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:36:24.720] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:162:0) after 1m0s
[17:37:24.775] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:162:0)
[17:37:24.775] Timer tick, asking Buildbucket for the build status
[17:37:25.670] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:37:25.670] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:163:0) after 1m0s
[17:38:26.086] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:163:0)
[17:38:26.086] Timer tick, asking Buildbucket for the build status
[17:38:27.138] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:38:27.138] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:164:0) after 1m0s
[17:39:27.191] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:164:0)
[17:39:27.191] Timer tick, asking Buildbucket for the build status
[17:39:27.362] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:39:27.362] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:165:0) after 1m0s
[17:40:27.438] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:165:0)
[17:40:27.438] Timer tick, asking Buildbucket for the build status
[17:40:28.403] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:40:28.403] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:166:0) after 1m0s
[17:41:28.499] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:166:0)
[17:41:28.499] Timer tick, asking Buildbucket for the build status
[17:41:29.041] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:41:29.041] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:167:0) after 1m0s
[17:42:29.095] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:167:0)
[17:42:29.095] Timer tick, asking Buildbucket for the build status
[17:42:29.327] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:42:29.327] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:168:0) after 1m0s
[17:43:29.388] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:168:0)
[17:43:29.388] Timer tick, asking Buildbucket for the build status
[17:43:29.566] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:43:29.566] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:169:0) after 1m0s
[17:44:29.598] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:169:0)
[17:44:29.598] Timer tick, asking Buildbucket for the build status
[17:44:30.349] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:44:30.349] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:170:0) after 1m0s
[17:45:30.404] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:170:0)
[17:45:30.404] Timer tick, asking Buildbucket for the build status
[17:45:30.617] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:45:30.617] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:171:0) after 1m0s
[17:46:30.881] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:171:0)
[17:46:30.881] Timer tick, asking Buildbucket for the build status
[17:46:31.445] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:46:31.445] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:172:0) after 1m0s
[17:47:32.171] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:172:0)
[17:47:32.171] Timer tick, asking Buildbucket for the build status
[17:47:32.557] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:47:32.557] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:173:0) after 1m0s
[17:48:32.656] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:173:0)
[17:48:32.656] Timer tick, asking Buildbucket for the build status
[17:48:33.684] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:48:33.685] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:174:0) after 1m0s
[17:49:33.819] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:174:0)
[17:49:33.819] Timer tick, asking Buildbucket for the build status
[17:49:34.169] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:49:34.169] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:175:0) after 1m0s
[17:50:34.367] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:175:0)
[17:50:34.367] Timer tick, asking Buildbucket for the build status
[17:50:35.155] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:50:35.155] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:176:0) after 1m0s
[17:51:35.303] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:176:0)
[17:51:35.303] Timer tick, asking Buildbucket for the build status
[17:51:36.685] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:51:36.686] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:177:0) after 1m0s
[17:52:36.805] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:177:0)
[17:52:36.805] Timer tick, asking Buildbucket for the build status
[17:52:37.010] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:52:37.011] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:178:0) after 1m0s
[17:53:37.096] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:178:0)
[17:53:37.096] Timer tick, asking Buildbucket for the build status
[17:53:37.372] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:53:37.372] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:179:0) after 1m0s
[17:54:37.551] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:179:0)
[17:54:37.551] Timer tick, asking Buildbucket for the build status
[17:54:37.851] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:54:37.851] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:180:0) after 1m0s
[17:55:38.021] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:180:0)
[17:55:38.021] Timer tick, asking Buildbucket for the build status
[17:55:38.324] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:55:38.324] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:181:0) after 1m0s
[17:56:38.467] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:181:0)
[17:56:38.467] Timer tick, asking Buildbucket for the build status
[17:56:38.766] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:56:38.766] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:182:0) after 1m0s
[17:57:38.855] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:182:0)
[17:57:38.855] Timer tick, asking Buildbucket for the build status
[17:57:40.463] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:57:40.463] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:183:0) after 1m0s
[17:58:40.621] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:183:0)
[17:58:40.621] Timer tick, asking Buildbucket for the build status
[17:58:41.859] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:58:41.859] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:184:0) after 1m0s
[17:59:41.907] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:184:0)
[17:59:41.907] Timer tick, asking Buildbucket for the build status
[17:59:42.522] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:59:42.522] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:185:0) after 1m0s
[18:00:42.559] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:185:0)
[18:00:42.559] Timer tick, asking Buildbucket for the build status
[18:00:44.188] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:00:44.188] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:186:0) after 1m0s
[18:01:44.263] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:186:0)
[18:01:44.263] Timer tick, asking Buildbucket for the build status
[18:01:44.880] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:01:44.880] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:187:0) after 1m0s
[18:02:44.943] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:187:0)
[18:02:44.943] Timer tick, asking Buildbucket for the build status
[18:02:45.489] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:02:45.489] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:188:0) after 1m0s
[18:03:45.498] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:188:0)
[18:03:45.498] Timer tick, asking Buildbucket for the build status
[18:03:46.244] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:03:46.244] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:189:0) after 1m0s
[18:04:46.305] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:189:0)
[18:04:46.305] Timer tick, asking Buildbucket for the build status
[18:04:46.954] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:04:46.954] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:190:0) after 1m0s
[18:05:47.106] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:190:0)
[18:05:47.106] Timer tick, asking Buildbucket for the build status
[18:05:50.189] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:05:50.189] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:191:0) after 1m0s
[18:06:50.262] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:191:0)
[18:06:50.262] Timer tick, asking Buildbucket for the build status
[18:06:50.442] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:06:50.442] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:192:0) after 1m0s
[18:07:50.482] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:192:0)
[18:07:50.482] Timer tick, asking Buildbucket for the build status
[18:07:50.729] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:07:50.729] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:193:0) after 1m0s
[18:08:50.843] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:193:0)
[18:08:50.843] Timer tick, asking Buildbucket for the build status
[18:08:51.168] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:08:51.168] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:194:0) after 1m0s
[18:09:51.285] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:194:0)
[18:09:51.285] Timer tick, asking Buildbucket for the build status
[18:09:55.250] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:09:55.250] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:195:0) after 1m0s
[18:10:55.483] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:195:0)
[18:10:55.483] Timer tick, asking Buildbucket for the build status
[18:10:56.435] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:10:56.435] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:196:0) after 1m0s
[18:11:56.504] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:196:0)
[18:11:56.505] Timer tick, asking Buildbucket for the build status
[18:11:57.030] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:11:57.030] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:197:0) after 1m0s
[18:12:57.129] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:197:0)
[18:12:57.129] Timer tick, asking Buildbucket for the build status
[18:12:57.540] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:12:57.540] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:198:0) after 1m0s
[18:13:57.633] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:198:0)
[18:13:57.633] Timer tick, asking Buildbucket for the build status
[18:13:57.925] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:13:57.925] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:199:0) after 1m0s
[18:14:58.178] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:199:0)
[18:14:58.178] Timer tick, asking Buildbucket for the build status
[18:14:58.848] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:14:58.848] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:200:0) after 1m0s
[18:15:58.948] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:200:0)
[18:15:58.948] Timer tick, asking Buildbucket for the build status
[18:15:59.641] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:15:59.641] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:201:0) after 1m0s
[18:16:59.719] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:201:0)
[18:16:59.719] Timer tick, asking Buildbucket for the build status
[18:17:00.305] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:17:00.305] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:202:0) after 1m0s
[18:18:00.363] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:202:0)
[18:18:00.363] Timer tick, asking Buildbucket for the build status
[18:18:01.135] Build 8897619640724972848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:18:01.135] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063049702846440624:203:0) after 1m0s
[18:18:24.905] Received PubSub notification, asking Buildbucket for the build status
[18:18:25.221] Build 8897619640724972848: status "COMPLETED", result "FAILURE", failure_reason "INFRA_FAILURE", cancelation_reason ""
[18:18:25.221] Buildbucket build:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "completed_ts": "1572977903305248",
    "created_by": "project:chromium",
    "created_ts": "1572965693696835",
    "failure_reason": "INFRA_FAILURE",
    "id": "8897619640724972848",
    "parameters_json": "{\"builder_name\": \"mac-code-coverage\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"2eac14420f61c7997008e54cf10b88c1fd57a298\"}}",
    "project": "chromium",
    "result": "FAILURE",
    "result_details_json": "{\"error\": {\"message\": \"recipe infra failure: Infra Failure: Step('Shard #0 failed: Details unknown (missing shard results)') (retcode: 1)\"}, \"properties\": {\"$build/code_coverage\": {\"use_clang_coverage\": true}, \"$build/goma\": {\"rpc_extra_params\": \"?prod\", \"server_host\": \"goma.chromium.org\"}, \"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"build227-m9\", \"branch\": \"refs/heads/master\", \"buildername\": \"mac-code-coverage\", \"buildnumber\": 297, \"got_angle_revision\": \"ac36a55cc2deadc3c77eebcf55f05241b1667bbe\", \"got_clang_revision\": \"373424-64a362e7-1\", \"got_dawn_revision\": \"dbf9f7c39cbe44f9a627855a949018dc03214054\", \"got_nacl_revision\": \"3651f6c52037c96e034cc422746768d59182bff3\", \"got_revision\": \"2eac14420f61c7997008e54cf10b88c1fd57a298\", \"got_revision_cp\": \"refs/heads/master@{#712574}\", \"got_swarming_client_revision\": \"885b3febcc170a60f25795304e60927b77d1e92d\", \"got_swiftshader_revision\": \"aaa64b76c0b40c2958a18cfdc623157c8c6e1b7d\", \"got_v8_revision\": \"9ab48dcceb41e68cc02d83193f32a71572609ee0\", \"got_v8_revision_cp\": \"refs/heads/8.0.157@{#1}\", \"got_webrtc_revision\": \"d5a7838926b839469db1072d72a92e6814f2faeb\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#29685}\", \"isolate_server\": \"https://isolateserver.appspot.com\", \"mastername\": \"chromium.fyi\", \"path_config\": \"generic\", \"recipe\": \"chromium\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"2eac14420f61c7997008e54cf10b88c1fd57a298\", \"swarm_hashes\": {\"accessibility_unittests\": \"57f2dfdecc1a3508e68bebe9928cea5810e9dc9f\", \"angle_unittests\": \"1c58ad9467414ff1561ed5354d15ae41e75b98e1\", \"app_shell_unittests\": \"2f6ae37b91abb46c9f78b3382072dbbc9cae96a1\", \"base_unittests\": \"5171276e1fd24a6efb815d4f3d981e0f4056584c\", \"base_util_unittests\": \"228b104606d238fe6e81535828d27ff38cab4c3f\", \"blink_common_unittests\": \"61c3be02dc0ff54aeae393a3a4d82d8c16b475bb\", \"blink_fuzzer_unittests\": \"c1d7fed9402cb2f0ac256ea1759fab840582b85b\", \"blink_heap_unittests\": \"eea02d8c47e97e9e85d3dd239c1d113f173ea70e\", \"blink_platform_unittests\": \"59d23f8c6a857f180ba92f8397ef3acbc494e019\", \"blink_unittests\": \"86a5a9a1544180efadd78fb42c287c9004bb014b\", \"boringssl_crypto_tests\": \"1ede624389465166126227da541568d881b048d8\", \"boringssl_ssl_tests\": \"cfe6581258afd2fb77691aee7eef082c506c137b\", \"browser_tests\": \"7f03c7890923fc1701a8517a26c94a7639e05082\", \"cacheinvalidation_unittests\": \"b0e295b9dce03ce269ad82ec3e08b42c590c881b\", \"capture_unittests\": \"0dcb97c91bfa5b0877b19690e4e1ce47462e69d1\", \"cast_unittests\": \"ca2445d258d290ed58fefb9bf0d3537b5c74f8a6\", \"cc_unittests\": \"a39b0e59709f8611d385f9f129cc5257a8857850\", \"chrome_app_unittests\": \"487c51288632dcbd8bc64c57bebf66df9a93902b\", \"chromedriver_unittests\": \"1eb2dfe98f21c0432fb5868d7753a9eec54affb6\", \"color_unittests\": \"1b013e8531e27b0eeee715e6b1a76a3923bad077\", \"components_browsertests\": \"7ffd5e47be149ff2ed4a9d71b8e34cadb3d49b76\", \"components_unittests\": \"5d9031b4d54aa3522775b147fbd263a449838f15\", \"content_browsertests\": \"ef1ba80224b359beb02ae7c343a2282f4217b1d9\", \"content_nocompile_tests\": \"281c36f5b7588a43d144cd4da96ee8a52a566bae\", \"content_unittests\": \"16b02c1323befdbc950e5a2417e4bb4ca23993ff\", \"crashpad_tests\": \"15b4cc370569ede6a051dd4b4b500c4e2de608d9\", \"cronet_tests\": \"245c6cfb131a68f5e73d4e7a09090cba6134b34b\", \"cronet_unittests\": \"b682010735973a4077c9181e1d6e489adf10ad16\", \"crypto_unittests\": \"92b8ba58b40b61792c23814b52cbc15e6db87227\", \"device_unittests\": \"acc153f1247b8aadd36088154cef02363ea511b4\", \"display_unittests\": \"105bc66fbbbf9c998a5345481d2d582596a92fc7\", \"events_unittests\": \"e171def84e219560c47eb1f16aaf2b71b733ae4c\", \"extensions_browsertests\": \"b83f997a7026c9acb0070de37e04a8117f09953e\", \"extensions_unittests\": \"19cd273d4afd31d7038fa5a2e25185193614f07d\", \"filesystem_service_unittests\": \"c3657a33459187155fe3024005a2c566fc5dbead\", \"gcm_unit_tests\": \"1dcbbf2a405691aeaed3b38e9f894576e50f1f5c\", \"gfx_unittests\": \"41de6c7c04faf7ccf08349a933661222acbf8857\", \"gin_unittests\": \"6b68b05ed6edc854e8d1d76c1a9205720dfd6831\", \"google_apis_unittests\": \"364beffce0ee16e4077650f042f1a96653fc6d6b\", \"gpu_unittests\": \"d9a41e5519f40bacb54c0d96bfe16798d6bc0113\", \"gwp_asan_unittests\": \"10a679e55fabbf6c46281add6049724d68e97b84\", \"headless_browsertests\": \"aaa3d028eeeb99c8b9f8cc8d126b5320568a047c\", \"headless_unittests\": \"f4685896b848d476aa51e890a74e7d5be1a76236\", \"interactive_ui_tests\": \"60c0ccb5d420f345df1ace66ed7afcdf48cba93c\", \"ipc_tests\": \"5d6e31ca63dc54135a09dd0f3f748cd5a703f52a\", \"jingle_unittests\": \"240e600d0cafc67f554f428a2b6628312f437740\", \"latency_unittests\": \"f30eb39c78afdb8b0cfe9a49940928e258eef500\", \"libjingle_xmpp_unittests\": \"a03a7279eed88ab6ef02afbee57a23c7787ee454\", \"media_blink_unittests\": \"14e4ea04c3089d57501c8fdc1e2739d954d19c32\", \"media_service_unittests\": \"3fec6a9893f59b8a449e7b5ed37567a55ce1f947\", \"media_unittests\": \"90150a5c1bc571502aac6d49389dcd7c09095f15\", \"message_center_unittests\": \"cde394b117052d6821f0abbde9a37804cb141613\", \"midi_unittests\": \"ba9927289b444d6db03adfa53b8e3ed8094edc18\", \"mojo_unittests\": \"b279ac8f000e799928846bbf74c6f2371bb006bb\", \"nacl_loader_unittests\": \"86cff7ddf05a776ea9a47d869e299f3b200d5d5e\", \"native_theme_unittests\": \"0d78dfbe9aa53c43233b1d713a6114a666890426\", \"net_unittests\": \"60cfb2fa087ce37a9ad3b902ad4697aebc3e2ef0\", \"pdf_unittests\": \"d6af917706c195f2a9e19196234802d51eb3e215\", \"perfetto_unittests\": \"411a6543721a58d039b5a8b328d6de20d6867fce\", \"ppapi_unittests\": \"eb9d8634741c64e32a7daf61429a9e061e747747\", \"printing_unittests\": \"7ee1b0b51bba0cb18823303dae833c6fe303456b\", \"remoting_unittests\": \"9db7b9c7b9a9496fe6b08f7e342df06e7151983f\", \"sandbox_mac_unittests\": \"35380f87b3256da268b797c205e403cc2ef03ed0\", \"service_manager_unittests\": \"fb0e9c192419049ece408a2f39be5ee5374abe46\", \"services_unittests\": \"7d896b96feebe5aab5ea7a889ffca2d6ea3e4129\", \"shell_dialogs_unittests\": \"080e06bd715d88cca1965a4c37a50a75be52bc17\", \"skia_unittests\": \"c28bc645d3c5dfd4647cfc00e554ae4580be85da\", \"snapshot_unittests\": \"fe4fa8167d2284260b910df2ef8824e25646306a\", \"sql_unittests\": \"8913ce9f271dbd4873425c7f8e33fd236b7dd0f3\", \"storage_unittests\": \"c734ef5f006b9a6ede3b7e69f43c579e3d8fbbba\", \"sync_integration_tests\": \"d4b6829b52cdce1ae9ea7b52a2954805e7cc71d6\", \"ui_base_unittests\": \"7ec589bd04cb04ae14537215875518c4c4aac2b7\", \"ui_touch_selection_unittests\": \"e022a6c3964f59067c9c4586744ab3d36e2c3ec7\", \"unit_tests\": \"6086ff64649fb1098aabba5cce46cb1736ac6aed\", \"updater_tests\": \"dbeb0db36031883ba81dc6598f54f96a7bbe2ce8\", \"url_unittests\": \"ffc4043a325e33cd278db44e44ad580f75e78cb0\", \"views_unittests\": \"63ab67d35bb77f5d5fb58554b4f531f42b473c0c\", \"viz_unittests\": \"1bcfee44dfd49cf9474f9615e12fabd6f2e101aa\", \"wtf_unittests\": \"f16aeff302d7a998927c6f5f39e58712840ea909\"}, \"swarm_hashes_refs/heads/master(at){#712574}_without_patch\": {\"accessibility_unittests\": \"57f2dfdecc1a3508e68bebe9928cea5810e9dc9f\", \"angle_unittests\": \"1c58ad9467414ff1561ed5354d15ae41e75b98e1\", \"app_shell_unittests\": \"2f6ae37b91abb46c9f78b3382072dbbc9cae96a1\", \"base_unittests\": \"5171276e1fd24a6efb815d4f3d981e0f4056584c\", \"base_util_unittests\": \"228b104606d238fe6e81535828d27ff38cab4c3f\", \"blink_common_unittests\": \"61c3be02dc0ff54aeae393a3a4d82d8c16b475bb\", \"blink_fuzzer_unittests\": \"c1d7fed9402cb2f0ac256ea1759fab840582b85b\", \"blink_heap_unittests\": \"eea02d8c47e97e9e85d3dd239c1d113f173ea70e\", \"blink_platform_unittests\": \"59d23f8c6a857f180ba92f8397ef3acbc494e019\", \"blink_unittests\": \"86a5a9a1544180efadd78fb42c287c9004bb014b\", \"boringssl_crypto_tests\": \"1ede624389465166126227da541568d881b048d8\", \"boringssl_ssl_tests\": \"cfe6581258afd2fb77691aee7eef082c506c137b\", \"browser_tests\": \"7f03c7890923fc1701a8517a26c94a7639e05082\", \"cacheinvalidation_unittests\": \"b0e295b9dce03ce269ad82ec3e08b42c590c881b\", \"capture_unittests\": \"0dcb97c91bfa5b0877b19690e4e1ce47462e69d1\", \"cast_unittests\": \"ca2445d258d290ed58fefb9bf0d3537b5c74f8a6\", \"cc_unittests\": \"a39b0e59709f8611d385f9f129cc5257a8857850\", \"chrome_app_unittests\": \"487c51288632dcbd8bc64c57bebf66df9a93902b\", \"chromedriver_unittests\": \"1eb2dfe98f21c0432fb5868d7753a9eec54affb6\", \"color_unittests\": \"1b013e8531e27b0eeee715e6b1a76a3923bad077\", \"components_browsertests\": \"7ffd5e47be149ff2ed4a9d71b8e34cadb3d49b76\", \"components_unittests\": \"5d9031b4d54aa3522775b147fbd263a449838f15\", \"content_browsertests\": \"ef1ba80224b359beb02ae7c343a2282f4217b1d9\", \"content_nocompile_tests\": \"281c36f5b7588a43d144cd4da96ee8a52a566bae\", \"content_unittests\": \"16b02c1323befdbc950e5a2417e4bb4ca23993ff\", \"crashpad_tests\": \"15b4cc370569ede6a051dd4b4b500c4e2de608d9\", \"cronet_tests\": \"245c6cfb131a68f5e73d4e7a09090cba6134b34b\", \"cronet_unittests\": \"b682010735973a4077c9181e1d6e489adf10ad16\", \"crypto_unittests\": \"92b8ba58b40b61792c23814b52cbc15e6db87227\", \"device_unittests\": \"acc153f1247b8aadd36088154cef02363ea511b4\", \"display_unittests\": \"105bc66fbbbf9c998a5345481d2d582596a92fc7\", \"events_unittests\": \"e171def84e219560c47eb1f16aaf2b71b733ae4c\", \"extensions_browsertests\": \"b83f997a7026c9acb0070de37e04a8117f09953e\", \"extensions_unittests\": \"19cd273d4afd31d7038fa5a2e25185193614f07d\", \"filesystem_service_unittests\": \"c3657a33459187155fe3024005a2c566fc5dbead\", \"gcm_unit_tests\": \"1dcbbf2a405691aeaed3b38e9f894576e50f1f5c\", \"gfx_unittests\": \"41de6c7c04faf7ccf08349a933661222acbf8857\", \"gin_unittests\": \"6b68b05ed6edc854e8d1d76c1a9205720dfd6831\", \"google_apis_unittests\": \"364beffce0ee16e4077650f042f1a96653fc6d6b\", \"gpu_unittests\": \"d9a41e5519f40bacb54c0d96bfe16798d6bc0113\", \"gwp_asan_unittests\": \"10a679e55fabbf6c46281add6049724d68e97b84\", \"headless_browsertests\": \"aaa3d028eeeb99c8b9f8cc8d126b5320568a047c\", \"headless_unittests\": \"f4685896b848d476aa51e890a74e7d5be1a76236\", \"interactive_ui_tests\": \"60c0ccb5d420f345df1ace66ed7afcdf48cba93c\", \"ipc_tests\": \"5d6e31ca63dc54135a09dd0f3f748cd5a703f52a\", \"jingle_unittests\": \"240e600d0cafc67f554f428a2b6628312f437740\", \"latency_unittests\": \"f30eb39c78afdb8b0cfe9a49940928e258eef500\", \"libjingle_xmpp_unittests\": \"a03a7279eed88ab6ef02afbee57a23c7787ee454\", \"media_blink_unittests\": \"14e4ea04c3089d57501c8fdc1e2739d954d19c32\", \"media_service_unittests\": \"3fec6a9893f59b8a449e7b5ed37567a55ce1f947\", \"media_unittests\": \"90150a5c1bc571502aac6d49389dcd7c09095f15\", \"message_center_unittests\": \"cde394b117052d6821f0abbde9a37804cb141613\", \"midi_unittests\": \"ba9927289b444d6db03adfa53b8e3ed8094edc18\", \"mojo_unittests\": \"b279ac8f000e799928846bbf74c6f2371bb006bb\", \"nacl_loader_unittests\": \"86cff7ddf05a776ea9a47d869e299f3b200d5d5e\", \"native_theme_unittests\": \"0d78dfbe9aa53c43233b1d713a6114a666890426\", \"net_unittests\": \"60cfb2fa087ce37a9ad3b902ad4697aebc3e2ef0\", \"pdf_unittests\": \"d6af917706c195f2a9e19196234802d51eb3e215\", \"perfetto_unittests\": \"411a6543721a58d039b5a8b328d6de20d6867fce\", \"ppapi_unittests\": \"eb9d8634741c64e32a7daf61429a9e061e747747\", \"printing_unittests\": \"7ee1b0b51bba0cb18823303dae833c6fe303456b\", \"remoting_unittests\": \"9db7b9c7b9a9496fe6b08f7e342df06e7151983f\", \"sandbox_mac_unittests\": \"35380f87b3256da268b797c205e403cc2ef03ed0\", \"service_manager_unittests\": \"fb0e9c192419049ece408a2f39be5ee5374abe46\", \"services_unittests\": \"7d896b96feebe5aab5ea7a889ffca2d6ea3e4129\", \"shell_dialogs_unittests\": \"080e06bd715d88cca1965a4c37a50a75be52bc17\", \"skia_unittests\": \"c28bc645d3c5dfd4647cfc00e554ae4580be85da\", \"snapshot_unittests\": \"fe4fa8167d2284260b910df2ef8824e25646306a\", \"sql_unittests\": \"8913ce9f271dbd4873425c7f8e33fd236b7dd0f3\", \"storage_unittests\": \"c734ef5f006b9a6ede3b7e69f43c579e3d8fbbba\", \"sync_integration_tests\": \"d4b6829b52cdce1ae9ea7b52a2954805e7cc71d6\", \"ui_base_unittests\": \"7ec589bd04cb04ae14537215875518c4c4aac2b7\", \"ui_touch_selection_unittests\": \"e022a6c3964f59067c9c4586744ab3d36e2c3ec7\", \"unit_tests\": \"6086ff64649fb1098aabba5cce46cb1736ac6aed\", \"updater_tests\": \"dbeb0db36031883ba81dc6598f54f96a7bbe2ce8\", \"url_unittests\": \"ffc4043a325e33cd278db44e44ad580f75e78cb0\", \"views_unittests\": \"63ab67d35bb77f5d5fb58554b4f531f42b473c0c\", \"viz_unittests\": \"1bcfee44dfd49cf9474f9615e12fabd6f2e101aa\", \"wtf_unittests\": \"f16aeff302d7a998927c6f5f39e58712840ea909\"}}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_0c96c161cf7dd2e1c2b922319da904a0c0164c4adceed5a8844a45f1c516ad13_v2\", \"builder_4a4feefdd7e355061708c01720b06a0ca8c49ffc9968a2ebc674541738676b8f_v2\", \"builder_5372538a354f163a20d332d881c6c5d85e35654ac8a57c760866f12033f8a8a5_v2\", \"builder_69caa34b8f39daac28a821cac2619730401d46a6479812cc34796e3bf180418a_v2\", \"builder_a165fbc5f77948fe8465d1f67a1e4a103f195e4f29767b5fac0876e41f78e10e_v2\", \"builder_ae5debd901c74ee0906916cb62621bceb2a8b657b42c2e2e9e89a0f6a2e5e53b_v2\", \"builder_d42b89eab403033f5a2a8102ec9c436397350cedb439d5e09b11874a5784adb4_v2\", \"git\", \"goma_v2\", \"vpython\", \"xcode_ios_11a1027\"], \"cores\": [\"24\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"1002\", \"1002:679e\", \"1002:679e-4.0.11-3.2.8\"], \"hidpi\": [\"0\"], \"id\": [\"build227-m9\"], \"mac_model\": [\"MacPro6,1\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Mac\", \"Mac-10.13\", \"Mac-10.13.6\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.10\"], \"server_version\": [\"4621-f8a5b1c\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}, \"ui\": {\"info\": \"recipe infra failure: Infra Failure: Step('Shard #0 failed: Details unknown (missing shard results)') (retcode: 1)\"}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1572965779765923",
    "status": "COMPLETED",
    "status_changed_ts": "1572965780330221",
    "tags": [
      "build_address:luci.chromium.ci/mac-code-coverage/297",
      "builder:mac-code-coverage",
      "buildset:commit/git/2eac14420f61c7997008e54cf10b88c1fd57a298",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2eac14420f61c7997008e54cf10b88c1fd57a298",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9063049702846440624",
      "scheduler_job_id:chromium/mac-code-coverage",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8897619640724972848/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:os:Mac",
      "swarming_tag:recipe_name:chromium",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:4854e18730d00b10",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1572977904532172",
    "url": "https://ci.chromium.org/b/8897619640724972848",
    "utcnow_ts": "1572977905211041"
  }
}
[18:18:25.221] Invocation finished in 3h23m32.930441704s with status FAILED