Status: FAILED
Triggered by: -
Duration: 2 hours
Actions:

Definition (rev 61da5958bb1bf61dc6dab9a9ab14fa46798b5d0f)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "mac-code-coverage"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "49560f58e4e2f429ebc025444c5bb4b0528ae804"
}

Incoming tags

  • buildset:commit/git/49560f58e4e2f429ebc025444c5bb4b0528ae804
  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/49560f58e4e2f429ebc025444c5bb4b0528ae804
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[15:01:12.153] New invocation is queued and will start shortly
[15:01:13.265] Starting the invocation (attempt 1)
[15:01:13.333] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[15:01:13.333] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[15:01:13.333] Buildbucket request:
{
  "bucket": "luci.chromium.ci",
  "client_operation_id": "9024364399900218704",
  "parameters_json": "{\"builder_name\":\"mac-code-coverage\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src\",\"revision\":\"49560f58e4e2f429ebc025444c5bb4b0528ae804\"}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:mac-code-coverage",
    "scheduler_invocation_id:9024364399900218704",
    "scheduler_job_id:chromium/mac-code-coverage",
    "user_agent:luci-scheduler",
    "buildset:commit/git/49560f58e4e2f429ebc025444c5bb4b0528ae804",
    "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/49560f58e4e2f429ebc025444c5bb4b0528ae804",
    "gitiles_ref:refs/heads/master"
  ]
}
[15:01:14.319] Buildbucket response:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "created_by": "project:chromium",
    "created_ts": "1609858873464503",
    "id": "8858934337856368928",
    "parameters_json": "{\"builder_name\": \"mac-code-coverage\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"49560f58e4e2f429ebc025444c5bb4b0528ae804\"}}",
    "project": "chromium",
    "result_details_json": "{\"properties\": {}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1609858874168370",
    "tags": [
      "build_address:luci.chromium.ci/mac-code-coverage/3372",
      "builder:mac-code-coverage",
      "buildset:commit/git/49560f58e4e2f429ebc025444c5bb4b0528ae804",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/49560f58e4e2f429ebc025444c5bb4b0528ae804",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9024364399900218704",
      "scheduler_job_id:chromium/mac-code-coverage",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8858934337856368928/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:recipe_name:chromium",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1609858874168514",
    "url": "https://ci.chromium.org/b/8858934337856368928",
    "utcnow_ts": "1609858874308448"
  }
}
[15:01:14.319] Task URL: https://ci.chromium.org/b/8858934337856368928
[15:01:14.319] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:2:0) after 1m0s
[15:02:14.354] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:2:0)
[15:02:14.354] Timer tick, asking Buildbucket for the build status
[15:02:14.716] Build 8858934337856368928: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[15:02:14.716] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:3:0) after 1m0s
[15:03:14.733] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:3:0)
[15:03:14.733] Timer tick, asking Buildbucket for the build status
[15:03:15.070] Build 8858934337856368928: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[15:03:15.070] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:4:0) after 1m0s
[15:04:13.094] Received PubSub notification, asking Buildbucket for the build status
[15:04:13.236] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:04:15.099] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:4:0)
[15:04:15.099] Timer tick, asking Buildbucket for the build status
[15:04:15.316] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:04:15.316] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:6:0) after 1m0s
[15:05:15.335] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:6:0)
[15:05:15.335] Timer tick, asking Buildbucket for the build status
[15:05:15.629] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:05:15.629] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:7:0) after 1m0s
[15:06:15.643] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:7:0)
[15:06:15.643] Timer tick, asking Buildbucket for the build status
[15:06:15.946] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:06:15.946] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:8:0) after 1m0s
[15:07:15.976] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:8:0)
[15:07:15.976] Timer tick, asking Buildbucket for the build status
[15:07:16.122] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:07:16.122] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:9:0) after 1m0s
[15:08:16.171] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:9:0)
[15:08:16.171] Timer tick, asking Buildbucket for the build status
[15:08:16.334] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:08:16.334] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:10:0) after 1m0s
[15:09:16.398] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:10:0)
[15:09:16.398] Timer tick, asking Buildbucket for the build status
[15:09:16.495] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:09:16.495] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:11:0) after 1m0s
[15:10:16.557] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:11:0)
[15:10:16.557] Timer tick, asking Buildbucket for the build status
[15:10:16.705] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:10:16.705] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:12:0) after 1m0s
[15:11:16.721] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:12:0)
[15:11:16.721] Timer tick, asking Buildbucket for the build status
[15:11:16.792] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:11:16.792] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:13:0) after 1m0s
[15:12:16.888] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:13:0)
[15:12:16.888] Timer tick, asking Buildbucket for the build status
[15:12:17.082] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:12:17.082] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:14:0) after 1m0s
[15:13:17.182] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:14:0)
[15:13:17.182] Timer tick, asking Buildbucket for the build status
[15:13:17.338] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:13:17.338] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:15:0) after 1m0s
[15:14:17.475] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:15:0)
[15:14:17.475] Timer tick, asking Buildbucket for the build status
[15:14:17.557] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:14:17.557] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:16:0) after 1m0s
[15:15:17.603] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:16:0)
[15:15:17.603] Timer tick, asking Buildbucket for the build status
[15:15:17.998] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:15:17.998] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:17:0) after 1m0s
[15:16:17.993] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:17:0)
[15:16:17.993] Timer tick, asking Buildbucket for the build status
[15:16:18.378] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:16:18.378] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:18:0) after 1m0s
[15:17:18.400] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:18:0)
[15:17:18.400] Timer tick, asking Buildbucket for the build status
[15:17:18.474] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:17:18.474] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:19:0) after 1m0s
[15:18:18.541] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:19:0)
[15:18:18.541] Timer tick, asking Buildbucket for the build status
[15:18:19.009] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:18:19.009] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:20:0) after 1m0s
[15:19:19.068] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:20:0)
[15:19:19.068] Timer tick, asking Buildbucket for the build status
[15:19:19.396] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:19:19.396] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:21:0) after 1m0s
[15:20:19.405] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:21:0)
[15:20:19.406] Timer tick, asking Buildbucket for the build status
[15:20:19.485] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:20:19.485] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:22:0) after 1m0s
[15:21:19.515] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:22:0)
[15:21:19.515] Timer tick, asking Buildbucket for the build status
[15:21:19.652] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:21:19.652] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:23:0) after 1m0s
[15:22:19.673] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:23:0)
[15:22:19.673] Timer tick, asking Buildbucket for the build status
[15:22:19.762] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:22:19.762] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:24:0) after 1m0s
[15:23:19.789] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:24:0)
[15:23:19.789] Timer tick, asking Buildbucket for the build status
[15:23:20.028] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:23:20.028] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:25:0) after 1m0s
[15:24:20.039] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:25:0)
[15:24:20.039] Timer tick, asking Buildbucket for the build status
[15:24:20.141] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:24:20.141] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:26:0) after 1m0s
[15:25:20.230] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:26:0)
[15:25:20.230] Timer tick, asking Buildbucket for the build status
[15:25:20.323] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:25:20.323] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:27:0) after 1m0s
[15:26:20.379] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:27:0)
[15:26:20.380] Timer tick, asking Buildbucket for the build status
[15:26:20.530] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:26:20.530] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:28:0) after 1m0s
[15:27:20.578] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:28:0)
[15:27:20.578] Timer tick, asking Buildbucket for the build status
[15:27:20.634] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:27:20.634] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:29:0) after 1m0s
[15:28:20.664] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:29:0)
[15:28:20.664] Timer tick, asking Buildbucket for the build status
[15:28:20.761] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:28:20.761] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:30:0) after 1m0s
[15:29:20.785] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:30:0)
[15:29:20.785] Timer tick, asking Buildbucket for the build status
[15:29:20.873] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:29:20.873] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:31:0) after 1m0s
[15:30:20.919] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:31:0)
[15:30:20.919] Timer tick, asking Buildbucket for the build status
[15:30:21.509] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:30:21.509] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:32:0) after 1m0s
[15:31:21.559] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:32:0)
[15:31:21.559] Timer tick, asking Buildbucket for the build status
[15:31:21.736] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:31:21.736] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:33:0) after 1m0s
[15:32:21.720] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:33:0)
[15:32:21.720] Timer tick, asking Buildbucket for the build status
[15:32:21.807] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:32:21.807] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:34:0) after 1m0s
[15:33:21.814] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:34:0)
[15:33:21.814] Timer tick, asking Buildbucket for the build status
[15:33:21.874] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:33:21.874] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:35:0) after 1m0s
[15:34:21.942] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:35:0)
[15:34:21.942] Timer tick, asking Buildbucket for the build status
[15:34:22.118] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:34:22.118] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:36:0) after 1m0s
[15:35:23.083] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:36:0)
[15:35:23.084] Timer tick, asking Buildbucket for the build status
[15:35:23.502] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:35:23.502] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:37:0) after 1m0s
[15:36:23.539] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:37:0)
[15:36:23.539] Timer tick, asking Buildbucket for the build status
[15:36:23.681] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:36:23.681] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:38:0) after 1m0s
[15:37:23.709] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:38:0)
[15:37:23.709] Timer tick, asking Buildbucket for the build status
[15:37:23.831] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:37:23.831] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:39:0) after 1m0s
[15:38:23.945] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:39:0)
[15:38:23.945] Timer tick, asking Buildbucket for the build status
[15:38:24.104] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:38:24.104] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:40:0) after 1m0s
[15:39:24.150] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:40:0)
[15:39:24.150] Timer tick, asking Buildbucket for the build status
[15:39:24.545] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:39:24.545] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:41:0) after 1m0s
[15:40:24.641] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:41:0)
[15:40:24.641] Timer tick, asking Buildbucket for the build status
[15:40:24.744] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:40:24.744] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:42:0) after 1m0s
[15:41:24.832] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:42:0)
[15:41:24.832] Timer tick, asking Buildbucket for the build status
[15:41:25.123] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:41:25.123] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:43:0) after 1m0s
[15:42:25.216] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:43:0)
[15:42:25.216] Timer tick, asking Buildbucket for the build status
[15:42:25.505] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:42:25.505] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:44:0) after 1m0s
[15:43:25.669] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:44:0)
[15:43:25.669] Timer tick, asking Buildbucket for the build status
[15:43:25.732] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:43:25.732] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:45:0) after 1m0s
[15:44:26.239] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:45:0)
[15:44:26.239] Timer tick, asking Buildbucket for the build status
[15:44:26.552] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:44:26.552] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:46:0) after 1m0s
[15:45:26.778] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:46:0)
[15:45:26.778] Timer tick, asking Buildbucket for the build status
[15:45:26.840] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:45:26.840] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:47:0) after 1m0s
[15:46:26.956] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:47:0)
[15:46:26.956] Timer tick, asking Buildbucket for the build status
[15:46:27.105] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:46:27.105] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:48:0) after 1m0s
[15:47:27.129] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:48:0)
[15:47:27.129] Timer tick, asking Buildbucket for the build status
[15:47:27.200] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:47:27.200] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:49:0) after 1m0s
[15:48:27.269] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:49:0)
[15:48:27.269] Timer tick, asking Buildbucket for the build status
[15:48:27.378] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:48:27.378] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:50:0) after 1m0s
[15:49:27.561] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:50:0)
[15:49:27.561] Timer tick, asking Buildbucket for the build status
[15:49:27.662] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:49:27.662] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:51:0) after 1m0s
[15:50:27.768] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:51:0)
[15:50:27.768] Timer tick, asking Buildbucket for the build status
[15:50:27.863] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:50:27.863] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:52:0) after 1m0s
[15:51:27.888] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:52:0)
[15:51:27.888] Timer tick, asking Buildbucket for the build status
[15:51:28.085] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:51:28.085] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:53:0) after 1m0s
[15:52:28.112] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:53:0)
[15:52:28.112] Timer tick, asking Buildbucket for the build status
[15:52:28.203] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:52:28.203] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:54:0) after 1m0s
[15:53:28.251] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:54:0)
[15:53:28.251] Timer tick, asking Buildbucket for the build status
[15:53:28.443] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:53:28.443] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:55:0) after 1m0s
[15:54:28.571] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:55:0)
[15:54:28.571] Timer tick, asking Buildbucket for the build status
[15:54:28.773] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:54:28.773] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:56:0) after 1m0s
[15:55:28.795] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:56:0)
[15:55:28.795] Timer tick, asking Buildbucket for the build status
[15:55:28.920] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:55:28.920] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:57:0) after 1m0s
[15:56:28.955] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:57:0)
[15:56:28.955] Timer tick, asking Buildbucket for the build status
[15:56:29.438] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:56:29.438] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:58:0) after 1m0s
[15:57:29.479] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:58:0)
[15:57:29.479] Timer tick, asking Buildbucket for the build status
[15:57:29.582] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:57:29.582] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:59:0) after 1m0s
[15:58:29.658] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:59:0)
[15:58:29.658] Timer tick, asking Buildbucket for the build status
[15:58:29.780] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:58:29.781] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:60:0) after 1m0s
[15:59:29.875] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:60:0)
[15:59:29.875] Timer tick, asking Buildbucket for the build status
[15:59:30.363] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:59:30.363] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:61:0) after 1m0s
[16:00:30.417] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:61:0)
[16:00:30.417] Timer tick, asking Buildbucket for the build status
[16:00:30.906] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:00:30.906] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:62:0) after 1m0s
[16:01:30.981] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:62:0)
[16:01:30.981] Timer tick, asking Buildbucket for the build status
[16:01:31.087] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:01:31.087] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:63:0) after 1m0s
[16:02:31.142] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:63:0)
[16:02:31.142] Timer tick, asking Buildbucket for the build status
[16:02:31.285] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:02:31.285] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:64:0) after 1m0s
[16:03:31.499] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:64:0)
[16:03:31.500] Timer tick, asking Buildbucket for the build status
[16:03:31.638] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:03:31.638] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:65:0) after 1m0s
[16:04:31.678] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:65:0)
[16:04:31.678] Timer tick, asking Buildbucket for the build status
[16:04:31.803] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:04:31.803] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:66:0) after 1m0s
[16:05:31.893] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:66:0)
[16:05:31.893] Timer tick, asking Buildbucket for the build status
[16:05:32.126] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:05:32.126] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:67:0) after 1m0s
[16:06:32.276] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:67:0)
[16:06:32.276] Timer tick, asking Buildbucket for the build status
[16:06:33.459] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:06:33.459] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:68:0) after 1m0s
[16:07:33.623] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:68:0)
[16:07:33.623] Timer tick, asking Buildbucket for the build status
[16:07:33.808] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:07:33.808] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:69:0) after 1m0s
[16:08:33.804] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:69:0)
[16:08:33.804] Timer tick, asking Buildbucket for the build status
[16:08:33.973] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:08:33.973] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:70:0) after 1m0s
[16:09:34.075] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:70:0)
[16:09:34.075] Timer tick, asking Buildbucket for the build status
[16:09:34.444] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:09:34.444] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:71:0) after 1m0s
[16:10:34.525] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:71:0)
[16:10:34.525] Timer tick, asking Buildbucket for the build status
[16:10:34.824] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:10:34.824] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:72:0) after 1m0s
[16:11:34.991] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:72:0)
[16:11:34.991] Timer tick, asking Buildbucket for the build status
[16:11:35.092] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:11:35.092] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:73:0) after 1m0s
[16:12:35.266] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:73:0)
[16:12:35.266] Timer tick, asking Buildbucket for the build status
[16:12:35.534] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:12:35.534] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:74:0) after 1m0s
[16:13:35.515] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:74:0)
[16:13:35.515] Timer tick, asking Buildbucket for the build status
[16:13:36.182] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:13:36.182] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:75:0) after 1m0s
[16:14:36.279] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:75:0)
[16:14:36.279] Timer tick, asking Buildbucket for the build status
[16:14:36.361] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:14:36.362] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:76:0) after 1m0s
[16:15:36.528] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:76:0)
[16:15:36.528] Timer tick, asking Buildbucket for the build status
[16:15:36.644] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:15:36.644] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:77:0) after 1m0s
[16:16:36.809] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:77:0)
[16:16:36.809] Timer tick, asking Buildbucket for the build status
[16:16:37.022] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:16:37.022] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:78:0) after 1m0s
[16:17:37.108] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:78:0)
[16:17:37.108] Timer tick, asking Buildbucket for the build status
[16:17:37.182] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:17:37.182] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:79:0) after 1m0s
[16:18:37.236] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:79:0)
[16:18:37.236] Timer tick, asking Buildbucket for the build status
[16:18:37.395] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:18:37.395] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:80:0) after 1m0s
[16:19:37.539] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:80:0)
[16:19:37.539] Timer tick, asking Buildbucket for the build status
[16:19:37.651] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:19:37.651] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:81:0) after 1m0s
[16:20:37.643] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:81:0)
[16:20:37.643] Timer tick, asking Buildbucket for the build status
[16:20:37.764] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:20:37.764] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:82:0) after 1m0s
[16:21:37.830] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:82:0)
[16:21:37.830] Timer tick, asking Buildbucket for the build status
[16:21:37.928] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:21:37.928] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:83:0) after 1m0s
[16:22:38.002] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:83:0)
[16:22:38.002] Timer tick, asking Buildbucket for the build status
[16:22:38.101] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:22:38.101] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:84:0) after 1m0s
[16:23:38.164] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:84:0)
[16:23:38.164] Timer tick, asking Buildbucket for the build status
[16:23:38.248] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:23:38.248] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:85:0) after 1m0s
[16:24:38.256] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:85:0)
[16:24:38.256] Timer tick, asking Buildbucket for the build status
[16:24:38.366] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:24:38.366] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:86:0) after 1m0s
[16:25:38.421] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:86:0)
[16:25:38.421] Timer tick, asking Buildbucket for the build status
[16:25:38.562] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:25:38.562] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:87:0) after 1m0s
[16:26:38.851] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:87:0)
[16:26:38.851] Timer tick, asking Buildbucket for the build status
[16:26:38.977] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:26:38.977] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:88:0) after 1m0s
[16:27:39.388] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:88:0)
[16:27:39.388] Timer tick, asking Buildbucket for the build status
[16:27:39.612] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:27:39.612] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:89:0) after 1m0s
[16:28:39.912] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:89:0)
[16:28:39.912] Timer tick, asking Buildbucket for the build status
[16:28:39.972] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:28:39.972] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:90:0) after 1m0s
[16:29:40.425] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:90:0)
[16:29:40.425] Timer tick, asking Buildbucket for the build status
[16:29:40.502] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:29:40.502] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:91:0) after 1m0s
[16:30:40.890] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:91:0)
[16:30:40.891] Timer tick, asking Buildbucket for the build status
[16:30:40.967] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:30:40.967] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:92:0) after 1m0s
[16:31:41.013] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:92:0)
[16:31:41.013] Timer tick, asking Buildbucket for the build status
[16:31:41.235] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:31:41.235] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:93:0) after 1m0s
[16:32:41.308] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:93:0)
[16:32:41.308] Timer tick, asking Buildbucket for the build status
[16:32:41.399] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:32:41.400] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:94:0) after 1m0s
[16:33:41.458] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:94:0)
[16:33:41.458] Timer tick, asking Buildbucket for the build status
[16:33:41.549] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:33:41.549] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:95:0) after 1m0s
[16:34:41.593] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:95:0)
[16:34:41.593] Timer tick, asking Buildbucket for the build status
[16:34:41.718] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:34:41.718] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:96:0) after 1m0s
[16:35:41.770] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:96:0)
[16:35:41.771] Timer tick, asking Buildbucket for the build status
[16:35:42.088] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:35:42.088] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:97:0) after 1m0s
[16:36:42.141] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:97:0)
[16:36:42.141] Timer tick, asking Buildbucket for the build status
[16:36:42.361] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:36:42.361] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:98:0) after 1m0s
[16:37:42.474] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:98:0)
[16:37:42.475] Timer tick, asking Buildbucket for the build status
[16:37:45.266] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:37:45.266] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:99:0) after 1m0s
[16:38:45.350] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:99:0)
[16:38:45.350] Timer tick, asking Buildbucket for the build status
[16:38:45.432] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:38:45.432] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:100:0) after 1m0s
[16:39:45.856] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:100:0)
[16:39:45.856] Timer tick, asking Buildbucket for the build status
[16:39:45.945] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:39:45.945] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:101:0) after 1m0s
[16:40:46.423] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:101:0)
[16:40:46.423] Timer tick, asking Buildbucket for the build status
[16:40:46.538] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:40:46.538] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:102:0) after 1m0s
[16:41:46.782] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:102:0)
[16:41:46.782] Timer tick, asking Buildbucket for the build status
[16:41:46.980] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:41:46.980] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:103:0) after 1m0s
[16:42:47.032] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:103:0)
[16:42:47.032] Timer tick, asking Buildbucket for the build status
[16:42:47.206] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:42:47.206] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:104:0) after 1m0s
[16:43:47.301] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:104:0)
[16:43:47.301] Timer tick, asking Buildbucket for the build status
[16:43:47.400] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:43:47.400] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:105:0) after 1m0s
[16:44:47.534] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:105:0)
[16:44:47.534] Timer tick, asking Buildbucket for the build status
[16:44:47.843] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:44:47.843] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:106:0) after 1m0s
[16:45:47.937] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:106:0)
[16:45:47.937] Timer tick, asking Buildbucket for the build status
[16:45:48.338] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:45:48.338] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:107:0) after 1m0s
[16:46:48.463] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:107:0)
[16:46:48.463] Timer tick, asking Buildbucket for the build status
[16:46:48.592] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:46:48.592] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:108:0) after 1m0s
[16:47:48.705] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:108:0)
[16:47:48.705] Timer tick, asking Buildbucket for the build status
[16:47:48.916] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:47:48.916] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:109:0) after 1m0s
[16:48:48.974] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:109:0)
[16:48:48.974] Timer tick, asking Buildbucket for the build status
[16:48:49.179] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:48:49.179] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:110:0) after 1m0s
[16:49:49.214] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:110:0)
[16:49:49.214] Timer tick, asking Buildbucket for the build status
[16:49:49.468] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:49:49.468] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:111:0) after 1m0s
[16:50:49.514] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:111:0)
[16:50:49.514] Timer tick, asking Buildbucket for the build status
[16:50:49.625] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:50:49.626] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:112:0) after 1m0s
[16:51:49.672] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:112:0)
[16:51:49.672] Timer tick, asking Buildbucket for the build status
[16:51:49.774] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:51:49.774] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:113:0) after 1m0s
[16:52:49.829] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:113:0)
[16:52:49.829] Timer tick, asking Buildbucket for the build status
[16:52:49.935] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:52:49.935] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:114:0) after 1m0s
[16:53:50.182] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:114:0)
[16:53:50.182] Timer tick, asking Buildbucket for the build status
[16:53:50.237] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:53:50.237] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:115:0) after 1m0s
[16:54:50.315] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:115:0)
[16:54:50.315] Timer tick, asking Buildbucket for the build status
[16:54:50.404] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:54:50.404] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:116:0) after 1m0s
[16:55:50.524] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:116:0)
[16:55:50.524] Timer tick, asking Buildbucket for the build status
[16:55:50.674] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:55:50.674] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:117:0) after 1m0s
[16:56:50.683] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:117:0)
[16:56:50.683] Timer tick, asking Buildbucket for the build status
[16:56:51.090] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:56:51.090] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:118:0) after 1m0s
[16:57:51.144] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:118:0)
[16:57:51.144] Timer tick, asking Buildbucket for the build status
[16:57:51.577] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:57:51.577] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:119:0) after 1m0s
[16:58:51.612] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:119:0)
[16:58:51.612] Timer tick, asking Buildbucket for the build status
[16:58:51.721] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:58:51.721] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:120:0) after 1m0s
[16:59:51.744] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:120:0)
[16:59:51.744] Timer tick, asking Buildbucket for the build status
[16:59:51.895] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:59:51.895] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:121:0) after 1m0s
[17:00:52.006] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:121:0)
[17:00:52.006] Timer tick, asking Buildbucket for the build status
[17:00:52.090] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:00:52.090] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:122:0) after 1m0s
[17:01:52.170] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:122:0)
[17:01:52.170] Timer tick, asking Buildbucket for the build status
[17:01:52.497] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:01:52.497] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:123:0) after 1m0s
[17:02:52.689] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:123:0)
[17:02:52.689] Timer tick, asking Buildbucket for the build status
[17:02:52.834] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:02:52.834] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:124:0) after 1m0s
[17:03:52.861] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:124:0)
[17:03:52.861] Timer tick, asking Buildbucket for the build status
[17:03:52.931] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:03:52.931] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:125:0) after 1m0s
[17:04:53.004] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:125:0)
[17:04:53.004] Timer tick, asking Buildbucket for the build status
[17:04:53.082] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:04:53.082] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:126:0) after 1m0s
[17:05:53.088] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:126:0)
[17:05:53.088] Timer tick, asking Buildbucket for the build status
[17:05:53.326] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:05:53.326] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:127:0) after 1m0s
[17:06:53.346] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:127:0)
[17:06:53.346] Timer tick, asking Buildbucket for the build status
[17:06:53.547] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:06:53.547] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:128:0) after 1m0s
[17:07:53.576] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:128:0)
[17:07:53.576] Timer tick, asking Buildbucket for the build status
[17:07:53.958] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:07:53.958] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:129:0) after 1m0s
[17:08:54.079] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:129:0)
[17:08:54.079] Timer tick, asking Buildbucket for the build status
[17:08:54.145] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:08:54.145] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:130:0) after 1m0s
[17:09:54.216] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:130:0)
[17:09:54.216] Timer tick, asking Buildbucket for the build status
[17:09:54.296] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:09:54.296] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:131:0) after 1m0s
[17:10:54.335] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:131:0)
[17:10:54.335] Timer tick, asking Buildbucket for the build status
[17:10:55.384] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:10:55.384] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:132:0) after 1m0s
[17:11:55.373] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:132:0)
[17:11:55.373] Timer tick, asking Buildbucket for the build status
[17:11:55.791] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:11:55.791] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:133:0) after 1m0s
[17:12:55.831] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:133:0)
[17:12:55.831] Timer tick, asking Buildbucket for the build status
[17:12:56.020] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:12:56.020] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:134:0) after 1m0s
[17:13:56.109] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:134:0)
[17:13:56.109] Timer tick, asking Buildbucket for the build status
[17:13:56.443] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:13:56.443] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:135:0) after 1m0s
[17:14:56.473] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:135:0)
[17:14:56.473] Timer tick, asking Buildbucket for the build status
[17:14:56.690] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:14:56.690] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:136:0) after 1m0s
[17:15:56.723] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:136:0)
[17:15:56.723] Timer tick, asking Buildbucket for the build status
[17:15:56.845] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:15:56.845] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:137:0) after 1m0s
[17:16:56.881] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:137:0)
[17:16:56.881] Timer tick, asking Buildbucket for the build status
[17:16:57.270] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:16:57.270] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:138:0) after 1m0s
[17:17:57.345] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:138:0)
[17:17:57.345] Timer tick, asking Buildbucket for the build status
[17:17:57.528] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:17:57.528] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:139:0) after 1m0s
[17:18:57.559] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:139:0)
[17:18:57.559] Timer tick, asking Buildbucket for the build status
[17:18:57.623] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:18:57.623] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:140:0) after 1m0s
[17:19:57.674] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:140:0)
[17:19:57.674] Timer tick, asking Buildbucket for the build status
[17:19:58.332] Build 8858934337856368928: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:19:58.333] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9024364399900218704:141:0) after 1m0s
[17:20:44.685] Received PubSub notification, asking Buildbucket for the build status
[17:20:44.752] Build 8858934337856368928: status "COMPLETED", result "FAILURE", failure_reason "INFRA_FAILURE", cancelation_reason ""
[17:20:44.752] Buildbucket build:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "completed_ts": "1609867242715688",
    "created_by": "project:chromium",
    "created_ts": "1609858873464503",
    "failure_reason": "INFRA_FAILURE",
    "id": "8858934337856368928",
    "parameters_json": "{\"builder_name\": \"mac-code-coverage\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"49560f58e4e2f429ebc025444c5bb4b0528ae804\"}}",
    "project": "chromium",
    "result": "FAILURE",
    "result_details_json": "{\"error\": {\"message\": \"recipe infra failure: Infra Failure: Step('derive test results') (retcode: 123)\"}, \"properties\": {\"$build/code_coverage\": {\"use_clang_coverage\": true}, \"$build/goma\": {\"rpc_extra_params\": \"?prod\", \"server_host\": \"goma.chromium.org\", \"use_luci_auth\": true}, \"$recipe_engine/isolated\": {\"server\": \"https://isolateserver.appspot.com\"}, \"$recipe_engine/milo/blamelist_pins\": [{\"host\": \"chromium.googlesource.com\", \"id\": \"49560f58e4e2f429ebc025444c5bb4b0528ae804\", \"project\": \"chromium/src\"}], \"$recipe_engine/path\": {\"cache_dir\": \"/opt/s/w/ir/cache\", \"temp_dir\": \"/opt/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"build285-m9\", \"branch\": \"refs/heads/master\", \"builder_group\": \"chromium.fyi\", \"buildername\": \"mac-code-coverage\", \"buildnumber\": 3372, \"clang_revision\": \"llvmorg-12-init-15676-g5c951623-1\", \"got_angle_revision\": \"07dea8371353ecea4321e6c96d5da6889b0820c8\", \"got_dawn_revision\": \"c120b02dbe147b4cfdfabc55b7c63808e662bf05\", \"got_nacl_revision\": \"299d4780ec86121ff2a5368ed9435ade0e356e5e\", \"got_revision\": \"49560f58e4e2f429ebc025444c5bb4b0528ae804\", \"got_revision_cp\": \"refs/heads/master@{#840152}\", \"got_swarming_client_revision\": \"1a072711d4388c62e02480fabc26c68c24494be9\", \"got_swiftshader_revision\": \"ff29e249d3179766a40c9486183559fe3e5c1456\", \"got_v8_revision\": \"3abec7313f741b57eb8ecfcc3c3e72a7bb229fba\", \"got_v8_revision_cp\": \"refs/heads/8.9.208@{#1}\", \"got_webrtc_revision\": \"b54debc350a18a3f9cce696760786c709beacfaf\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#32903}\", \"isolate_server\": \"https://isolateserver.appspot.com\", \"path_config\": \"generic\", \"recipe\": \"chromium\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"49560f58e4e2f429ebc025444c5bb4b0528ae804\", \"swarm_hashes_refs/heads/master(at){#840152}_without_patch\": {\"absl_hardening_tests\": \"b9a82988aac1a4451c0e136c9e495cf4d77e4ffd\", \"accessibility_unittests\": \"13aadfd782c9d40fcf05b322d3bc1604c264bee4\", \"angle_unittests\": \"7d6d35f545cb081403c40bf22b9e5876fedb54a9\", \"app_shell_unittests\": \"9d236e1d91aabf55fb302efdc54af1e9c7b95115\", \"base_unittests\": \"e0c738c0c1f75fea25dd2dfcc823be2344f53523\", \"base_util_unittests\": \"e58b256e558155104fba5730be0390f95929dfdc\", \"blink_common_unittests\": \"a08c903d4d68a0a1dc5ee7452228c5d4d8d167ef\", \"blink_fuzzer_unittests\": \"d928eddd5200141ac195eff2748d75cd83510a57\", \"blink_heap_unittests\": \"25650cf590dd21e096275d06746e5031224ced4c\", \"blink_platform_unittests\": \"d278e3b1a19c4b31916a1f167e5478bb96ffdc6c\", \"blink_unittests\": \"2eb34a016e64a29199fb554581fc6fcb349a155e\", \"boringssl_crypto_tests\": \"aa9d12b861c26ab0bcbfb8f20eea5a543cb7709e\", \"boringssl_ssl_tests\": \"59fc203e2055697683616c583dc7096d8a337973\", \"browser_tests\": \"fc46ca5aa7ed8c71c2d3dd6f52d5ad93cc2863a0\", \"capture_unittests\": \"9c80f1e1c4eab86c5d2382a27d88cae6bd9e768e\", \"cast_unittests\": \"68ef0d71bb5f91616980c61196291ee279cd767b\", \"cc_unittests\": \"449a3f9c5745b31b9659881185ed6ebfef6384c0\", \"chrome_app_unittests\": \"5fc428b08a53c7da848de296cf633583f2fd0d4b\", \"chromedriver_unittests\": \"83904ea3f911a3349f58bc7293e349f456f0930b\", \"components_browsertests\": \"119897ef9d8b299ec5c3e5ed3f1927e57bcfe53e\", \"components_unittests\": \"b2c7e2a177678419468cb0b54f6af66ce7b17507\", \"content_browsertests\": \"dd876f2ab628252a3a85be3e3495308d776de9f3\", \"content_nocompile_tests\": \"f8512e233779c2b02adf319418b6d6aa1eb17cd8\", \"content_unittests\": \"34e41cf838aaf45d64767b595d03113d64771f04\", \"crashpad_tests\": \"595419d5349b80e69b942ac6b0a8a52cf538e56a\", \"cronet_tests\": \"f137624a31a350413c6838d09553e4601cd125bb\", \"cronet_unittests\": \"500e0eefc9f62fbb2ae7f117a6e828e0c7054e33\", \"crypto_unittests\": \"af79ae23fb66ef75822cc86c0d470dcfedb2dc3b\", \"device_unittests\": \"82a014d8f9a61f12f272a9d7f8f3ca1844e9453c\", \"display_unittests\": \"8fd5c16440e5012bb151e424f69d81547ee99503\", \"events_unittests\": \"8acfb9d1ba75b5cd016afe9f145eb3976c912fab\", \"extensions_browsertests\": \"758fefa1dd4b4e63d1cf00be0e68686ddd783a15\", \"extensions_unittests\": \"b608aed04dbbf22878de1cee1858511557f9b32b\", \"filesystem_service_unittests\": \"04953398210dd980f647dd6bd90f8002de2fc983\", \"gcm_unit_tests\": \"acb0f896baa862e9ba755cda452fa4253beb57c1\", \"gfx_unittests\": \"740136155e7587b5f209bacc110f71a66d72d9af\", \"gin_unittests\": \"0315b1dc062443d3d07a0aaaad9b8c2cb3a19920\", \"google_apis_unittests\": \"5d29de4f2a71779c9e5919a3c7d55fe7b30af4fe\", \"gpu_unittests\": \"d8dd50e814fac8bf5a223ffaf95842c410a7a9e4\", \"gwp_asan_unittests\": \"b640c905bb25abaf2e44d0affb97845ed2605883\", \"headless_browsertests\": \"d8ab5733b728238876486b61be443ca22194b9e6\", \"headless_unittests\": \"d1ed1dcabee76f892903e35d1c84f92d71ce05cc\", \"interactive_ui_tests\": \"47d4dc4bdd0f2422a8284a6e071a78f567ef2965\", \"ipc_tests\": \"076c42bf3aef210211b004f5b2d05ee07e6ad0f2\", \"jingle_unittests\": \"a06dd8f3456f2ccfa3e9cbb4685509124cbc821d\", \"latency_unittests\": \"ec0fcbda4bade36a9ec44fd4fd396d6db46b86de\", \"libjingle_xmpp_unittests\": \"3c49145ff30c8252f5fc1b7d7c8078c3786b28ad\", \"liburlpattern_unittests\": \"ce55926c4fbbdb85414cac01ef687ad72026350c\", \"media_blink_unittests\": \"7dce1281a2b8f4a7c1dd2d5dd818fa7f49557980\", \"media_unittests\": \"021e71c916f94eb29d7bd7af6b2a4c7309bbe662\", \"message_center_unittests\": \"38bda73bf1a32fb0d8e289967e1ce17442ab2df7\", \"midi_unittests\": \"08bc22fd850954b6b53af704f15318afc7472f31\", \"mojo_unittests\": \"545eff757bde1f5b9d5462d0ac4ff8bcaed9e485\", \"nacl_loader_unittests\": \"783f9ab6383e2f9ef36ef8dceaaf23d6f4bbaa9d\", \"native_theme_unittests\": \"a364b3e566ad54a5776bb4d61c8908344a9462ff\", \"net_unittests\": \"8a068ddb3806d397dca8f83520bc383a2e5c5067\", \"openscreen_unittests\": \"93c67ef4965af29f09becc0635f94934a7d7ead6\", \"pdf_unittests\": \"80b52eef15cf641a91f94af527b71f7039d787ed\", \"perfetto_unittests\": \"0fe073b9a7157cbbc8fd7de135859a190cb0e08e\", \"ppapi_unittests\": \"f89051b9e66b34ea487e38a2aef330a1db44be88\", \"printing_unittests\": \"736c0f734f772a31f0a349e43f15a44690144db1\", \"remoting_unittests\": \"98631438c046f5d61f2385c4e2bcd7789f0bd21c\", \"sandbox_mac_unittests\": \"62b67d7c4d4757d5566cc22721038f5112ad83a3\", \"service_manager_unittests\": \"f1d669ab1f29e79b7e88f97cfd2c521d74b87c90\", \"services_unittests\": \"22adc57a6ee8126e6ca832a60abe284a390b68e8\", \"shell_dialogs_unittests\": \"8746070ff2f8c7ad0e2a817961754529b0d8a54f\", \"skia_unittests\": \"0a68f226647c95a7964b370e3a0f906c2958cdcf\", \"snapshot_unittests\": \"2747cf9760d5c25963f302634be67aa74fa5232b\", \"sql_unittests\": \"a975ec5bb619feaacff1ca4a69d84df73aa95369\", \"storage_unittests\": \"f867791ced03dbdf4e2bb82e28860a800e4f4c5b\", \"sync_integration_tests\": \"4b547ed560a9ebb1f572a4e54062972b72d73785\", \"ui_base_unittests\": \"66c78737533bb82582c5700128706c1f0dc983cc\", \"ui_touch_selection_unittests\": \"2bb6b445ba91b5beb850399750e4c1ac949317a8\", \"unit_tests\": \"eda52a18803ecd260545289b2ace7d22bd8e94e2\", \"updater_tests\": \"d091a00084311dc113509485b787c64f3b69c727\", \"url_unittests\": \"2ac9688803836053333d80851e13eef52435fc37\", \"views_unittests\": \"5c76ea7f1def928fc082ab14ad8754765f55453d\", \"viz_unittests\": \"5979711faa146015851675e7f57903b027eb8483\", \"wtf_unittests\": \"345b6a725d8be5f1e8171544c8315afe0780b8fe\", \"xr_browser_tests\": \"01e548551998898a2e530e00cd6f5761d684784f\", \"zlib_unittests\": \"f60357736b006a048158bec84fe42d67017d0a0a\"}}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_0c96c161cf7dd2e1c2b922319da904a0c0164c4adceed5a8844a45f1c516ad13_v2\", \"builder_35788ef09d8eae7507b346e2b8d132d76f2bde09fc8050ac1251d555c07cf94e_v2\", \"builder_5372538a354f163a20d332d881c6c5d85e35654ac8a57c760866f12033f8a8a5_v2\", \"builder_69caa34b8f39daac28a821cac2619730401d46a6479812cc34796e3bf180418a_v2\", \"builder_a165fbc5f77948fe8465d1f67a1e4a103f195e4f29767b5fac0876e41f78e10e_v2\", \"builder_a6b7812892ce2803c2af7edd05905c93375f7b9beeb5faec870a74a927aae8ee_v2\", \"builder_d42b89eab403033f5a2a8102ec9c436397350cedb439d5e09b11874a5784adb4_v2\", \"git\", \"goma_v2\", \"vpython\"], \"cores\": [\"24\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"1002\", \"1002:679e\", \"1002:679e-4.0.11-3.2.8\"], \"hidpi\": [\"0\"], \"id\": [\"build285-m9\"], \"mac_model\": [\"MacPro6,1\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Mac\", \"Mac-10.15\", \"Mac-10.15.7\", \"Mac-10.15.7-19H2\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.16\"], \"server_version\": [\"5657-0417a3f\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}, \"ui\": {\"info\": \"recipe infra failure: Infra Failure: Step('derive test results') (retcode: 123)\"}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1609859052626217",
    "status": "COMPLETED",
    "status_changed_ts": "1609859052912854",
    "tags": [
      "build_address:luci.chromium.ci/mac-code-coverage/3372",
      "builder:mac-code-coverage",
      "buildset:commit/git/49560f58e4e2f429ebc025444c5bb4b0528ae804",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/49560f58e4e2f429ebc025444c5bb4b0528ae804",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9024364399900218704",
      "scheduler_job_id:chromium/mac-code-coverage",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8858934337856368928/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:os:Mac",
      "swarming_tag:recipe_name:chromium",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:50ebe28616569510",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1609867244169751",
    "url": "https://ci.chromium.org/b/8858934337856368928",
    "utcnow_ts": "1609867244743626"
  }
}
[17:20:44.752] Invocation finished in 2h19m32.619966014s with status FAILED