Status: FAILED
Triggered by: -
Duration: 1 hour
Actions:

Definition (rev 8d683712b694a839151e242babb9cab749cff6c1)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "mac-code-coverage"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "82e9387949205cdff55eb95bfa411fe801f7b8c5"
}

Incoming tags

  • buildset:commit/git/82e9387949205cdff55eb95bfa411fe801f7b8c5
  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/82e9387949205cdff55eb95bfa411fe801f7b8c5
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[21:56:24.457] New invocation is queued and will start shortly
[21:56:25.789] Starting the invocation (attempt 1)
[21:56:25.855] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[21:56:25.855] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[21:56:25.855] Buildbucket request:
{
  "bucket": "luci.chromium.ci",
  "client_operation_id": "9043726028265712336",
  "parameters_json": "{\"builder_name\":\"mac-code-coverage\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src\",\"revision\":\"82e9387949205cdff55eb95bfa411fe801f7b8c5\"}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:mac-code-coverage",
    "scheduler_invocation_id:9043726028265712336",
    "scheduler_job_id:chromium/mac-code-coverage",
    "user_agent:luci-scheduler",
    "buildset:commit/git/82e9387949205cdff55eb95bfa411fe801f7b8c5",
    "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/82e9387949205cdff55eb95bfa411fe801f7b8c5",
    "gitiles_ref:refs/heads/master"
  ]
}
[21:56:26.508] Buildbucket response:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "created_by": "project:chromium",
    "created_ts": "1591394185961018",
    "id": "8878295966020194560",
    "parameters_json": "{\"builder_name\": \"mac-code-coverage\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"82e9387949205cdff55eb95bfa411fe801f7b8c5\"}}",
    "project": "chromium",
    "result_details_json": "{\"properties\": {}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1591394186370027",
    "tags": [
      "build_address:luci.chromium.ci/mac-code-coverage/1326",
      "builder:mac-code-coverage",
      "buildset:commit/git/82e9387949205cdff55eb95bfa411fe801f7b8c5",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/82e9387949205cdff55eb95bfa411fe801f7b8c5",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9043726028265712336",
      "scheduler_job_id:chromium/mac-code-coverage",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8878295966020194560/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:recipe_name:chromium",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1591394186370149",
    "url": "https://ci.chromium.org/b/8878295966020194560",
    "utcnow_ts": "1591394186500157"
  }
}
[21:56:26.508] Task URL: https://ci.chromium.org/b/8878295966020194560
[21:56:26.508] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:2:0) after 1m0s
[21:57:26.623] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:2:0)
[21:57:26.623] Timer tick, asking Buildbucket for the build status
[21:57:27.061] Build 8878295966020194560: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[21:57:27.061] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:3:0) after 1m0s
[21:58:27.119] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:3:0)
[21:58:27.119] Timer tick, asking Buildbucket for the build status
[21:58:27.264] Build 8878295966020194560: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[21:58:27.264] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:4:0) after 1m0s
[21:59:27.307] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:4:0)
[21:59:27.307] Timer tick, asking Buildbucket for the build status
[21:59:27.562] Build 8878295966020194560: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[21:59:27.562] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:5:0) after 1m0s
[22:00:27.727] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:5:0)
[22:00:27.727] Timer tick, asking Buildbucket for the build status
[22:00:29.906] Build 8878295966020194560: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[22:00:29.906] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:6:0) after 1m0s
[22:01:29.931] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:6:0)
[22:01:29.931] Timer tick, asking Buildbucket for the build status
[22:01:30.336] Build 8878295966020194560: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[22:01:30.336] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:7:0) after 1m0s
[22:02:08.151] Received PubSub notification, asking Buildbucket for the build status
[22:02:09.454] Build 8878295966020194560: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:02:30.384] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:7:0)
[22:02:30.384] Timer tick, asking Buildbucket for the build status
[22:02:30.958] Build 8878295966020194560: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:02:30.958] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:9:0) after 1m0s
[22:03:30.967] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:9:0)
[22:03:30.967] Timer tick, asking Buildbucket for the build status
[22:03:31.327] Build 8878295966020194560: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:03:31.327] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:10:0) after 1m0s
[22:04:31.496] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:10:0)
[22:04:31.496] Timer tick, asking Buildbucket for the build status
[22:04:31.761] Build 8878295966020194560: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:04:31.761] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:11:0) after 1m0s
[22:05:31.784] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:11:0)
[22:05:31.784] Timer tick, asking Buildbucket for the build status
[22:05:32.386] Build 8878295966020194560: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:05:32.386] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:12:0) after 1m0s
[22:06:32.431] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:12:0)
[22:06:32.431] Timer tick, asking Buildbucket for the build status
[22:06:32.638] Build 8878295966020194560: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:06:32.638] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:13:0) after 1m0s
[22:07:32.695] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:13:0)
[22:07:32.695] Timer tick, asking Buildbucket for the build status
[22:07:32.936] Build 8878295966020194560: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:07:32.936] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:14:0) after 1m0s
[22:08:32.970] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:14:0)
[22:08:32.970] Timer tick, asking Buildbucket for the build status
[22:08:33.452] Build 8878295966020194560: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:08:33.452] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:15:0) after 1m0s
[22:09:33.506] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:15:0)
[22:09:33.506] Timer tick, asking Buildbucket for the build status
[22:09:33.679] Build 8878295966020194560: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:09:33.679] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:16:0) after 1m0s
[22:10:33.699] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:16:0)
[22:10:33.699] Timer tick, asking Buildbucket for the build status
[22:10:34.212] Build 8878295966020194560: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:10:34.212] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:17:0) after 1m0s
[22:11:34.346] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:17:0)
[22:11:34.346] Timer tick, asking Buildbucket for the build status
[22:11:34.744] Build 8878295966020194560: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:11:34.745] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:18:0) after 1m0s
[22:12:34.776] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:18:0)
[22:12:34.776] Timer tick, asking Buildbucket for the build status
[22:12:34.877] Build 8878295966020194560: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:12:34.878] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:19:0) after 1m0s
[22:13:34.884] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:19:0)
[22:13:34.884] Timer tick, asking Buildbucket for the build status
[22:13:35.495] Build 8878295966020194560: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:13:35.495] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:20:0) after 1m0s
[22:14:35.607] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:20:0)
[22:14:35.607] Timer tick, asking Buildbucket for the build status
[22:14:35.901] Build 8878295966020194560: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:14:35.901] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:21:0) after 1m0s
[22:15:35.944] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:21:0)
[22:15:35.944] Timer tick, asking Buildbucket for the build status
[22:15:36.266] Build 8878295966020194560: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:15:36.266] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:22:0) after 1m0s
[22:16:36.276] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:22:0)
[22:16:36.276] Timer tick, asking Buildbucket for the build status
[22:16:36.423] Build 8878295966020194560: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:16:36.423] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:23:0) after 1m0s
[22:17:36.480] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:23:0)
[22:17:36.480] Timer tick, asking Buildbucket for the build status
[22:17:38.038] Build 8878295966020194560: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:17:38.038] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:24:0) after 1m0s
[22:18:38.252] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:24:0)
[22:18:38.252] Timer tick, asking Buildbucket for the build status
[22:18:38.669] Build 8878295966020194560: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:18:38.669] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:25:0) after 1m0s
[22:19:38.795] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:25:0)
[22:19:38.795] Timer tick, asking Buildbucket for the build status
[22:19:38.955] Build 8878295966020194560: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:19:38.955] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:26:0) after 1m0s
[22:20:39.092] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:26:0)
[22:20:39.092] Timer tick, asking Buildbucket for the build status
[22:20:39.211] Build 8878295966020194560: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:20:39.211] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:27:0) after 1m0s
[22:21:39.237] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:27:0)
[22:21:39.237] Timer tick, asking Buildbucket for the build status
[22:21:39.464] Build 8878295966020194560: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:21:39.464] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:28:0) after 1m0s
[22:22:39.491] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:28:0)
[22:22:39.491] Timer tick, asking Buildbucket for the build status
[22:22:39.586] Build 8878295966020194560: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:22:39.586] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:29:0) after 1m0s
[22:23:39.768] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:29:0)
[22:23:39.768] Timer tick, asking Buildbucket for the build status
[22:23:40.172] Build 8878295966020194560: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:23:40.172] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:30:0) after 1m0s
[22:24:40.286] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:30:0)
[22:24:40.286] Timer tick, asking Buildbucket for the build status
[22:24:40.539] Build 8878295966020194560: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:24:40.539] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:31:0) after 1m0s
[22:25:40.522] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:31:0)
[22:25:40.522] Timer tick, asking Buildbucket for the build status
[22:25:40.693] Build 8878295966020194560: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:25:40.693] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:32:0) after 1m0s
[22:26:40.728] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:32:0)
[22:26:40.728] Timer tick, asking Buildbucket for the build status
[22:26:41.379] Build 8878295966020194560: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:26:41.379] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:33:0) after 1m0s
[22:27:41.411] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:33:0)
[22:27:41.411] Timer tick, asking Buildbucket for the build status
[22:27:41.607] Build 8878295966020194560: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:27:41.607] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:34:0) after 1m0s
[22:28:41.743] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:34:0)
[22:28:41.743] Timer tick, asking Buildbucket for the build status
[22:28:42.233] Build 8878295966020194560: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:28:42.233] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:35:0) after 1m0s
[22:29:42.248] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:35:0)
[22:29:42.248] Timer tick, asking Buildbucket for the build status
[22:29:42.391] Build 8878295966020194560: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:29:42.391] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:36:0) after 1m0s
[22:30:42.374] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:36:0)
[22:30:42.374] Timer tick, asking Buildbucket for the build status
[22:30:42.590] Build 8878295966020194560: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:30:42.590] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:37:0) after 1m0s
[22:31:42.614] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:37:0)
[22:31:42.614] Timer tick, asking Buildbucket for the build status
[22:31:42.722] Build 8878295966020194560: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:31:42.722] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:38:0) after 1m0s
[22:32:42.799] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:38:0)
[22:32:42.799] Timer tick, asking Buildbucket for the build status
[22:32:43.045] Build 8878295966020194560: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:32:43.045] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:39:0) after 1m0s
[22:33:43.079] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:39:0)
[22:33:43.080] Timer tick, asking Buildbucket for the build status
[22:33:43.265] Build 8878295966020194560: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:33:43.265] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:40:0) after 1m0s
[22:34:43.314] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:40:0)
[22:34:43.314] Timer tick, asking Buildbucket for the build status
[22:34:43.963] Build 8878295966020194560: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:34:43.963] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:41:0) after 1m0s
[22:35:44.001] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:41:0)
[22:35:44.001] Timer tick, asking Buildbucket for the build status
[22:35:44.231] Build 8878295966020194560: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:35:44.232] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:42:0) after 1m0s
[22:36:44.374] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:42:0)
[22:36:44.374] Timer tick, asking Buildbucket for the build status
[22:36:44.602] Build 8878295966020194560: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:36:44.602] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:43:0) after 1m0s
[22:37:44.642] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:43:0)
[22:37:44.642] Timer tick, asking Buildbucket for the build status
[22:37:44.918] Build 8878295966020194560: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:37:44.918] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:44:0) after 1m0s
[22:38:45.086] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:44:0)
[22:38:45.086] Timer tick, asking Buildbucket for the build status
[22:38:45.459] Build 8878295966020194560: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:38:45.460] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:45:0) after 1m0s
[22:39:45.586] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:45:0)
[22:39:45.586] Timer tick, asking Buildbucket for the build status
[22:39:45.725] Build 8878295966020194560: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:39:45.725] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:46:0) after 1m0s
[22:40:45.879] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:46:0)
[22:40:45.879] Timer tick, asking Buildbucket for the build status
[22:40:45.997] Build 8878295966020194560: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:40:45.997] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:47:0) after 1m0s
[22:41:46.137] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:47:0)
[22:41:46.137] Timer tick, asking Buildbucket for the build status
[22:41:46.493] Build 8878295966020194560: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:41:46.493] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:48:0) after 1m0s
[22:42:46.568] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:48:0)
[22:42:46.568] Timer tick, asking Buildbucket for the build status
[22:42:46.812] Build 8878295966020194560: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:42:46.812] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:49:0) after 1m0s
[22:43:46.833] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:49:0)
[22:43:46.833] Timer tick, asking Buildbucket for the build status
[22:43:46.946] Build 8878295966020194560: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:43:46.946] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:50:0) after 1m0s
[22:44:46.973] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:50:0)
[22:44:46.973] Timer tick, asking Buildbucket for the build status
[22:44:47.132] Build 8878295966020194560: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:44:47.132] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:51:0) after 1m0s
[22:45:47.246] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:51:0)
[22:45:47.246] Timer tick, asking Buildbucket for the build status
[22:45:47.647] Build 8878295966020194560: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:45:47.647] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:52:0) after 1m0s
[22:46:47.629] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:52:0)
[22:46:47.629] Timer tick, asking Buildbucket for the build status
[22:46:47.805] Build 8878295966020194560: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:46:47.805] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:53:0) after 1m0s
[22:47:47.837] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:53:0)
[22:47:47.837] Timer tick, asking Buildbucket for the build status
[22:47:47.980] Build 8878295966020194560: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:47:47.980] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:54:0) after 1m0s
[22:48:47.999] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:54:0)
[22:48:47.999] Timer tick, asking Buildbucket for the build status
[22:48:48.205] Build 8878295966020194560: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:48:48.205] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:55:0) after 1m0s
[22:49:48.225] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:55:0)
[22:49:48.225] Timer tick, asking Buildbucket for the build status
[22:49:48.364] Build 8878295966020194560: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:49:48.364] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:56:0) after 1m0s
[22:50:48.412] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:56:0)
[22:50:48.412] Timer tick, asking Buildbucket for the build status
[22:50:48.687] Build 8878295966020194560: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:50:48.687] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:57:0) after 1m0s
[22:51:48.749] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:57:0)
[22:51:48.749] Timer tick, asking Buildbucket for the build status
[22:51:49.041] Build 8878295966020194560: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:51:49.041] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:58:0) after 1m0s
[22:52:49.082] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:58:0)
[22:52:49.082] Timer tick, asking Buildbucket for the build status
[22:52:49.281] Build 8878295966020194560: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:52:49.281] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:59:0) after 1m0s
[22:53:49.313] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:59:0)
[22:53:49.313] Timer tick, asking Buildbucket for the build status
[22:53:49.547] Build 8878295966020194560: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:53:49.547] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:60:0) after 1m0s
[22:54:49.577] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:60:0)
[22:54:49.577] Timer tick, asking Buildbucket for the build status
[22:54:49.749] Build 8878295966020194560: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:54:49.749] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:61:0) after 1m0s
[22:55:49.854] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:61:0)
[22:55:49.854] Timer tick, asking Buildbucket for the build status
[22:55:50.006] Build 8878295966020194560: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:55:50.006] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:62:0) after 1m0s
[22:56:50.004] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:62:0)
[22:56:50.004] Timer tick, asking Buildbucket for the build status
[22:56:50.266] Build 8878295966020194560: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:56:50.266] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:63:0) after 1m0s
[22:57:50.328] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:63:0)
[22:57:50.328] Timer tick, asking Buildbucket for the build status
[22:57:50.777] Build 8878295966020194560: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:57:50.777] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:64:0) after 1m0s
[22:58:50.779] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:64:0)
[22:58:50.779] Timer tick, asking Buildbucket for the build status
[22:58:51.113] Build 8878295966020194560: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:58:51.113] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:65:0) after 1m0s
[22:59:51.273] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:65:0)
[22:59:51.273] Timer tick, asking Buildbucket for the build status
[22:59:51.442] Build 8878295966020194560: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:59:51.442] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:66:0) after 1m0s
[23:00:51.643] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:66:0)
[23:00:51.643] Timer tick, asking Buildbucket for the build status
[23:00:51.855] Build 8878295966020194560: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:00:51.855] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:67:0) after 1m0s
[23:01:51.953] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:67:0)
[23:01:51.953] Timer tick, asking Buildbucket for the build status
[23:01:52.749] Build 8878295966020194560: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:01:52.749] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:68:0) after 1m0s
[23:02:52.792] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:68:0)
[23:02:52.792] Timer tick, asking Buildbucket for the build status
[23:02:52.993] Build 8878295966020194560: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:02:52.993] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:69:0) after 1m0s
[23:03:53.066] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:69:0)
[23:03:53.066] Timer tick, asking Buildbucket for the build status
[23:03:53.411] Build 8878295966020194560: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:03:53.411] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:70:0) after 1m0s
[23:04:53.432] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:70:0)
[23:04:53.432] Timer tick, asking Buildbucket for the build status
[23:04:53.562] Build 8878295966020194560: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:04:53.562] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:71:0) after 1m0s
[23:05:53.677] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:71:0)
[23:05:53.677] Timer tick, asking Buildbucket for the build status
[23:05:54.181] Build 8878295966020194560: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:05:54.181] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:72:0) after 1m0s
[23:06:54.277] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:72:0)
[23:06:54.277] Timer tick, asking Buildbucket for the build status
[23:06:54.515] Build 8878295966020194560: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:06:54.515] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:73:0) after 1m0s
[23:07:54.707] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:73:0)
[23:07:54.707] Timer tick, asking Buildbucket for the build status
[23:07:55.150] Build 8878295966020194560: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:07:55.150] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:74:0) after 1m0s
[23:08:55.205] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:74:0)
[23:08:55.205] Timer tick, asking Buildbucket for the build status
[23:08:55.779] Build 8878295966020194560: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:08:55.779] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:75:0) after 1m0s
[23:09:55.896] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:75:0)
[23:09:55.896] Timer tick, asking Buildbucket for the build status
[23:09:56.116] Build 8878295966020194560: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:09:56.116] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:76:0) after 1m0s
[23:10:56.249] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:76:0)
[23:10:56.249] Timer tick, asking Buildbucket for the build status
[23:10:56.381] Build 8878295966020194560: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:10:56.381] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:77:0) after 1m0s
[23:11:56.379] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:77:0)
[23:11:56.379] Timer tick, asking Buildbucket for the build status
[23:11:56.488] Build 8878295966020194560: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:11:56.488] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:78:0) after 1m0s
[23:12:56.574] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:78:0)
[23:12:56.574] Timer tick, asking Buildbucket for the build status
[23:12:57.132] Build 8878295966020194560: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:12:57.132] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:79:0) after 1m0s
[23:13:57.227] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:79:0)
[23:13:57.227] Timer tick, asking Buildbucket for the build status
[23:13:57.408] Build 8878295966020194560: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:13:57.408] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:80:0) after 1m0s
[23:14:57.441] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:80:0)
[23:14:57.441] Timer tick, asking Buildbucket for the build status
[23:14:57.770] Build 8878295966020194560: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:14:57.770] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:81:0) after 1m0s
[23:15:57.777] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:81:0)
[23:15:57.777] Timer tick, asking Buildbucket for the build status
[23:15:58.010] Build 8878295966020194560: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:15:58.010] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:82:0) after 1m0s
[23:16:58.070] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:82:0)
[23:16:58.070] Timer tick, asking Buildbucket for the build status
[23:16:58.199] Build 8878295966020194560: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:16:58.199] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:83:0) after 1m0s
[23:17:58.260] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:83:0)
[23:17:58.260] Timer tick, asking Buildbucket for the build status
[23:17:58.503] Build 8878295966020194560: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:17:58.503] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:84:0) after 1m0s
[23:18:58.652] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:84:0)
[23:18:58.652] Timer tick, asking Buildbucket for the build status
[23:19:01.309] Build 8878295966020194560: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:19:01.309] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:85:0) after 1m0s
[23:20:01.374] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:85:0)
[23:20:01.374] Timer tick, asking Buildbucket for the build status
[23:20:01.622] Build 8878295966020194560: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:20:01.622] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:86:0) after 1m0s
[23:21:02.390] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:86:0)
[23:21:02.390] Timer tick, asking Buildbucket for the build status
[23:21:02.987] Build 8878295966020194560: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:21:02.988] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:87:0) after 1m0s
[23:22:02.978] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:87:0)
[23:22:02.978] Timer tick, asking Buildbucket for the build status
[23:22:03.371] Build 8878295966020194560: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:22:03.371] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:88:0) after 1m0s
[23:23:03.950] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:88:0)
[23:23:03.950] Timer tick, asking Buildbucket for the build status
[23:23:04.253] Build 8878295966020194560: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:23:04.253] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:89:0) after 1m0s
[23:24:04.375] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:89:0)
[23:24:04.375] Timer tick, asking Buildbucket for the build status
[23:24:05.365] Build 8878295966020194560: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:24:05.365] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:90:0) after 1m0s
[23:25:05.568] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:90:0)
[23:25:05.568] Timer tick, asking Buildbucket for the build status
[23:25:05.716] Build 8878295966020194560: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:25:05.716] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:91:0) after 1m0s
[23:26:05.857] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:91:0)
[23:26:05.857] Timer tick, asking Buildbucket for the build status
[23:26:06.348] Build 8878295966020194560: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:26:06.348] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:92:0) after 1m0s
[23:27:06.499] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:92:0)
[23:27:06.499] Timer tick, asking Buildbucket for the build status
[23:27:06.635] Build 8878295966020194560: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:27:06.635] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:93:0) after 1m0s
[23:28:06.665] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:93:0)
[23:28:06.665] Timer tick, asking Buildbucket for the build status
[23:28:07.058] Build 8878295966020194560: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:28:07.058] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:94:0) after 1m0s
[23:29:07.183] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:94:0)
[23:29:07.183] Timer tick, asking Buildbucket for the build status
[23:29:07.695] Build 8878295966020194560: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:29:07.695] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:95:0) after 1m0s
[23:30:07.745] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:95:0)
[23:30:07.745] Timer tick, asking Buildbucket for the build status
[23:30:08.042] Build 8878295966020194560: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:30:08.042] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:96:0) after 1m0s
[23:31:08.095] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:96:0)
[23:31:08.095] Timer tick, asking Buildbucket for the build status
[23:31:08.733] Build 8878295966020194560: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:31:08.733] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9043726028265712336:97:0) after 1m0s
[23:31:21.220] Received PubSub notification, asking Buildbucket for the build status
[23:31:21.407] Build 8878295966020194560: status "COMPLETED", result "FAILURE", failure_reason "INFRA_FAILURE", cancelation_reason ""
[23:31:21.407] Buildbucket build:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "completed_ts": "1591399867790399",
    "created_by": "project:chromium",
    "created_ts": "1591394185961018",
    "failure_reason": "INFRA_FAILURE",
    "id": "8878295966020194560",
    "parameters_json": "{\"builder_name\": \"mac-code-coverage\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"82e9387949205cdff55eb95bfa411fe801f7b8c5\"}}",
    "project": "chromium",
    "result": "FAILURE",
    "result_details_json": "{\"properties\": {\"$build/code_coverage\": {\"use_clang_coverage\": true}, \"$build/goma\": {\"rpc_extra_params\": \"?prod\", \"server_host\": \"goma.chromium.org\"}, \"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"build227-m9\", \"branch\": \"refs/heads/master\", \"buildername\": \"mac-code-coverage\", \"buildnumber\": 1326, \"clang_revision\": \"n355885-a6ae333a-2\", \"got_angle_revision\": \"17b4a877e7ffd1400b0d84f0f6d7339d1c27f2d4\", \"got_dawn_revision\": \"45aed839e9c5647375bbc0249cc1b298f53ad190\", \"got_nacl_revision\": \"87616f7ce2ea8383efd3731960c15f4ba5852d93\", \"got_revision\": \"82e9387949205cdff55eb95bfa411fe801f7b8c5\", \"got_revision_cp\": \"refs/heads/master@{#775783}\", \"got_swarming_client_revision\": \"4c095d04179dc725a300085ae21fe3b79900d072\", \"got_swiftshader_revision\": \"e3eb327e8c3c724a415fa4d5f4805f2e281f4760\", \"got_v8_revision\": \"23313e21316161b0b000878f890dabc83a291b44\", \"got_v8_revision_cp\": \"refs/heads/8.5.130@{#1}\", \"got_webrtc_revision\": \"506d4eb7e4ef214ec29fd86ea51a6edaeecb81c3\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#31453}\", \"isolate_server\": \"https://isolateserver.appspot.com\", \"mastername\": \"chromium.fyi\", \"path_config\": \"generic\", \"recipe\": \"chromium\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"82e9387949205cdff55eb95bfa411fe801f7b8c5\", \"swarm_hashes\": {\"accessibility_unittests\": \"93bd0799fea863a8391df77f3c28a5028c6cae54\", \"angle_unittests\": \"e2d7ee3205a094d31cf60a7f5b5407dab0836795\", \"app_shell_unittests\": \"6cd8f9fc93501f424851c03d169c1abe96a9cb1c\", \"base_unittests\": \"be12519ed67cff044d13dcc34abc3d4648523e54\", \"base_util_unittests\": \"2521f39b8e9b11cf153c5c35f7b260f6b33a1e2b\", \"blink_common_unittests\": \"2f0eac04fb4852968e0a0b0e5628aa4b5df57550\", \"blink_fuzzer_unittests\": \"39d247b1f42d0a65d49bef0b812e18ef99ced3be\", \"blink_heap_unittests\": \"85bb587d54a3fe349e0bc0dfc823d870b1802e02\", \"blink_platform_unittests\": \"59e2474b01e50d83890bad91f584a6e1179c9b4b\", \"blink_unittests\": \"eabde41095e9da305243fb6756b0d08db5d81837\", \"boringssl_crypto_tests\": \"fd3c14d26d16225fb328f568684c49b65827e5d7\", \"boringssl_ssl_tests\": \"581e994ed59847a1ee1cf7ba1f50eaa729b3bf3a\", \"browser_tests\": \"bf7e96e82304cf3e80808bd3ea7332b7de6c65e5\", \"cacheinvalidation_unittests\": \"d15538b790a06c46946481c3382b01533ed28659\", \"capture_unittests\": \"9312ae969346668d4199623fa48b7bec29fc6b4a\", \"cast_unittests\": \"abdca7e65c277e9f18160ff5bfba95863119c546\", \"cc_unittests\": \"6248db8daddb8f3f8a94dda68c87b7681dc5c56e\", \"chrome_app_unittests\": \"4737aa5be217253b8b2415211b7d7f01dd38ff49\", \"chromedriver_unittests\": \"56e33382aac08c7344d32714ca817a61c86e5e6b\", \"components_browsertests\": \"5e52e977b226fba1a9237b16779e5f010a75f441\", \"components_unittests\": \"f269c931723025e5bc355281b4b4be164a2e1c64\", \"content_browsertests\": \"de748f0d0e169b746c170a64d510c1726d582e3b\", \"content_nocompile_tests\": \"c7345e18864e7a3b38e8dc4b10a22ad49fb8b041\", \"content_unittests\": \"99d81271c65f98af5a6975977bd094b2a3d9b007\", \"crashpad_tests\": \"bd0987f370290c376d6bff8e761712b5498b77cf\", \"cronet_tests\": \"660e1483dee185a9c641830cf8bc1154de84551d\", \"cronet_unittests\": \"b260fded5cb57c4241baa06e6154478760f4c47e\", \"crypto_unittests\": \"2c0f0c17a248414b5e560ba0d5bc038d509892c1\", \"device_unittests\": \"2445bdf3e05a96e5a493b589d061e19c52a77cc2\", \"display_unittests\": \"1b8242e1eecf87d10f02aa3b086fa6cbb3ef27f8\", \"events_unittests\": \"e0ab4aac79e179718197239677360ecc8da463c2\", \"extensions_browsertests\": \"3ee101b6ab9dd58fdf84523455ff7ee98d5b559b\", \"extensions_unittests\": \"b326b785f0a55345e66f74fc8acdf50365198e96\", \"filesystem_service_unittests\": \"5d774ab8e1471661b1f75a2a2daac0d81f631083\", \"gcm_unit_tests\": \"39d1e24a62a757ca4ef624ba29e777e04bc57a30\", \"gfx_unittests\": \"15406691fb764aec7ede9826e98ca738fc877904\", \"gin_unittests\": \"1b7139588a37d3b7b80bef9f55dbf44363b1eb89\", \"google_apis_unittests\": \"253c366cc8d6c71f1719c01cd77bc1bf9809e72a\", \"gpu_unittests\": \"2eb270e9525d5542d9ebec1ed772efa0142bd7a9\", \"gwp_asan_unittests\": \"ad1a2ef48a06b09cd4b4cf79cf3ee2f049665467\", \"headless_browsertests\": \"df6a372d8fe9e697628d7d34cd5eae9079885aae\", \"headless_unittests\": \"5ca5e2a6bdbbbdd1e951b88831b053a9cc406efd\", \"interactive_ui_tests\": \"9b3e6e82508ab26dc7a34e86d51573355627020b\", \"ipc_tests\": \"a0bd3782d43d07d5ac58668e6d64c2f651689815\", \"jingle_unittests\": \"f4c3d27e24a43b103ef0aff2d96c45ae133e04fa\", \"latency_unittests\": \"bf0654d90776e2b19f463897bb266ed91f4b0597\", \"libjingle_xmpp_unittests\": \"da84fc3e651456a64581e771771ed2f69a039ad1\", \"media_blink_unittests\": \"17e3edc16bae73bcbad8b7273d132e9da7e18f4a\", \"media_unittests\": \"38cb7fb6a4b171c62fdd7f899c6e739de64ead65\", \"message_center_unittests\": \"b5b1ccba9873c73f326bc860346f755ec7476071\", \"midi_unittests\": \"0e6800974c9a2e3acad56a8483555e2817d66220\", \"mojo_unittests\": \"a9b8122b0b18b5b4ba821451ed069e55bf674765\", \"nacl_loader_unittests\": \"5628fc282551c676047a5352e1cfd36932d97885\", \"native_theme_unittests\": \"805d8b475d4703f45c98e05ea92b46d984a159ea\", \"net_unittests\": \"6a02ddcf0e57b362e120e4f98d5aac7e87c1cc09\", \"pdf_unittests\": \"eb3f722a4b2b21b6c7f27d30f594fdb08d08c849\", \"perfetto_unittests\": \"a45c49ca28b861207c2b52bbe81ce947313170c6\", \"ppapi_unittests\": \"7f1d81313f6286904be63866cede772f9147689f\", \"printing_unittests\": \"6752989ad3ea7eaee6dc0824f55c8e8095ecd9d7\", \"remoting_unittests\": \"81b774b2fe678aee7a1005ca9ba14af11771c849\", \"sandbox_mac_unittests\": \"d360a975ebf6e0f042e362fe1047411d667fe670\", \"service_manager_unittests\": \"7d836a42f7ae052174bf0a447743317cdbc97617\", \"services_unittests\": \"502c5be04086d83907e171958ad6277775650395\", \"shell_dialogs_unittests\": \"4ca6d18f8b14b922219ce4bc6e1e4c1790239367\", \"skia_unittests\": \"fb2d4278346e6aaa78b521ee9e891bb16bdb7e0f\", \"snapshot_unittests\": \"08f86349c8bc88edebb9bbb851ca0d1546f289b7\", \"sql_unittests\": \"dfe89c9c62ca290d37910eff2463b70c2365626f\", \"storage_unittests\": \"9855a41ee5ba235162296dde4cc30f0f6558fce1\", \"sync_integration_tests\": \"a10f1117044cc54d181ee17069d53a471f06bf7b\", \"ui_base_unittests\": \"d09b7bb051a3e3a9056127ac5fd7944303461d30\", \"ui_touch_selection_unittests\": \"aec5889fb6f1c2de273cf76c2587ef28cda81669\", \"unit_tests\": \"eeb62b6ecf35d732180d9cc34a38be863f20e183\", \"updater_tests\": \"099ec94470b54c20c88494b91edc091c54492676\", \"url_unittests\": \"efc03cf3f98bb6623613499a7018b64f42b4dadc\", \"views_unittests\": \"a0fe63e8be06d6ebe794ba80f6a47d6ddac01b3c\", \"viz_unittests\": \"842a109fc8d52c1e90ccfae58654bf03b0dbaac0\", \"wtf_unittests\": \"0041de16f29915029772698afd79c0e7c07bb185\", \"xr_browser_tests\": \"102037050bc510f9e28dd368d9ba9391912f3be2\"}, \"swarm_hashes_refs/heads/master(at){#775783}_without_patch\": {\"accessibility_unittests\": \"93bd0799fea863a8391df77f3c28a5028c6cae54\", \"angle_unittests\": \"e2d7ee3205a094d31cf60a7f5b5407dab0836795\", \"app_shell_unittests\": \"6cd8f9fc93501f424851c03d169c1abe96a9cb1c\", \"base_unittests\": \"be12519ed67cff044d13dcc34abc3d4648523e54\", \"base_util_unittests\": \"2521f39b8e9b11cf153c5c35f7b260f6b33a1e2b\", \"blink_common_unittests\": \"2f0eac04fb4852968e0a0b0e5628aa4b5df57550\", \"blink_fuzzer_unittests\": \"39d247b1f42d0a65d49bef0b812e18ef99ced3be\", \"blink_heap_unittests\": \"85bb587d54a3fe349e0bc0dfc823d870b1802e02\", \"blink_platform_unittests\": \"59e2474b01e50d83890bad91f584a6e1179c9b4b\", \"blink_unittests\": \"eabde41095e9da305243fb6756b0d08db5d81837\", \"boringssl_crypto_tests\": \"fd3c14d26d16225fb328f568684c49b65827e5d7\", \"boringssl_ssl_tests\": \"581e994ed59847a1ee1cf7ba1f50eaa729b3bf3a\", \"browser_tests\": \"bf7e96e82304cf3e80808bd3ea7332b7de6c65e5\", \"cacheinvalidation_unittests\": \"d15538b790a06c46946481c3382b01533ed28659\", \"capture_unittests\": \"9312ae969346668d4199623fa48b7bec29fc6b4a\", \"cast_unittests\": \"abdca7e65c277e9f18160ff5bfba95863119c546\", \"cc_unittests\": \"6248db8daddb8f3f8a94dda68c87b7681dc5c56e\", \"chrome_app_unittests\": \"4737aa5be217253b8b2415211b7d7f01dd38ff49\", \"chromedriver_unittests\": \"56e33382aac08c7344d32714ca817a61c86e5e6b\", \"components_browsertests\": \"5e52e977b226fba1a9237b16779e5f010a75f441\", \"components_unittests\": \"f269c931723025e5bc355281b4b4be164a2e1c64\", \"content_browsertests\": \"de748f0d0e169b746c170a64d510c1726d582e3b\", \"content_nocompile_tests\": \"c7345e18864e7a3b38e8dc4b10a22ad49fb8b041\", \"content_unittests\": \"99d81271c65f98af5a6975977bd094b2a3d9b007\", \"crashpad_tests\": \"bd0987f370290c376d6bff8e761712b5498b77cf\", \"cronet_tests\": \"660e1483dee185a9c641830cf8bc1154de84551d\", \"cronet_unittests\": \"b260fded5cb57c4241baa06e6154478760f4c47e\", \"crypto_unittests\": \"2c0f0c17a248414b5e560ba0d5bc038d509892c1\", \"device_unittests\": \"2445bdf3e05a96e5a493b589d061e19c52a77cc2\", \"display_unittests\": \"1b8242e1eecf87d10f02aa3b086fa6cbb3ef27f8\", \"events_unittests\": \"e0ab4aac79e179718197239677360ecc8da463c2\", \"extensions_browsertests\": \"3ee101b6ab9dd58fdf84523455ff7ee98d5b559b\", \"extensions_unittests\": \"b326b785f0a55345e66f74fc8acdf50365198e96\", \"filesystem_service_unittests\": \"5d774ab8e1471661b1f75a2a2daac0d81f631083\", \"gcm_unit_tests\": \"39d1e24a62a757ca4ef624ba29e777e04bc57a30\", \"gfx_unittests\": \"15406691fb764aec7ede9826e98ca738fc877904\", \"gin_unittests\": \"1b7139588a37d3b7b80bef9f55dbf44363b1eb89\", \"google_apis_unittests\": \"253c366cc8d6c71f1719c01cd77bc1bf9809e72a\", \"gpu_unittests\": \"2eb270e9525d5542d9ebec1ed772efa0142bd7a9\", \"gwp_asan_unittests\": \"ad1a2ef48a06b09cd4b4cf79cf3ee2f049665467\", \"headless_browsertests\": \"df6a372d8fe9e697628d7d34cd5eae9079885aae\", \"headless_unittests\": \"5ca5e2a6bdbbbdd1e951b88831b053a9cc406efd\", \"interactive_ui_tests\": \"9b3e6e82508ab26dc7a34e86d51573355627020b\", \"ipc_tests\": \"a0bd3782d43d07d5ac58668e6d64c2f651689815\", \"jingle_unittests\": \"f4c3d27e24a43b103ef0aff2d96c45ae133e04fa\", \"latency_unittests\": \"bf0654d90776e2b19f463897bb266ed91f4b0597\", \"libjingle_xmpp_unittests\": \"da84fc3e651456a64581e771771ed2f69a039ad1\", \"media_blink_unittests\": \"17e3edc16bae73bcbad8b7273d132e9da7e18f4a\", \"media_unittests\": \"38cb7fb6a4b171c62fdd7f899c6e739de64ead65\", \"message_center_unittests\": \"b5b1ccba9873c73f326bc860346f755ec7476071\", \"midi_unittests\": \"0e6800974c9a2e3acad56a8483555e2817d66220\", \"mojo_unittests\": \"a9b8122b0b18b5b4ba821451ed069e55bf674765\", \"nacl_loader_unittests\": \"5628fc282551c676047a5352e1cfd36932d97885\", \"native_theme_unittests\": \"805d8b475d4703f45c98e05ea92b46d984a159ea\", \"net_unittests\": \"6a02ddcf0e57b362e120e4f98d5aac7e87c1cc09\", \"pdf_unittests\": \"eb3f722a4b2b21b6c7f27d30f594fdb08d08c849\", \"perfetto_unittests\": \"a45c49ca28b861207c2b52bbe81ce947313170c6\", \"ppapi_unittests\": \"7f1d81313f6286904be63866cede772f9147689f\", \"printing_unittests\": \"6752989ad3ea7eaee6dc0824f55c8e8095ecd9d7\", \"remoting_unittests\": \"81b774b2fe678aee7a1005ca9ba14af11771c849\", \"sandbox_mac_unittests\": \"d360a975ebf6e0f042e362fe1047411d667fe670\", \"service_manager_unittests\": \"7d836a42f7ae052174bf0a447743317cdbc97617\", \"services_unittests\": \"502c5be04086d83907e171958ad6277775650395\", \"shell_dialogs_unittests\": \"4ca6d18f8b14b922219ce4bc6e1e4c1790239367\", \"skia_unittests\": \"fb2d4278346e6aaa78b521ee9e891bb16bdb7e0f\", \"snapshot_unittests\": \"08f86349c8bc88edebb9bbb851ca0d1546f289b7\", \"sql_unittests\": \"dfe89c9c62ca290d37910eff2463b70c2365626f\", \"storage_unittests\": \"9855a41ee5ba235162296dde4cc30f0f6558fce1\", \"sync_integration_tests\": \"a10f1117044cc54d181ee17069d53a471f06bf7b\", \"ui_base_unittests\": \"d09b7bb051a3e3a9056127ac5fd7944303461d30\", \"ui_touch_selection_unittests\": \"aec5889fb6f1c2de273cf76c2587ef28cda81669\", \"unit_tests\": \"eeb62b6ecf35d732180d9cc34a38be863f20e183\", \"updater_tests\": \"099ec94470b54c20c88494b91edc091c54492676\", \"url_unittests\": \"efc03cf3f98bb6623613499a7018b64f42b4dadc\", \"views_unittests\": \"a0fe63e8be06d6ebe794ba80f6a47d6ddac01b3c\", \"viz_unittests\": \"842a109fc8d52c1e90ccfae58654bf03b0dbaac0\", \"wtf_unittests\": \"0041de16f29915029772698afd79c0e7c07bb185\", \"xr_browser_tests\": \"102037050bc510f9e28dd368d9ba9391912f3be2\"}}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_4a4feefdd7e355061708c01720b06a0ca8c49ffc9968a2ebc674541738676b8f_v2\", \"builder_ae5debd901c74ee0906916cb62621bceb2a8b657b42c2e2e9e89a0f6a2e5e53b_v2\", \"git\", \"goma_v2\", \"vpython\", \"xcode_ios_11c29\"], \"cores\": [\"24\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"1002\", \"1002:679e\", \"1002:679e-4.0.11-3.2.8\"], \"hidpi\": [\"0\"], \"id\": [\"build227-m9\"], \"mac_model\": [\"MacPro6,1\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Mac\", \"Mac-10.13\", \"Mac-10.13.6\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.10\"], \"server_version\": [\"5168-d212e19\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1591394526587306",
    "status": "COMPLETED",
    "status_changed_ts": "1591399874177176",
    "tags": [
      "build_address:luci.chromium.ci/mac-code-coverage/1326",
      "builder:mac-code-coverage",
      "buildset:commit/git/82e9387949205cdff55eb95bfa411fe801f7b8c5",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/82e9387949205cdff55eb95bfa411fe801f7b8c5",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9043726028265712336",
      "scheduler_job_id:chromium/mac-code-coverage",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8878295966020194560/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:os:Mac",
      "swarming_tag:recipe_name:chromium",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:4c9f4dc16bf5a010",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1591399874183980",
    "url": "https://ci.chromium.org/b/8878295966020194560",
    "utcnow_ts": "1591399881391087"
  }
}
[23:31:21.407] Invocation finished in 1h34m56.971044354s with status FAILED