Status: FAILED
Triggered by: -
Duration: 2 hours
Actions:

Definition (rev ead1c24e5b0e6b883f7d7e816b15c81777fef6bb)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTMac"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "16b9d5d7518ed4ece571abe9ad518750e3ef291c"
}

Incoming tags

  • buildset:commit/git/16b9d5d7518ed4ece571abe9ad518750e3ef291c
  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/16b9d5d7518ed4ece571abe9ad518750e3ef291c
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[19:38:06.870] New invocation is queued and will start shortly
[19:38:07.994] Starting the invocation (attempt 1)
[19:38:08.070] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[19:38:08.072] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[19:38:08.073] Buildbucket request:
{
  "bucket": "luci.chromium.ci",
  "client_operation_id": "9042828759247286784",
  "parameters_json": "{\"builder_name\":\"ToTMac\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src\",\"revision\":\"16b9d5d7518ed4ece571abe9ad518750e3ef291c\"}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:ToTMac",
    "scheduler_invocation_id:9042828759247286784",
    "scheduler_job_id:chromium/ToTMac",
    "user_agent:luci-scheduler",
    "buildset:commit/git/16b9d5d7518ed4ece571abe9ad518750e3ef291c",
    "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/16b9d5d7518ed4ece571abe9ad518750e3ef291c",
    "gitiles_ref:refs/heads/master"
  ]
}
[19:38:10.575] Buildbucket response:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "created_by": "project:chromium",
    "created_ts": "1592249888309446",
    "id": "8877398697074424000",
    "parameters_json": "{\"builder_name\": \"ToTMac\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"16b9d5d7518ed4ece571abe9ad518750e3ef291c\"}}",
    "project": "chromium",
    "result_details_json": "{\"properties\": {}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1592249890266167",
    "tags": [
      "build_address:luci.chromium.ci/ToTMac/23689",
      "builder:ToTMac",
      "buildset:commit/git/16b9d5d7518ed4ece571abe9ad518750e3ef291c",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/16b9d5d7518ed4ece571abe9ad518750e3ef291c",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9042828759247286784",
      "scheduler_job_id:chromium/ToTMac",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8877398697074424000/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:recipe_name:chromium",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1592249890266637",
    "url": "https://ci.chromium.org/b/8877398697074424000",
    "utcnow_ts": "1592249890545542"
  }
}
[19:38:10.575] Task URL: https://ci.chromium.org/b/8877398697074424000
[19:38:10.575] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:2:0) after 1m0s
[19:39:10.599] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:2:0)
[19:39:10.599] Timer tick, asking Buildbucket for the build status
[19:39:10.799] Build 8877398697074424000: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[19:39:10.799] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:3:0) after 1m0s
[19:40:10.874] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:3:0)
[19:40:10.874] Timer tick, asking Buildbucket for the build status
[19:40:11.312] Build 8877398697074424000: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[19:40:11.312] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:4:0) after 1m0s
[19:41:11.329] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:4:0)
[19:41:11.329] Timer tick, asking Buildbucket for the build status
[19:41:11.491] Build 8877398697074424000: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[19:41:11.491] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:5:0) after 1m0s
[19:42:11.506] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:5:0)
[19:42:11.506] Timer tick, asking Buildbucket for the build status
[19:42:11.672] Build 8877398697074424000: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[19:42:11.672] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:6:0) after 1m0s
[19:42:24.944] Received PubSub notification, asking Buildbucket for the build status
[19:42:25.981] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:43:11.758] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:6:0)
[19:43:11.758] Timer tick, asking Buildbucket for the build status
[19:43:12.644] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:43:12.644] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:8:0) after 1m0s
[19:44:12.723] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:8:0)
[19:44:12.723] Timer tick, asking Buildbucket for the build status
[19:44:13.255] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:44:13.255] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:9:0) after 1m0s
[19:45:13.282] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:9:0)
[19:45:13.282] Timer tick, asking Buildbucket for the build status
[19:45:13.437] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:45:13.437] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:10:0) after 1m0s
[19:46:13.569] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:10:0)
[19:46:13.569] Timer tick, asking Buildbucket for the build status
[19:46:13.803] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:46:13.803] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:11:0) after 1m0s
[19:47:13.833] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:11:0)
[19:47:13.833] Timer tick, asking Buildbucket for the build status
[19:47:14.018] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:47:14.018] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:12:0) after 1m0s
[19:48:14.036] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:12:0)
[19:48:14.036] Timer tick, asking Buildbucket for the build status
[19:48:14.228] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:48:14.228] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:13:0) after 1m0s
[19:49:14.295] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:13:0)
[19:49:14.295] Timer tick, asking Buildbucket for the build status
[19:49:14.475] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:49:14.475] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:14:0) after 1m0s
[19:50:14.603] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:14:0)
[19:50:14.603] Timer tick, asking Buildbucket for the build status
[19:50:14.766] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:50:14.766] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:15:0) after 1m0s
[19:51:14.832] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:15:0)
[19:51:14.832] Timer tick, asking Buildbucket for the build status
[19:51:15.039] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:51:15.039] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:16:0) after 1m0s
[19:52:15.123] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:16:0)
[19:52:15.123] Timer tick, asking Buildbucket for the build status
[19:52:16.132] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:52:16.132] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:17:0) after 1m0s
[19:53:16.187] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:17:0)
[19:53:16.187] Timer tick, asking Buildbucket for the build status
[19:53:16.550] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:53:16.550] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:18:0) after 1m0s
[19:54:16.707] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:18:0)
[19:54:16.707] Timer tick, asking Buildbucket for the build status
[19:54:16.940] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:54:16.940] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:19:0) after 1m0s
[19:55:16.961] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:19:0)
[19:55:16.961] Timer tick, asking Buildbucket for the build status
[19:55:17.212] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:55:17.212] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:20:0) after 1m0s
[19:56:17.239] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:20:0)
[19:56:17.239] Timer tick, asking Buildbucket for the build status
[19:56:17.378] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:56:17.378] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:21:0) after 1m0s
[19:57:17.470] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:21:0)
[19:57:17.470] Timer tick, asking Buildbucket for the build status
[19:57:17.922] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:57:17.922] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:22:0) after 1m0s
[19:58:17.957] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:22:0)
[19:58:17.957] Timer tick, asking Buildbucket for the build status
[19:58:21.189] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:58:21.189] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:23:0) after 1m0s
[19:59:21.224] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:23:0)
[19:59:21.224] Timer tick, asking Buildbucket for the build status
[19:59:21.366] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:59:21.366] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:24:0) after 1m0s
[20:00:21.441] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:24:0)
[20:00:21.441] Timer tick, asking Buildbucket for the build status
[20:00:23.424] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:00:23.424] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:25:0) after 1m0s
[20:01:23.503] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:25:0)
[20:01:23.503] Timer tick, asking Buildbucket for the build status
[20:01:23.671] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:01:23.671] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:26:0) after 1m0s
[20:02:23.654] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:26:0)
[20:02:23.654] Timer tick, asking Buildbucket for the build status
[20:02:23.825] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:02:23.825] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:27:0) after 1m0s
[20:03:23.843] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:27:0)
[20:03:23.843] Timer tick, asking Buildbucket for the build status
[20:03:24.110] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:03:24.110] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:28:0) after 1m0s
[20:04:24.144] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:28:0)
[20:04:24.144] Timer tick, asking Buildbucket for the build status
[20:04:24.932] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:04:24.932] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:29:0) after 1m0s
[20:05:25.380] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:29:0)
[20:05:25.380] Timer tick, asking Buildbucket for the build status
[20:05:25.542] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:05:25.542] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:30:0) after 1m0s
[20:06:25.698] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:30:0)
[20:06:25.698] Timer tick, asking Buildbucket for the build status
[20:06:25.918] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:06:25.919] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:31:0) after 1m0s
[20:07:26.370] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:31:0)
[20:07:26.370] Timer tick, asking Buildbucket for the build status
[20:07:26.923] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:07:26.923] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:32:0) after 1m0s
[20:08:27.100] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:32:0)
[20:08:27.100] Timer tick, asking Buildbucket for the build status
[20:08:27.249] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:08:27.249] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:33:0) after 1m0s
[20:09:27.374] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:33:0)
[20:09:27.374] Timer tick, asking Buildbucket for the build status
[20:09:27.542] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:09:27.542] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:34:0) after 1m0s
[20:10:27.778] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:34:0)
[20:10:27.778] Timer tick, asking Buildbucket for the build status
[20:10:28.019] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:10:28.019] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:35:0) after 1m0s
[20:11:28.092] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:35:0)
[20:11:28.092] Timer tick, asking Buildbucket for the build status
[20:11:28.467] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:11:28.467] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:36:0) after 1m0s
[20:12:29.734] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:36:0)
[20:12:29.734] Timer tick, asking Buildbucket for the build status
[20:12:30.081] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:12:30.082] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:37:0) after 1m0s
[20:13:30.266] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:37:0)
[20:13:30.266] Timer tick, asking Buildbucket for the build status
[20:13:30.596] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:13:30.596] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:38:0) after 1m0s
[20:14:30.665] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:38:0)
[20:14:30.665] Timer tick, asking Buildbucket for the build status
[20:14:30.803] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:14:30.803] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:39:0) after 1m0s
[20:15:30.820] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:39:0)
[20:15:30.820] Timer tick, asking Buildbucket for the build status
[20:15:31.135] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:15:31.135] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:40:0) after 1m0s
[20:16:31.128] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:40:0)
[20:16:31.128] Timer tick, asking Buildbucket for the build status
[20:16:31.311] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:16:31.311] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:41:0) after 1m0s
[20:17:31.410] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:41:0)
[20:17:31.410] Timer tick, asking Buildbucket for the build status
[20:17:31.545] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:17:31.546] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:42:0) after 1m0s
[20:18:31.573] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:42:0)
[20:18:31.573] Timer tick, asking Buildbucket for the build status
[20:18:31.804] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:18:31.805] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:43:0) after 1m0s
[20:19:31.834] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:43:0)
[20:19:31.834] Timer tick, asking Buildbucket for the build status
[20:19:31.977] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:19:31.977] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:44:0) after 1m0s
[20:20:33.162] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:44:0)
[20:20:33.162] Timer tick, asking Buildbucket for the build status
[20:20:33.462] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:20:33.462] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:45:0) after 1m0s
[20:21:33.473] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:45:0)
[20:21:33.473] Timer tick, asking Buildbucket for the build status
[20:21:33.682] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:21:33.682] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:46:0) after 1m0s
[20:22:33.780] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:46:0)
[20:22:33.780] Timer tick, asking Buildbucket for the build status
[20:22:34.132] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:22:34.132] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:47:0) after 1m0s
[20:23:34.171] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:47:0)
[20:23:34.171] Timer tick, asking Buildbucket for the build status
[20:23:34.316] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:23:34.316] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:48:0) after 1m0s
[20:24:34.335] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:48:0)
[20:24:34.335] Timer tick, asking Buildbucket for the build status
[20:24:34.452] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:24:34.452] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:49:0) after 1m0s
[20:25:34.487] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:49:0)
[20:25:34.487] Timer tick, asking Buildbucket for the build status
[20:25:34.912] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:25:34.912] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:50:0) after 1m0s
[20:26:34.957] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:50:0)
[20:26:34.957] Timer tick, asking Buildbucket for the build status
[20:26:35.226] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:26:35.226] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:51:0) after 1m0s
[20:27:35.297] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:51:0)
[20:27:35.297] Timer tick, asking Buildbucket for the build status
[20:27:36.784] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:27:36.784] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:52:0) after 1m0s
[20:28:36.870] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:52:0)
[20:28:36.870] Timer tick, asking Buildbucket for the build status
[20:28:37.747] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:28:37.747] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:53:0) after 1m0s
[20:29:37.805] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:53:0)
[20:29:37.805] Timer tick, asking Buildbucket for the build status
[20:29:37.935] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:29:37.935] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:54:0) after 1m0s
[20:30:38.001] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:54:0)
[20:30:38.001] Timer tick, asking Buildbucket for the build status
[20:30:38.164] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:30:38.164] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:55:0) after 1m0s
[20:31:38.253] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:55:0)
[20:31:38.253] Timer tick, asking Buildbucket for the build status
[20:31:38.473] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:31:38.473] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:56:0) after 1m0s
[20:32:38.581] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:56:0)
[20:32:38.581] Timer tick, asking Buildbucket for the build status
[20:32:39.205] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:32:39.205] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:57:0) after 1m0s
[20:33:39.302] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:57:0)
[20:33:39.302] Timer tick, asking Buildbucket for the build status
[20:33:39.453] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:33:39.453] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:58:0) after 1m0s
[20:34:39.459] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:58:0)
[20:34:39.459] Timer tick, asking Buildbucket for the build status
[20:34:39.953] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:34:39.953] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:59:0) after 1m0s
[20:35:40.100] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:59:0)
[20:35:40.100] Timer tick, asking Buildbucket for the build status
[20:35:40.266] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:35:40.266] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:60:0) after 1m0s
[20:36:40.318] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:60:0)
[20:36:40.318] Timer tick, asking Buildbucket for the build status
[20:36:41.156] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:36:41.156] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:61:0) after 1m0s
[20:37:42.015] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:61:0)
[20:37:42.015] Timer tick, asking Buildbucket for the build status
[20:37:42.643] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:37:42.643] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:62:0) after 1m0s
[20:38:42.670] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:62:0)
[20:38:42.670] Timer tick, asking Buildbucket for the build status
[20:38:43.141] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:38:43.141] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:63:0) after 1m0s
[20:39:43.217] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:63:0)
[20:39:43.217] Timer tick, asking Buildbucket for the build status
[20:39:43.442] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:39:43.442] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:64:0) after 1m0s
[20:40:43.537] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:64:0)
[20:40:43.537] Timer tick, asking Buildbucket for the build status
[20:40:43.668] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:40:43.668] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:65:0) after 1m0s
[20:41:43.728] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:65:0)
[20:41:43.728] Timer tick, asking Buildbucket for the build status
[20:41:43.916] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:41:43.916] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:66:0) after 1m0s
[20:42:44.002] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:66:0)
[20:42:44.002] Timer tick, asking Buildbucket for the build status
[20:42:44.962] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:42:44.962] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:67:0) after 1m0s
[20:43:45.022] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:67:0)
[20:43:45.022] Timer tick, asking Buildbucket for the build status
[20:43:45.199] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:43:45.199] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:68:0) after 1m0s
[20:44:45.213] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:68:0)
[20:44:45.213] Timer tick, asking Buildbucket for the build status
[20:44:46.184] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:44:46.184] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:69:0) after 1m0s
[20:45:46.217] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:69:0)
[20:45:46.217] Timer tick, asking Buildbucket for the build status
[20:45:46.434] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:45:46.434] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:70:0) after 1m0s
[20:46:46.553] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:70:0)
[20:46:46.553] Timer tick, asking Buildbucket for the build status
[20:46:46.706] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:46:46.706] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:71:0) after 1m0s
[20:47:46.763] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:71:0)
[20:47:46.763] Timer tick, asking Buildbucket for the build status
[20:47:47.504] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:47:47.504] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:72:0) after 1m0s
[20:48:47.581] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:72:0)
[20:48:47.581] Timer tick, asking Buildbucket for the build status
[20:48:47.783] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:48:47.783] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:73:0) after 1m0s
[20:49:47.930] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:73:0)
[20:49:47.931] Timer tick, asking Buildbucket for the build status
[20:49:48.113] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:49:48.113] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:74:0) after 1m0s
[20:50:48.146] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:74:0)
[20:50:48.146] Timer tick, asking Buildbucket for the build status
[20:50:48.375] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:50:48.375] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:75:0) after 1m0s
[20:51:48.406] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:75:0)
[20:51:48.406] Timer tick, asking Buildbucket for the build status
[20:51:49.033] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:51:49.033] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:76:0) after 1m0s
[20:52:49.099] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:76:0)
[20:52:49.099] Timer tick, asking Buildbucket for the build status
[20:52:54.594] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:52:54.594] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:77:0) after 1m0s
[20:53:54.697] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:77:0)
[20:53:54.697] Timer tick, asking Buildbucket for the build status
[20:53:54.901] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:53:54.901] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:78:0) after 1m0s
[20:54:55.082] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:78:0)
[20:54:55.082] Timer tick, asking Buildbucket for the build status
[20:54:55.233] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:54:55.233] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:79:0) after 1m0s
[20:55:55.299] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:79:0)
[20:55:55.299] Timer tick, asking Buildbucket for the build status
[20:55:55.469] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:55:55.469] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:80:0) after 1m0s
[20:56:55.506] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:80:0)
[20:56:55.506] Timer tick, asking Buildbucket for the build status
[20:56:55.749] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:56:55.749] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:81:0) after 1m0s
[20:57:55.789] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:81:0)
[20:57:55.789] Timer tick, asking Buildbucket for the build status
[20:57:55.992] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:57:55.992] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:82:0) after 1m0s
[20:58:56.252] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:82:0)
[20:58:56.252] Timer tick, asking Buildbucket for the build status
[20:58:56.493] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:58:56.493] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:83:0) after 1m0s
[20:59:56.709] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:83:0)
[20:59:56.709] Timer tick, asking Buildbucket for the build status
[20:59:56.953] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:59:56.953] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:84:0) after 1m0s
[21:00:57.326] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:84:0)
[21:00:57.326] Timer tick, asking Buildbucket for the build status
[21:00:58.457] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:00:58.457] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:85:0) after 1m0s
[21:01:59.108] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:85:0)
[21:01:59.108] Timer tick, asking Buildbucket for the build status
[21:01:59.488] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:01:59.488] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:86:0) after 1m0s
[21:02:59.988] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:86:0)
[21:02:59.988] Timer tick, asking Buildbucket for the build status
[21:03:00.409] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:03:00.409] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:87:0) after 1m0s
[21:04:01.300] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:87:0)
[21:04:01.300] Timer tick, asking Buildbucket for the build status
[21:04:01.843] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:04:01.843] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:88:0) after 1m0s
[21:05:02.208] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:88:0)
[21:05:02.208] Timer tick, asking Buildbucket for the build status
[21:05:02.524] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:05:02.524] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:89:0) after 1m0s
[21:06:02.645] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:89:0)
[21:06:02.645] Timer tick, asking Buildbucket for the build status
[21:06:03.004] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:06:03.004] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:90:0) after 1m0s
[21:07:03.218] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:90:0)
[21:07:03.218] Timer tick, asking Buildbucket for the build status
[21:07:03.736] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:07:03.736] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:91:0) after 1m0s
[21:08:03.933] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:91:0)
[21:08:03.933] Timer tick, asking Buildbucket for the build status
[21:08:04.243] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:08:04.243] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:92:0) after 1m0s
[21:09:04.563] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:92:0)
[21:09:04.563] Timer tick, asking Buildbucket for the build status
[21:09:05.097] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:09:05.097] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:93:0) after 1m0s
[21:10:05.187] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:93:0)
[21:10:05.187] Timer tick, asking Buildbucket for the build status
[21:10:05.551] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:10:05.551] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:94:0) after 1m0s
[21:11:05.618] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:94:0)
[21:11:05.618] Timer tick, asking Buildbucket for the build status
[21:11:05.941] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:11:05.941] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:95:0) after 1m0s
[21:12:05.996] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:95:0)
[21:12:05.996] Timer tick, asking Buildbucket for the build status
[21:12:06.072] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:12:06.072] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:96:0) after 1m0s
[21:13:06.159] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:96:0)
[21:13:06.159] Timer tick, asking Buildbucket for the build status
[21:13:06.374] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:13:06.374] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:97:0) after 1m0s
[21:14:06.427] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:97:0)
[21:14:06.427] Timer tick, asking Buildbucket for the build status
[21:14:06.539] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:14:06.539] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:98:0) after 1m0s
[21:15:06.623] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:98:0)
[21:15:06.623] Timer tick, asking Buildbucket for the build status
[21:15:06.870] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:15:06.870] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:99:0) after 1m0s
[21:16:06.937] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:99:0)
[21:16:06.937] Timer tick, asking Buildbucket for the build status
[21:16:07.077] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:16:07.077] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:100:0) after 1m0s
[21:17:07.113] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:100:0)
[21:17:07.113] Timer tick, asking Buildbucket for the build status
[21:17:07.281] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:17:07.281] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:101:0) after 1m0s
[21:18:07.312] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:101:0)
[21:18:07.312] Timer tick, asking Buildbucket for the build status
[21:18:07.768] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:18:07.768] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:102:0) after 1m0s
[21:19:07.820] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:102:0)
[21:19:07.820] Timer tick, asking Buildbucket for the build status
[21:19:08.133] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:19:08.133] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:103:0) after 1m0s
[21:20:08.157] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:103:0)
[21:20:08.157] Timer tick, asking Buildbucket for the build status
[21:20:08.736] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:20:08.736] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:104:0) after 1m0s
[21:21:08.794] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:104:0)
[21:21:08.794] Timer tick, asking Buildbucket for the build status
[21:21:10.596] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:21:10.596] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:105:0) after 1m0s
[21:22:10.577] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:105:0)
[21:22:10.577] Timer tick, asking Buildbucket for the build status
[21:22:10.675] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:22:10.675] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:106:0) after 1m0s
[21:23:10.733] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:106:0)
[21:23:10.733] Timer tick, asking Buildbucket for the build status
[21:23:10.862] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:23:10.863] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:107:0) after 1m0s
[21:24:10.863] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:107:0)
[21:24:10.863] Timer tick, asking Buildbucket for the build status
[21:24:11.047] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:24:11.047] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:108:0) after 1m0s
[21:25:11.185] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:108:0)
[21:25:11.185] Timer tick, asking Buildbucket for the build status
[21:25:11.356] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:25:11.356] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:109:0) after 1m0s
[21:26:11.479] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:109:0)
[21:26:11.479] Timer tick, asking Buildbucket for the build status
[21:26:11.660] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:26:11.660] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:110:0) after 1m0s
[21:27:11.694] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:110:0)
[21:27:11.694] Timer tick, asking Buildbucket for the build status
[21:27:11.912] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:27:11.912] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:111:0) after 1m0s
[21:28:11.956] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:111:0)
[21:28:11.956] Timer tick, asking Buildbucket for the build status
[21:28:12.397] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:28:12.397] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:112:0) after 1m0s
[21:29:12.445] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:112:0)
[21:29:12.445] Timer tick, asking Buildbucket for the build status
[21:29:12.671] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:29:12.671] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:113:0) after 1m0s
[21:30:12.816] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:113:0)
[21:30:12.816] Timer tick, asking Buildbucket for the build status
[21:30:13.490] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:30:13.490] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:114:0) after 1m0s
[21:31:13.492] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:114:0)
[21:31:13.492] Timer tick, asking Buildbucket for the build status
[21:31:13.808] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:31:13.808] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:115:0) after 1m0s
[21:32:13.877] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:115:0)
[21:32:13.877] Timer tick, asking Buildbucket for the build status
[21:32:14.639] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:32:14.639] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:116:0) after 1m0s
[21:33:14.677] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:116:0)
[21:33:14.677] Timer tick, asking Buildbucket for the build status
[21:33:14.845] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:33:14.845] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:117:0) after 1m0s
[21:34:14.878] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:117:0)
[21:34:14.878] Timer tick, asking Buildbucket for the build status
[21:34:14.952] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:34:14.952] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:118:0) after 1m0s
[21:35:14.963] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:118:0)
[21:35:14.963] Timer tick, asking Buildbucket for the build status
[21:35:15.136] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:35:15.136] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:119:0) after 1m0s
[21:36:15.176] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:119:0)
[21:36:15.176] Timer tick, asking Buildbucket for the build status
[21:36:15.588] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:36:15.588] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:120:0) after 1m0s
[21:37:15.681] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:120:0)
[21:37:15.681] Timer tick, asking Buildbucket for the build status
[21:37:16.243] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:37:16.243] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:121:0) after 1m0s
[21:38:16.315] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:121:0)
[21:38:16.315] Timer tick, asking Buildbucket for the build status
[21:38:17.472] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:38:17.472] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:122:0) after 1m0s
[21:39:17.690] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:122:0)
[21:39:17.690] Timer tick, asking Buildbucket for the build status
[21:39:18.006] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:39:18.006] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:123:0) after 1m0s
[21:40:18.069] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:123:0)
[21:40:18.069] Timer tick, asking Buildbucket for the build status
[21:40:18.160] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:40:18.160] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:124:0) after 1m0s
[21:41:18.412] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:124:0)
[21:41:18.412] Timer tick, asking Buildbucket for the build status
[21:41:18.962] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:41:18.962] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:125:0) after 1m0s
[21:42:19.009] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:125:0)
[21:42:19.009] Timer tick, asking Buildbucket for the build status
[21:42:19.528] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:42:19.528] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:126:0) after 1m0s
[21:43:19.642] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:126:0)
[21:43:19.642] Timer tick, asking Buildbucket for the build status
[21:43:19.787] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:43:19.787] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:127:0) after 1m0s
[21:44:19.919] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:127:0)
[21:44:19.919] Timer tick, asking Buildbucket for the build status
[21:44:20.174] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:44:20.174] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:128:0) after 1m0s
[21:45:20.257] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:128:0)
[21:45:20.257] Timer tick, asking Buildbucket for the build status
[21:45:20.790] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:45:20.790] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:129:0) after 1m0s
[21:46:20.980] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:129:0)
[21:46:20.980] Timer tick, asking Buildbucket for the build status
[21:46:21.329] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:46:21.329] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:130:0) after 1m0s
[21:47:21.387] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:130:0)
[21:47:21.387] Timer tick, asking Buildbucket for the build status
[21:47:21.559] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:47:21.559] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:131:0) after 1m0s
[21:48:21.618] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:131:0)
[21:48:21.618] Timer tick, asking Buildbucket for the build status
[21:48:21.754] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:48:21.754] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:132:0) after 1m0s
[21:49:21.932] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:132:0)
[21:49:21.932] Timer tick, asking Buildbucket for the build status
[21:49:22.132] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:49:22.132] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:133:0) after 1m0s
[21:50:22.310] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:133:0)
[21:50:22.310] Timer tick, asking Buildbucket for the build status
[21:50:22.494] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:50:22.494] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:134:0) after 1m0s
[21:51:22.529] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:134:0)
[21:51:22.529] Timer tick, asking Buildbucket for the build status
[21:51:22.632] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:51:22.632] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:135:0) after 1m0s
[21:52:22.775] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:135:0)
[21:52:22.775] Timer tick, asking Buildbucket for the build status
[21:52:22.983] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:52:22.983] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:136:0) after 1m0s
[21:53:23.069] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:136:0)
[21:53:23.069] Timer tick, asking Buildbucket for the build status
[21:53:23.285] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:53:23.285] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:137:0) after 1m0s
[21:54:23.427] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:137:0)
[21:54:23.427] Timer tick, asking Buildbucket for the build status
[21:54:23.587] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:54:23.587] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:138:0) after 1m0s
[21:55:23.694] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:138:0)
[21:55:23.694] Timer tick, asking Buildbucket for the build status
[21:55:23.776] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:55:23.776] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:139:0) after 1m0s
[21:56:24.019] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:139:0)
[21:56:24.019] Timer tick, asking Buildbucket for the build status
[21:56:24.171] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:56:24.171] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:140:0) after 1m0s
[21:57:24.303] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:140:0)
[21:57:24.303] Timer tick, asking Buildbucket for the build status
[21:57:24.668] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:57:24.668] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:141:0) after 1m0s
[21:58:24.797] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:141:0)
[21:58:24.797] Timer tick, asking Buildbucket for the build status
[21:58:25.082] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:58:25.082] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:142:0) after 1m0s
[21:59:25.127] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:142:0)
[21:59:25.127] Timer tick, asking Buildbucket for the build status
[21:59:25.276] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:59:25.276] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:143:0) after 1m0s
[22:00:25.284] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:143:0)
[22:00:25.284] Timer tick, asking Buildbucket for the build status
[22:00:25.511] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:00:25.511] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:144:0) after 1m0s
[22:01:25.572] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:144:0)
[22:01:25.572] Timer tick, asking Buildbucket for the build status
[22:01:25.853] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:01:25.853] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:145:0) after 1m0s
[22:02:25.885] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:145:0)
[22:02:25.885] Timer tick, asking Buildbucket for the build status
[22:02:26.084] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:02:26.084] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:146:0) after 1m0s
[22:03:26.912] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:146:0)
[22:03:26.912] Timer tick, asking Buildbucket for the build status
[22:03:27.139] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:03:27.140] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:147:0) after 1m0s
[22:04:27.281] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:147:0)
[22:04:27.281] Timer tick, asking Buildbucket for the build status
[22:04:27.412] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:04:27.412] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:148:0) after 1m0s
[22:05:27.655] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:148:0)
[22:05:27.655] Timer tick, asking Buildbucket for the build status
[22:05:27.788] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:05:27.788] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:149:0) after 1m0s
[22:06:27.831] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:149:0)
[22:06:27.831] Timer tick, asking Buildbucket for the build status
[22:06:28.224] Build 8877398697074424000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:06:28.224] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042828759247286784:150:0) after 1m0s
[22:06:46.870] Received PubSub notification, asking Buildbucket for the build status
[22:06:46.969] Build 8877398697074424000: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[22:06:46.969] Buildbucket build:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "completed_ts": "1592258806269420",
    "created_by": "project:chromium",
    "created_ts": "1592249888309446",
    "failure_reason": "BUILD_FAILURE",
    "id": "8877398697074424000",
    "parameters_json": "{\"builder_name\": \"ToTMac\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"16b9d5d7518ed4ece571abe9ad518750e3ef291c\"}}",
    "project": "chromium",
    "result": "FAILURE",
    "result_details_json": "{\"error\": {\"message\": \"#### Step _compile_ failed. Error logs are shown below:\\n```\\n[30692/64812] LINK ./base_unittests\\nFAILED: base_unittests\\n```\\n##### ...The message was too long...\\n#### More information in raw_io.output[failure_summary]\"}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"build286-m9\", \"branch\": \"refs/heads/master\", \"buildername\": \"ToTMac\", \"buildnumber\": 23689, \"clang_revision\": \"n357303-7df80e3f-0\", \"got_angle_revision\": \"09be185d811319c704734285aeb423d754e36ba2\", \"got_dawn_revision\": \"4234d78201afa98e208fef71250c1efe1ee3ad81\", \"got_nacl_revision\": \"87616f7ce2ea8383efd3731960c15f4ba5852d93\", \"got_revision\": \"16b9d5d7518ed4ece571abe9ad518750e3ef291c\", \"got_revision_cp\": \"refs/heads/master@{#778430}\", \"got_swarming_client_revision\": \"4c095d04179dc725a300085ae21fe3b79900d072\", \"got_swiftshader_revision\": \"8cbee4107cf13e97cdbe30e98dfc0517de2b350f\", \"got_v8_revision\": \"99e196c087d7a0ddbca5d0439f29a7d6a5e59696\", \"got_v8_revision_cp\": \"refs/heads/8.5.161@{#1}\", \"got_webrtc_revision\": \"9465978a3b627655b2c99389dc35bcd343866ee1\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#31522}\", \"mastername\": \"chromium.clang\", \"path_config\": \"generic\", \"perf_dashboard_machine_group\": \"ChromiumClang\", \"recipe\": \"chromium\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"16b9d5d7518ed4ece571abe9ad518750e3ef291c\", \"xcode_build_version\": \"11a1027\"}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_0c96c161cf7dd2e1c2b922319da904a0c0164c4adceed5a8844a45f1c516ad13_v2\", \"builder_4a4feefdd7e355061708c01720b06a0ca8c49ffc9968a2ebc674541738676b8f_v2\", \"builder_69caa34b8f39daac28a821cac2619730401d46a6479812cc34796e3bf180418a_v2\", \"builder_ae5debd901c74ee0906916cb62621bceb2a8b657b42c2e2e9e89a0f6a2e5e53b_v2\", \"builder_d42b89eab403033f5a2a8102ec9c436397350cedb439d5e09b11874a5784adb4_v2\", \"git\", \"goma_v2\", \"vpython\", \"xcode_ios_11c29\"], \"cores\": [\"24\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"1002\", \"1002:679e\", \"1002:679e-4.0.11-3.2.8\"], \"hidpi\": [\"0\"], \"id\": [\"build286-m9\"], \"mac_model\": [\"MacPro6,1\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Mac\", \"Mac-10.14\", \"Mac-10.14.6\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.10\"], \"server_version\": [\"5207-21acfae\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}, \"ui\": {\"info\": \"#### Step _compile_ failed. Error logs are shown below:\\n```\\n[30692/64812] LINK ./base_unittests\\nFAILED: base_unittests\\n```\\n##### ...The message was too long...\\n#### More information in raw_io.output[failure_summary]\"}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1592250143256280",
    "status": "COMPLETED",
    "status_changed_ts": "1592250144364186",
    "tags": [
      "build_address:luci.chromium.ci/ToTMac/23689",
      "builder:ToTMac",
      "buildset:commit/git/16b9d5d7518ed4ece571abe9ad518750e3ef291c",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/16b9d5d7518ed4ece571abe9ad518750e3ef291c",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9042828759247286784",
      "scheduler_job_id:chromium/ToTMac",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8877398697074424000/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:os:Mac",
      "swarming_tag:recipe_name:chromium",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:4cd24ec7ddfb4510",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1592258806423028",
    "url": "https://ci.chromium.org/b/8877398697074424000",
    "utcnow_ts": "1592258806957588"
  }
}
[22:06:46.969] Invocation finished in 2h28m40.114981514s with status FAILED