Status: FAILED
Triggered by: -
Duration: 2 hours
Actions:

Definition (rev 61da5958bb1bf61dc6dab9a9ab14fa46798b5d0f)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTMacASan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "541dc66b8d91d6d0e91c11d8ccbcba4861164dd1"
}

Incoming tags

  • buildset:commit/git/541dc66b8d91d6d0e91c11d8ccbcba4861164dd1
  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/541dc66b8d91d6d0e91c11d8ccbcba4861164dd1
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[00:07:20.092] New invocation is queued and will start shortly
[00:07:21.168] Starting the invocation (attempt 1)
[00:07:21.223] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:07:21.225] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:07:21.225] Buildbucket request:
{
  "bucket": "luci.chromium.ci",
  "client_operation_id": "9023061682691276992",
  "parameters_json": "{\"builder_name\":\"ToTMacASan\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src\",\"revision\":\"541dc66b8d91d6d0e91c11d8ccbcba4861164dd1\"}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:ToTMacASan",
    "scheduler_invocation_id:9023061682691276992",
    "scheduler_job_id:chromium/ToTMacASan",
    "user_agent:luci-scheduler",
    "buildset:commit/git/541dc66b8d91d6d0e91c11d8ccbcba4861164dd1",
    "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/541dc66b8d91d6d0e91c11d8ccbcba4861164dd1",
    "gitiles_ref:refs/heads/master"
  ]
}
[00:07:22.718] Buildbucket response:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "created_by": "project:chromium",
    "created_ts": "1611101241340994",
    "id": "8857631620719405200",
    "parameters_json": "{\"builder_name\": \"ToTMacASan\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"541dc66b8d91d6d0e91c11d8ccbcba4861164dd1\"}}",
    "project": "chromium",
    "result_details_json": "{\"properties\": {}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1611101242403298",
    "tags": [
      "build_address:luci.chromium.ci/ToTMacASan/24325",
      "builder:ToTMacASan",
      "buildset:commit/git/541dc66b8d91d6d0e91c11d8ccbcba4861164dd1",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/541dc66b8d91d6d0e91c11d8ccbcba4861164dd1",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9023061682691276992",
      "scheduler_job_id:chromium/ToTMacASan",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8857631620719405200/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:recipe_name:chromium",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1611101242403403",
    "url": "https://ci.chromium.org/b/8857631620719405200",
    "utcnow_ts": "1611101242691415"
  }
}
[00:07:22.718] Task URL: https://ci.chromium.org/b/8857631620719405200
[00:07:22.718] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:2:0) after 1m0s
[00:08:22.757] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:2:0)
[00:08:22.757] Timer tick, asking Buildbucket for the build status
[00:08:23.250] Build 8857631620719405200: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[00:08:23.250] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:3:0) after 1m0s
[00:09:23.287] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:3:0)
[00:09:23.287] Timer tick, asking Buildbucket for the build status
[00:09:23.362] Build 8857631620719405200: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[00:09:23.362] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:4:0) after 1m0s
[00:10:23.452] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:4:0)
[00:10:23.452] Timer tick, asking Buildbucket for the build status
[00:10:23.780] Build 8857631620719405200: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[00:10:23.780] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:5:0) after 1m0s
[00:11:23.914] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:5:0)
[00:11:23.914] Timer tick, asking Buildbucket for the build status
[00:11:24.199] Build 8857631620719405200: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[00:11:24.199] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:6:0) after 1m0s
[00:11:31.226] Received PubSub notification, asking Buildbucket for the build status
[00:11:31.297] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:12:24.358] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:6:0)
[00:12:24.358] Timer tick, asking Buildbucket for the build status
[00:12:24.554] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:12:24.554] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:8:0) after 1m0s
[00:13:24.632] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:8:0)
[00:13:24.632] Timer tick, asking Buildbucket for the build status
[00:13:24.735] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:13:24.735] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:9:0) after 1m0s
[00:14:24.876] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:9:0)
[00:14:24.876] Timer tick, asking Buildbucket for the build status
[00:14:24.988] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:14:24.988] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:10:0) after 1m0s
[00:15:25.216] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:10:0)
[00:15:25.216] Timer tick, asking Buildbucket for the build status
[00:15:25.276] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:15:25.276] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:11:0) after 1m0s
[00:16:25.355] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:11:0)
[00:16:25.356] Timer tick, asking Buildbucket for the build status
[00:16:25.607] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:16:25.607] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:12:0) after 1m0s
[00:17:25.703] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:12:0)
[00:17:25.703] Timer tick, asking Buildbucket for the build status
[00:17:26.006] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:17:26.006] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:13:0) after 1m0s
[00:18:26.251] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:13:0)
[00:18:26.251] Timer tick, asking Buildbucket for the build status
[00:18:26.340] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:18:26.340] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:14:0) after 1m0s
[00:19:26.421] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:14:0)
[00:19:26.421] Timer tick, asking Buildbucket for the build status
[00:19:26.494] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:19:26.494] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:15:0) after 1m0s
[00:20:26.652] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:15:0)
[00:20:26.652] Timer tick, asking Buildbucket for the build status
[00:20:26.732] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:20:26.732] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:16:0) after 1m0s
[00:21:26.769] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:16:0)
[00:21:26.769] Timer tick, asking Buildbucket for the build status
[00:21:26.841] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:21:26.841] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:17:0) after 1m0s
[00:22:26.875] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:17:0)
[00:22:26.875] Timer tick, asking Buildbucket for the build status
[00:22:27.302] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:22:27.302] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:18:0) after 1m0s
[00:23:27.353] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:18:0)
[00:23:27.353] Timer tick, asking Buildbucket for the build status
[00:23:27.490] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:23:27.490] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:19:0) after 1m0s
[00:24:27.498] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:19:0)
[00:24:27.498] Timer tick, asking Buildbucket for the build status
[00:24:27.575] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:24:27.575] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:20:0) after 1m0s
[00:25:27.650] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:20:0)
[00:25:27.650] Timer tick, asking Buildbucket for the build status
[00:25:27.736] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:25:27.736] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:21:0) after 1m0s
[00:26:27.781] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:21:0)
[00:26:27.781] Timer tick, asking Buildbucket for the build status
[00:26:27.890] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:26:27.890] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:22:0) after 1m0s
[00:27:27.923] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:22:0)
[00:27:27.923] Timer tick, asking Buildbucket for the build status
[00:27:28.412] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:27:28.412] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:23:0) after 1m0s
[00:28:28.441] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:23:0)
[00:28:28.441] Timer tick, asking Buildbucket for the build status
[00:28:28.586] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:28:28.586] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:24:0) after 1m0s
[00:29:28.722] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:24:0)
[00:29:28.722] Timer tick, asking Buildbucket for the build status
[00:29:28.809] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:29:28.809] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:25:0) after 1m0s
[00:30:29.026] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:25:0)
[00:30:29.026] Timer tick, asking Buildbucket for the build status
[00:30:29.467] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:30:29.467] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:26:0) after 1m0s
[00:31:29.545] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:26:0)
[00:31:29.545] Timer tick, asking Buildbucket for the build status
[00:31:29.642] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:31:29.642] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:27:0) after 1m0s
[00:32:29.656] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:27:0)
[00:32:29.656] Timer tick, asking Buildbucket for the build status
[00:32:30.041] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:32:30.041] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:28:0) after 1m0s
[00:33:30.066] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:28:0)
[00:33:30.066] Timer tick, asking Buildbucket for the build status
[00:33:30.141] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:33:30.141] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:29:0) after 1m0s
[00:34:30.166] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:29:0)
[00:34:30.166] Timer tick, asking Buildbucket for the build status
[00:34:30.233] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:34:30.233] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:30:0) after 1m0s
[00:35:30.332] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:30:0)
[00:35:30.332] Timer tick, asking Buildbucket for the build status
[00:35:30.397] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:35:30.397] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:31:0) after 1m0s
[00:36:30.429] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:31:0)
[00:36:30.429] Timer tick, asking Buildbucket for the build status
[00:36:30.540] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:36:30.540] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:32:0) after 1m0s
[00:37:30.653] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:32:0)
[00:37:30.653] Timer tick, asking Buildbucket for the build status
[00:37:30.803] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:37:30.803] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:33:0) after 1m0s
[00:38:30.910] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:33:0)
[00:38:30.910] Timer tick, asking Buildbucket for the build status
[00:38:30.983] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:38:30.983] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:34:0) after 1m0s
[00:39:31.069] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:34:0)
[00:39:31.069] Timer tick, asking Buildbucket for the build status
[00:39:31.327] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:39:31.327] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:35:0) after 1m0s
[00:40:31.476] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:35:0)
[00:40:31.476] Timer tick, asking Buildbucket for the build status
[00:40:31.606] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:40:31.606] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:36:0) after 1m0s
[00:41:31.659] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:36:0)
[00:41:31.659] Timer tick, asking Buildbucket for the build status
[00:41:31.721] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:41:31.721] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:37:0) after 1m0s
[00:42:31.789] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:37:0)
[00:42:31.789] Timer tick, asking Buildbucket for the build status
[00:42:32.151] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:42:32.151] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:38:0) after 1m0s
[00:43:32.194] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:38:0)
[00:43:32.194] Timer tick, asking Buildbucket for the build status
[00:43:32.250] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:43:32.250] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:39:0) after 1m0s
[00:44:32.296] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:39:0)
[00:44:32.296] Timer tick, asking Buildbucket for the build status
[00:44:32.363] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:44:32.363] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:40:0) after 1m0s
[00:45:32.410] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:40:0)
[00:45:32.410] Timer tick, asking Buildbucket for the build status
[00:45:32.714] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:45:32.714] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:41:0) after 1m0s
[00:46:32.820] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:41:0)
[00:46:32.820] Timer tick, asking Buildbucket for the build status
[00:46:32.883] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:46:32.883] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:42:0) after 1m0s
[00:47:32.989] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:42:0)
[00:47:32.989] Timer tick, asking Buildbucket for the build status
[00:47:33.099] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:47:33.099] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:43:0) after 1m0s
[00:48:33.304] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:43:0)
[00:48:33.304] Timer tick, asking Buildbucket for the build status
[00:48:33.363] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:48:33.363] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:44:0) after 1m0s
[00:49:33.495] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:44:0)
[00:49:33.495] Timer tick, asking Buildbucket for the build status
[00:49:33.563] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:49:33.564] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:45:0) after 1m0s
[00:50:33.696] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:45:0)
[00:50:33.696] Timer tick, asking Buildbucket for the build status
[00:50:33.774] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:50:33.774] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:46:0) after 1m0s
[00:51:33.904] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:46:0)
[00:51:33.904] Timer tick, asking Buildbucket for the build status
[00:51:34.008] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:51:34.008] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:47:0) after 1m0s
[00:52:34.057] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:47:0)
[00:52:34.057] Timer tick, asking Buildbucket for the build status
[00:52:34.164] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:52:34.164] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:48:0) after 1m0s
[00:53:34.250] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:48:0)
[00:53:34.250] Timer tick, asking Buildbucket for the build status
[00:53:34.534] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:53:34.534] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:49:0) after 1m0s
[00:54:34.558] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:49:0)
[00:54:34.558] Timer tick, asking Buildbucket for the build status
[00:54:34.624] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:54:34.624] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:50:0) after 1m0s
[00:55:34.628] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:50:0)
[00:55:34.628] Timer tick, asking Buildbucket for the build status
[00:55:34.744] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:55:34.744] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:51:0) after 1m0s
[00:56:34.751] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:51:0)
[00:56:34.751] Timer tick, asking Buildbucket for the build status
[00:56:34.829] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:56:34.829] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:52:0) after 1m0s
[00:57:34.868] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:52:0)
[00:57:34.868] Timer tick, asking Buildbucket for the build status
[00:57:34.961] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:57:34.961] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:53:0) after 1m0s
[00:58:35.015] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:53:0)
[00:58:35.015] Timer tick, asking Buildbucket for the build status
[00:58:35.171] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:58:35.171] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:54:0) after 1m0s
[00:59:35.247] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:54:0)
[00:59:35.247] Timer tick, asking Buildbucket for the build status
[00:59:35.324] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:59:35.324] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:55:0) after 1m0s
[01:00:35.363] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:55:0)
[01:00:35.363] Timer tick, asking Buildbucket for the build status
[01:00:35.731] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:00:35.731] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:56:0) after 1m0s
[01:01:35.747] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:56:0)
[01:01:35.747] Timer tick, asking Buildbucket for the build status
[01:01:35.868] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:01:35.868] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:57:0) after 1m0s
[01:02:35.920] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:57:0)
[01:02:35.920] Timer tick, asking Buildbucket for the build status
[01:02:36.029] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:02:36.029] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:58:0) after 1m0s
[01:03:36.057] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:58:0)
[01:03:36.057] Timer tick, asking Buildbucket for the build status
[01:03:36.139] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:03:36.139] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:59:0) after 1m0s
[01:04:36.219] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:59:0)
[01:04:36.219] Timer tick, asking Buildbucket for the build status
[01:04:36.276] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:04:36.276] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:60:0) after 1m0s
[01:05:36.425] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:60:0)
[01:05:36.425] Timer tick, asking Buildbucket for the build status
[01:05:36.633] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:05:36.633] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:61:0) after 1m0s
[01:06:36.661] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:61:0)
[01:06:36.661] Timer tick, asking Buildbucket for the build status
[01:06:36.737] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:06:36.737] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:62:0) after 1m0s
[01:07:36.763] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:62:0)
[01:07:36.763] Timer tick, asking Buildbucket for the build status
[01:07:36.887] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:07:36.887] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:63:0) after 1m0s
[01:08:36.870] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:63:0)
[01:08:36.870] Timer tick, asking Buildbucket for the build status
[01:08:37.039] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:08:37.039] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:64:0) after 1m0s
[01:09:37.092] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:64:0)
[01:09:37.092] Timer tick, asking Buildbucket for the build status
[01:09:37.157] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:09:37.157] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:65:0) after 1m0s
[01:10:37.205] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:65:0)
[01:10:37.205] Timer tick, asking Buildbucket for the build status
[01:10:37.388] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:10:37.388] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:66:0) after 1m0s
[01:11:37.430] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:66:0)
[01:11:37.430] Timer tick, asking Buildbucket for the build status
[01:11:37.586] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:11:37.586] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:67:0) after 1m0s
[01:12:37.593] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:67:0)
[01:12:37.593] Timer tick, asking Buildbucket for the build status
[01:12:38.289] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:12:38.289] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:68:0) after 1m0s
[01:13:38.451] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:68:0)
[01:13:38.451] Timer tick, asking Buildbucket for the build status
[01:13:38.813] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:13:38.813] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:69:0) after 1m0s
[01:14:38.857] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:69:0)
[01:14:38.857] Timer tick, asking Buildbucket for the build status
[01:14:38.925] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:14:38.925] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:70:0) after 1m0s
[01:15:38.918] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:70:0)
[01:15:38.918] Timer tick, asking Buildbucket for the build status
[01:15:38.983] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:15:38.983] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:71:0) after 1m0s
[01:16:39.063] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:71:0)
[01:16:39.063] Timer tick, asking Buildbucket for the build status
[01:16:39.132] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:16:39.132] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:72:0) after 1m0s
[01:17:39.206] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:72:0)
[01:17:39.207] Timer tick, asking Buildbucket for the build status
[01:17:39.498] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:17:39.498] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:73:0) after 1m0s
[01:18:39.603] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:73:0)
[01:18:39.603] Timer tick, asking Buildbucket for the build status
[01:18:39.725] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:18:39.725] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:74:0) after 1m0s
[01:19:39.745] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:74:0)
[01:19:39.745] Timer tick, asking Buildbucket for the build status
[01:19:39.810] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:19:39.810] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:75:0) after 1m0s
[01:20:39.866] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:75:0)
[01:20:39.866] Timer tick, asking Buildbucket for the build status
[01:20:40.215] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:20:40.215] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:76:0) after 1m0s
[01:21:40.242] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:76:0)
[01:21:40.242] Timer tick, asking Buildbucket for the build status
[01:21:40.312] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:21:40.312] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:77:0) after 1m0s
[01:22:40.367] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:77:0)
[01:22:40.367] Timer tick, asking Buildbucket for the build status
[01:22:40.519] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:22:40.519] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:78:0) after 1m0s
[01:23:40.530] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:78:0)
[01:23:40.530] Timer tick, asking Buildbucket for the build status
[01:23:40.591] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:23:40.591] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:79:0) after 1m0s
[01:24:40.618] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:79:0)
[01:24:40.618] Timer tick, asking Buildbucket for the build status
[01:24:40.695] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:24:40.695] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:80:0) after 1m0s
[01:25:40.764] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:80:0)
[01:25:40.764] Timer tick, asking Buildbucket for the build status
[01:25:40.932] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:25:40.932] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:81:0) after 1m0s
[01:26:40.957] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:81:0)
[01:26:40.957] Timer tick, asking Buildbucket for the build status
[01:26:41.094] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:26:41.094] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:82:0) after 1m0s
[01:27:41.109] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:82:0)
[01:27:41.109] Timer tick, asking Buildbucket for the build status
[01:27:41.255] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:27:41.255] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:83:0) after 1m0s
[01:28:41.234] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:83:0)
[01:28:41.234] Timer tick, asking Buildbucket for the build status
[01:28:41.300] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:28:41.300] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:84:0) after 1m0s
[01:29:41.329] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:84:0)
[01:29:41.329] Timer tick, asking Buildbucket for the build status
[01:29:41.707] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:29:41.707] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:85:0) after 1m0s
[01:30:41.744] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:85:0)
[01:30:41.744] Timer tick, asking Buildbucket for the build status
[01:30:41.806] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:30:41.806] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:86:0) after 1m0s
[01:31:41.861] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:86:0)
[01:31:41.861] Timer tick, asking Buildbucket for the build status
[01:31:41.924] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:31:41.924] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:87:0) after 1m0s
[01:32:42.021] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:87:0)
[01:32:42.021] Timer tick, asking Buildbucket for the build status
[01:32:42.142] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:32:42.142] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:88:0) after 1m0s
[01:33:42.308] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:88:0)
[01:33:42.308] Timer tick, asking Buildbucket for the build status
[01:33:42.481] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:33:42.481] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:89:0) after 1m0s
[01:34:42.570] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:89:0)
[01:34:42.570] Timer tick, asking Buildbucket for the build status
[01:34:42.730] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:34:42.730] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:90:0) after 1m0s
[01:35:42.785] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:90:0)
[01:35:42.785] Timer tick, asking Buildbucket for the build status
[01:35:42.844] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:35:42.844] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:91:0) after 1m0s
[01:36:42.891] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:91:0)
[01:36:42.892] Timer tick, asking Buildbucket for the build status
[01:36:42.969] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:36:42.969] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:92:0) after 1m0s
[01:37:43.025] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:92:0)
[01:37:43.025] Timer tick, asking Buildbucket for the build status
[01:37:43.144] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:37:43.144] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:93:0) after 1m0s
[01:38:43.239] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:93:0)
[01:38:43.239] Timer tick, asking Buildbucket for the build status
[01:38:43.335] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:38:43.335] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:94:0) after 1m0s
[01:39:43.381] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:94:0)
[01:39:43.381] Timer tick, asking Buildbucket for the build status
[01:39:43.441] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:39:43.441] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:95:0) after 1m0s
[01:40:43.681] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:95:0)
[01:40:43.681] Timer tick, asking Buildbucket for the build status
[01:40:43.797] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:40:43.797] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:96:0) after 1m0s
[01:41:43.944] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:96:0)
[01:41:43.944] Timer tick, asking Buildbucket for the build status
[01:41:44.034] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:41:44.034] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:97:0) after 1m0s
[01:42:44.123] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:97:0)
[01:42:44.123] Timer tick, asking Buildbucket for the build status
[01:42:44.377] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:42:44.377] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:98:0) after 1m0s
[01:43:44.427] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:98:0)
[01:43:44.427] Timer tick, asking Buildbucket for the build status
[01:43:44.597] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:43:44.597] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:99:0) after 1m0s
[01:44:44.583] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:99:0)
[01:44:44.583] Timer tick, asking Buildbucket for the build status
[01:44:44.937] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:44:44.937] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:100:0) after 1m0s
[01:45:45.002] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:100:0)
[01:45:45.002] Timer tick, asking Buildbucket for the build status
[01:45:45.057] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:45:45.057] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:101:0) after 1m0s
[01:46:45.084] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:101:0)
[01:46:45.084] Timer tick, asking Buildbucket for the build status
[01:46:45.380] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:46:45.380] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:102:0) after 1m0s
[01:47:45.379] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:102:0)
[01:47:45.379] Timer tick, asking Buildbucket for the build status
[01:47:45.806] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:47:45.806] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:103:0) after 1m0s
[01:48:45.907] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:103:0)
[01:48:45.907] Timer tick, asking Buildbucket for the build status
[01:48:46.155] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:48:46.155] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:104:0) after 1m0s
[01:49:46.237] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:104:0)
[01:49:46.237] Timer tick, asking Buildbucket for the build status
[01:49:46.483] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:49:46.483] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:105:0) after 1m0s
[01:50:46.661] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:105:0)
[01:50:46.661] Timer tick, asking Buildbucket for the build status
[01:50:46.745] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:50:46.745] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:106:0) after 1m0s
[01:51:46.768] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:106:0)
[01:51:46.768] Timer tick, asking Buildbucket for the build status
[01:51:46.837] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:51:46.837] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:107:0) after 1m0s
[01:52:46.893] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:107:0)
[01:52:46.893] Timer tick, asking Buildbucket for the build status
[01:52:47.596] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:52:47.596] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:108:0) after 1m0s
[01:53:47.638] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:108:0)
[01:53:47.638] Timer tick, asking Buildbucket for the build status
[01:53:47.937] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:53:47.937] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:109:0) after 1m0s
[01:54:47.928] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:109:0)
[01:54:47.928] Timer tick, asking Buildbucket for the build status
[01:54:48.152] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:54:48.152] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:110:0) after 1m0s
[01:55:48.288] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:110:0)
[01:55:48.288] Timer tick, asking Buildbucket for the build status
[01:55:48.519] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:55:48.519] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:111:0) after 1m0s
[01:56:48.549] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:111:0)
[01:56:48.549] Timer tick, asking Buildbucket for the build status
[01:56:48.638] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:56:48.638] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:112:0) after 1m0s
[01:57:48.667] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:112:0)
[01:57:48.667] Timer tick, asking Buildbucket for the build status
[01:57:48.791] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:57:48.791] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:113:0) after 1m0s
[01:58:48.820] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:113:0)
[01:58:48.820] Timer tick, asking Buildbucket for the build status
[01:58:49.015] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:58:49.015] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:114:0) after 1m0s
[01:59:49.048] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:114:0)
[01:59:49.048] Timer tick, asking Buildbucket for the build status
[01:59:49.122] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:59:49.122] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:115:0) after 1m0s
[02:00:49.191] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:115:0)
[02:00:49.191] Timer tick, asking Buildbucket for the build status
[02:00:49.284] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:00:49.284] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:116:0) after 1m0s
[02:01:49.320] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:116:0)
[02:01:49.320] Timer tick, asking Buildbucket for the build status
[02:01:49.377] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:01:49.377] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:117:0) after 1m0s
[02:02:49.558] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:117:0)
[02:02:49.558] Timer tick, asking Buildbucket for the build status
[02:02:51.996] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:02:51.996] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:118:0) after 1m0s
[02:03:52.023] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:118:0)
[02:03:52.023] Timer tick, asking Buildbucket for the build status
[02:03:52.156] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:03:52.156] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:119:0) after 1m0s
[02:04:52.217] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:119:0)
[02:04:52.217] Timer tick, asking Buildbucket for the build status
[02:04:52.643] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:04:52.643] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:120:0) after 1m0s
[02:05:52.672] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:120:0)
[02:05:52.672] Timer tick, asking Buildbucket for the build status
[02:05:52.745] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:05:52.745] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:121:0) after 1m0s
[02:06:52.755] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:121:0)
[02:06:52.755] Timer tick, asking Buildbucket for the build status
[02:06:52.823] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:06:52.823] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:122:0) after 1m0s
[02:07:52.831] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:122:0)
[02:07:52.831] Timer tick, asking Buildbucket for the build status
[02:07:52.945] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:07:52.945] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:123:0) after 1m0s
[02:08:52.979] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:123:0)
[02:08:52.979] Timer tick, asking Buildbucket for the build status
[02:08:53.084] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:08:53.084] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:124:0) after 1m0s
[02:09:53.256] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:124:0)
[02:09:53.256] Timer tick, asking Buildbucket for the build status
[02:09:53.369] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:09:53.369] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:125:0) after 1m0s
[02:10:53.483] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:125:0)
[02:10:53.483] Timer tick, asking Buildbucket for the build status
[02:10:53.607] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:10:53.607] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:126:0) after 1m0s
[02:11:53.669] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:126:0)
[02:11:53.669] Timer tick, asking Buildbucket for the build status
[02:11:53.747] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:11:53.747] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:127:0) after 1m0s
[02:12:54.093] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:127:0)
[02:12:54.093] Timer tick, asking Buildbucket for the build status
[02:12:54.220] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:12:54.220] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:128:0) after 1m0s
[02:13:54.268] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:128:0)
[02:13:54.268] Timer tick, asking Buildbucket for the build status
[02:13:54.331] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:13:54.331] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:129:0) after 1m0s
[02:14:54.401] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:129:0)
[02:14:54.401] Timer tick, asking Buildbucket for the build status
[02:14:54.461] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:14:54.461] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:130:0) after 1m0s
[02:15:54.615] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:130:0)
[02:15:54.615] Timer tick, asking Buildbucket for the build status
[02:15:54.785] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:15:54.785] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:131:0) after 1m0s
[02:16:54.892] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:131:0)
[02:16:54.892] Timer tick, asking Buildbucket for the build status
[02:16:54.959] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:16:54.959] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:132:0) after 1m0s
[02:17:55.136] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:132:0)
[02:17:55.136] Timer tick, asking Buildbucket for the build status
[02:17:55.332] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:17:55.332] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:133:0) after 1m0s
[02:18:55.454] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:133:0)
[02:18:55.454] Timer tick, asking Buildbucket for the build status
[02:18:55.553] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:18:55.553] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:134:0) after 1m0s
[02:19:55.586] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:134:0)
[02:19:55.586] Timer tick, asking Buildbucket for the build status
[02:19:55.653] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:19:55.653] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:135:0) after 1m0s
[02:20:55.696] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:135:0)
[02:20:55.696] Timer tick, asking Buildbucket for the build status
[02:20:55.754] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:20:55.754] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:136:0) after 1m0s
[02:21:55.996] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:136:0)
[02:21:55.996] Timer tick, asking Buildbucket for the build status
[02:21:56.052] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:21:56.052] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:137:0) after 1m0s
[02:22:56.276] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:137:0)
[02:22:56.276] Timer tick, asking Buildbucket for the build status
[02:22:56.438] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:22:56.438] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:138:0) after 1m0s
[02:23:56.527] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:138:0)
[02:23:56.527] Timer tick, asking Buildbucket for the build status
[02:23:56.587] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:23:56.587] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:139:0) after 1m0s
[02:24:56.687] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:139:0)
[02:24:56.687] Timer tick, asking Buildbucket for the build status
[02:24:56.791] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:24:56.791] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:140:0) after 1m0s
[02:25:56.837] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:140:0)
[02:25:56.838] Timer tick, asking Buildbucket for the build status
[02:25:57.011] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:25:57.011] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:141:0) after 1m0s
[02:26:57.113] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:141:0)
[02:26:57.113] Timer tick, asking Buildbucket for the build status
[02:26:57.197] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:26:57.197] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:142:0) after 1m0s
[02:27:57.249] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:142:0)
[02:27:57.249] Timer tick, asking Buildbucket for the build status
[02:27:57.437] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:27:57.437] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:143:0) after 1m0s
[02:28:57.462] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:143:0)
[02:28:57.462] Timer tick, asking Buildbucket for the build status
[02:28:57.523] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:28:57.523] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:144:0) after 1m0s
[02:29:57.631] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:144:0)
[02:29:57.631] Timer tick, asking Buildbucket for the build status
[02:29:57.696] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:29:57.696] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:145:0) after 1m0s
[02:30:57.813] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:145:0)
[02:30:57.813] Timer tick, asking Buildbucket for the build status
[02:30:57.876] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:30:57.876] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:146:0) after 1m0s
[02:31:57.966] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:146:0)
[02:31:57.966] Timer tick, asking Buildbucket for the build status
[02:31:58.206] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:31:58.206] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:147:0) after 1m0s
[02:32:58.325] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:147:0)
[02:32:58.325] Timer tick, asking Buildbucket for the build status
[02:32:58.428] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:32:58.428] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:148:0) after 1m0s
[02:33:58.486] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:148:0)
[02:33:58.486] Timer tick, asking Buildbucket for the build status
[02:33:59.101] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:33:59.101] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:149:0) after 1m0s
[02:34:59.148] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:149:0)
[02:34:59.148] Timer tick, asking Buildbucket for the build status
[02:34:59.244] Build 8857631620719405200: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:34:59.244] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023061682691276992:150:0) after 1m0s
[02:35:45.074] Received PubSub notification, asking Buildbucket for the build status
[02:35:45.133] Build 8857631620719405200: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[02:35:45.133] Buildbucket build:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "completed_ts": "1611110144491485",
    "created_by": "project:chromium",
    "created_ts": "1611101241340994",
    "failure_reason": "BUILD_FAILURE",
    "id": "8857631620719405200",
    "parameters_json": "{\"builder_name\": \"ToTMacASan\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"541dc66b8d91d6d0e91c11d8ccbcba4861164dd1\"}}",
    "project": "chromium",
    "result": "FAILURE",
    "result_details_json": "{\"error\": {\"message\": \"#### Step _compile_ failed. Error logs are shown below:\\n```\\n[23061/59429] CXX obj/remoting/base/unit_tests/protobuf_http_client_unittest.o\\nFAILED: obj/remoting/base/unit_tests/protobuf_http_client_unittest.o\\n../../third_party/llvm-build/Release+Asserts/bin/clang++ -MMD -MF obj/remoting/base/unit_tests/proto...(too long)\\nnon-canonical or dependent type in IR-generation\\nUNREACHABLE executed at /opt/s/w/ir/cache/builder/src/third_party/llvm/clang/lib/CodeGen/CodeGenFunction.cpp:235!\\nPLEASE submit a bug report to https://crbug.com and run tools/clang/scripts/process_crashreports.py (only works inside Google) which will upload a report and include the crash backtrace, preprocessed source, and associated run script.\\nStack dump:\\n```\\n##### ...The message was too long...\\n#### More information in raw_io.output[failure_summary]\"}, \"properties\": {\"$build/goma\": {\"use_luci_auth\": true}, \"$recipe_engine/isolated\": {\"server\": \"https://isolateserver.appspot.com\"}, \"$recipe_engine/milo/blamelist_pins\": [{\"host\": \"chromium.googlesource.com\", \"id\": \"541dc66b8d91d6d0e91c11d8ccbcba4861164dd1\", \"project\": \"chromium/src\"}], \"$recipe_engine/path\": {\"cache_dir\": \"/opt/s/w/ir/cache\", \"temp_dir\": \"/opt/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"build285-m9\", \"branch\": \"refs/heads/master\", \"builder_group\": \"chromium.clang\", \"buildername\": \"ToTMacASan\", \"buildnumber\": 24325, \"clang_revision\": \"llvmorg-12-init-17116-gb62c7e04-0\", \"got_angle_revision\": \"2e0490eedcc809bcd6359de6afdb9e40bd9f731a\", \"got_dawn_revision\": \"4b316994ad01ab6b87032c5fd9b53c6d18956d8d\", \"got_nacl_revision\": \"cb31feffa500401c95c6c44d88b7c358236bca36\", \"got_revision\": \"541dc66b8d91d6d0e91c11d8ccbcba4861164dd1\", \"got_revision_cp\": \"refs/heads/master@{#844976}\", \"got_swarming_client_revision\": \"1a072711d4388c62e02480fabc26c68c24494be9\", \"got_swiftshader_revision\": \"89fd1480b47e8c8668dfd3c24302c53b76ba4c88\", \"got_v8_revision\": \"6181c222ef4e8307540a8b27201a790957a92fdd\", \"got_v8_revision_cp\": \"refs/heads/9.0.17@{#1}\", \"got_webrtc_revision\": \"5eb527cf7fb28e22d0687c0295cb9f1bb458160c\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#33034}\", \"path_config\": \"generic\", \"perf_dashboard_machine_group\": \"ChromiumClang\", \"recipe\": \"chromium\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"541dc66b8d91d6d0e91c11d8ccbcba4861164dd1\", \"xcode_build_version\": \"12a7209\"}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_0c96c161cf7dd2e1c2b922319da904a0c0164c4adceed5a8844a45f1c516ad13_v2\", \"builder_35788ef09d8eae7507b346e2b8d132d76f2bde09fc8050ac1251d555c07cf94e_v2\", \"builder_5372538a354f163a20d332d881c6c5d85e35654ac8a57c760866f12033f8a8a5_v2\", \"builder_69caa34b8f39daac28a821cac2619730401d46a6479812cc34796e3bf180418a_v2\", \"builder_a165fbc5f77948fe8465d1f67a1e4a103f195e4f29767b5fac0876e41f78e10e_v2\", \"builder_a6b7812892ce2803c2af7edd05905c93375f7b9beeb5faec870a74a927aae8ee_v2\", \"builder_d42b89eab403033f5a2a8102ec9c436397350cedb439d5e09b11874a5784adb4_v2\", \"git\", \"goma_v2\", \"vpython\"], \"cores\": [\"24\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"1002\", \"1002:679e\", \"1002:679e-4.0.11-3.2.8\"], \"hidpi\": [\"0\"], \"id\": [\"build285-m9\"], \"mac_model\": [\"MacPro6,1\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Mac\", \"Mac-10\", \"Mac-10.15\", \"Mac-10.15.7\", \"Mac-10.15.7-19H2\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.16\"], \"server_version\": [\"5666-679c9bd\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}, \"ui\": {\"info\": \"#### Step _compile_ failed. Error logs are shown below:\\n```\\n[23061/59429] CXX obj/remoting/base/unit_tests/protobuf_http_client_unittest.o\\nFAILED: obj/remoting/base/unit_tests/protobuf_http_client_unittest.o\\n../../third_party/llvm-build/Release+Asserts/bin/clang++ -MMD -MF obj/remoting/base/unit_tests/proto...(too long)\\nnon-canonical or dependent type in IR-generation\\nUNREACHABLE executed at /opt/s/w/ir/cache/builder/src/third_party/llvm/clang/lib/CodeGen/CodeGenFunction.cpp:235!\\nPLEASE submit a bug report to https://crbug.com and run tools/clang/scripts/process_crashreports.py (only works inside Google) which will upload a report and include the crash backtrace, preprocessed source, and associated run script.\\nStack dump:\\n```\\n##### ...The message was too long...\\n#### More information in raw_io.output[failure_summary]\"}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1611101490262927",
    "status": "COMPLETED",
    "status_changed_ts": "1611101490548745",
    "tags": [
      "build_address:luci.chromium.ci/ToTMacASan/24325",
      "builder:ToTMacASan",
      "buildset:commit/git/541dc66b8d91d6d0e91c11d8ccbcba4861164dd1",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/541dc66b8d91d6d0e91c11d8ccbcba4861164dd1",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9023061682691276992",
      "scheduler_job_id:chromium/ToTMacASan",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8857631620719405200/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:os:Mac",
      "swarming_tag:recipe_name:chromium",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:5135ef935fd0e710",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1611110144717093",
    "url": "https://ci.chromium.org/b/8857631620719405200",
    "utcnow_ts": "1611110145124958"
  }
}
[02:35:45.133] Invocation finished in 2h28m25.057770927s with status FAILED