Status: FAILED
Triggered by: -
Duration: 2 hours
Actions:

Definition (rev 61da5958bb1bf61dc6dab9a9ab14fa46798b5d0f)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTMac"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "f2fabcd1994cd753a8fa2b6b11281d036c82413e"
}

Incoming tags

  • buildset:commit/git/f2fabcd1994cd753a8fa2b6b11281d036c82413e
  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f2fabcd1994cd753a8fa2b6b11281d036c82413e
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[07:46:19.137] New invocation is queued and will start shortly
[07:46:20.352] Starting the invocation (attempt 1)
[07:46:20.416] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[07:46:20.416] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[07:46:20.416] Buildbucket request:
{
  "bucket": "luci.chromium.ci",
  "client_operation_id": "9030189966253581536",
  "parameters_json": "{\"builder_name\":\"ToTMac\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src\",\"revision\":\"f2fabcd1994cd753a8fa2b6b11281d036c82413e\"}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:ToTMac",
    "scheduler_invocation_id:9030189966253581536",
    "scheduler_job_id:chromium/ToTMac",
    "user_agent:luci-scheduler",
    "buildset:commit/git/f2fabcd1994cd753a8fa2b6b11281d036c82413e",
    "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f2fabcd1994cd753a8fa2b6b11281d036c82413e",
    "gitiles_ref:refs/heads/master"
  ]
}
[07:46:21.173] Buildbucket response:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "created_by": "project:chromium",
    "created_ts": "1604303180540592",
    "id": "8864759904120509312",
    "parameters_json": "{\"builder_name\": \"ToTMac\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"f2fabcd1994cd753a8fa2b6b11281d036c82413e\"}}",
    "project": "chromium",
    "result_details_json": "{\"properties\": {}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1604303181019709",
    "tags": [
      "build_address:luci.chromium.ci/ToTMac/24746",
      "builder:ToTMac",
      "buildset:commit/git/f2fabcd1994cd753a8fa2b6b11281d036c82413e",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f2fabcd1994cd753a8fa2b6b11281d036c82413e",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9030189966253581536",
      "scheduler_job_id:chromium/ToTMac",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8864759904120509312/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:recipe_name:chromium",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1604303181019986",
    "url": "https://ci.chromium.org/b/8864759904120509312",
    "utcnow_ts": "1604303181155154"
  }
}
[07:46:21.173] Task URL: https://ci.chromium.org/b/8864759904120509312
[07:46:21.173] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:2:0) after 1m0s
[07:46:22.515] Received PubSub notification, asking Buildbucket for the build status
[07:46:22.597] Build 8864759904120509312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:47:21.263] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:2:0)
[07:47:21.263] Timer tick, asking Buildbucket for the build status
[07:47:21.453] Build 8864759904120509312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:47:21.453] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:4:0) after 1m0s
[07:48:21.476] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:4:0)
[07:48:21.476] Timer tick, asking Buildbucket for the build status
[07:48:21.584] Build 8864759904120509312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:48:21.584] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:5:0) after 1m0s
[07:49:21.610] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:5:0)
[07:49:21.610] Timer tick, asking Buildbucket for the build status
[07:49:21.760] Build 8864759904120509312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:49:21.760] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:6:0) after 1m0s
[07:50:21.781] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:6:0)
[07:50:21.781] Timer tick, asking Buildbucket for the build status
[07:50:21.862] Build 8864759904120509312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:50:21.862] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:7:0) after 1m0s
[07:51:21.877] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:7:0)
[07:51:21.877] Timer tick, asking Buildbucket for the build status
[07:51:22.002] Build 8864759904120509312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:51:22.002] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:8:0) after 1m0s
[07:52:22.028] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:8:0)
[07:52:22.028] Timer tick, asking Buildbucket for the build status
[07:52:22.114] Build 8864759904120509312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:52:22.114] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:9:0) after 1m0s
[07:53:22.144] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:9:0)
[07:53:22.144] Timer tick, asking Buildbucket for the build status
[07:53:22.630] Build 8864759904120509312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:53:22.630] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:10:0) after 1m0s
[07:54:22.672] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:10:0)
[07:54:22.672] Timer tick, asking Buildbucket for the build status
[07:54:22.893] Build 8864759904120509312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:54:22.893] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:11:0) after 1m0s
[07:55:22.928] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:11:0)
[07:55:22.928] Timer tick, asking Buildbucket for the build status
[07:55:23.012] Build 8864759904120509312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:55:23.012] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:12:0) after 1m0s
[07:56:23.058] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:12:0)
[07:56:23.058] Timer tick, asking Buildbucket for the build status
[07:56:23.338] Build 8864759904120509312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:56:23.338] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:13:0) after 1m0s
[07:57:23.386] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:13:0)
[07:57:23.386] Timer tick, asking Buildbucket for the build status
[07:57:23.464] Build 8864759904120509312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:57:23.464] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:14:0) after 1m0s
[07:58:23.523] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:14:0)
[07:58:23.523] Timer tick, asking Buildbucket for the build status
[07:58:23.602] Build 8864759904120509312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:58:23.603] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:15:0) after 1m0s
[07:59:23.624] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:15:0)
[07:59:23.624] Timer tick, asking Buildbucket for the build status
[07:59:23.695] Build 8864759904120509312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:59:23.695] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:16:0) after 1m0s
[08:00:23.752] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:16:0)
[08:00:23.752] Timer tick, asking Buildbucket for the build status
[08:00:24.852] Build 8864759904120509312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:00:24.852] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:17:0) after 1m0s
[08:01:24.899] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:17:0)
[08:01:24.899] Timer tick, asking Buildbucket for the build status
[08:01:25.088] Build 8864759904120509312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:01:25.088] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:18:0) after 1m0s
[08:02:25.140] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:18:0)
[08:02:25.140] Timer tick, asking Buildbucket for the build status
[08:02:25.339] Build 8864759904120509312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:02:25.339] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:19:0) after 1m0s
[08:03:25.362] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:19:0)
[08:03:25.362] Timer tick, asking Buildbucket for the build status
[08:03:25.495] Build 8864759904120509312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:03:25.496] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:20:0) after 1m0s
[08:04:25.562] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:20:0)
[08:04:25.562] Timer tick, asking Buildbucket for the build status
[08:04:25.640] Build 8864759904120509312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:04:25.640] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:21:0) after 1m0s
[08:05:25.678] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:21:0)
[08:05:25.678] Timer tick, asking Buildbucket for the build status
[08:05:25.793] Build 8864759904120509312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:05:25.793] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:22:0) after 1m0s
[08:06:25.866] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:22:0)
[08:06:25.866] Timer tick, asking Buildbucket for the build status
[08:06:26.005] Build 8864759904120509312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:06:26.005] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:23:0) after 1m0s
[08:07:26.069] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:23:0)
[08:07:26.069] Timer tick, asking Buildbucket for the build status
[08:07:26.166] Build 8864759904120509312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:07:26.166] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:24:0) after 1m0s
[08:08:26.206] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:24:0)
[08:08:26.206] Timer tick, asking Buildbucket for the build status
[08:08:26.363] Build 8864759904120509312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:08:26.363] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:25:0) after 1m0s
[08:09:26.390] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:25:0)
[08:09:26.390] Timer tick, asking Buildbucket for the build status
[08:09:26.498] Build 8864759904120509312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:09:26.498] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:26:0) after 1m0s
[08:10:26.540] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:26:0)
[08:10:26.540] Timer tick, asking Buildbucket for the build status
[08:10:26.631] Build 8864759904120509312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:10:26.631] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:27:0) after 1m0s
[08:11:26.664] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:27:0)
[08:11:26.664] Timer tick, asking Buildbucket for the build status
[08:11:26.785] Build 8864759904120509312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:11:26.785] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:28:0) after 1m0s
[08:12:26.856] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:28:0)
[08:12:26.856] Timer tick, asking Buildbucket for the build status
[08:12:26.968] Build 8864759904120509312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:12:26.968] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:29:0) after 1m0s
[08:13:27.038] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:29:0)
[08:13:27.038] Timer tick, asking Buildbucket for the build status
[08:13:27.103] Build 8864759904120509312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:13:27.103] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:30:0) after 1m0s
[08:14:27.085] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:30:0)
[08:14:27.085] Timer tick, asking Buildbucket for the build status
[08:14:27.160] Build 8864759904120509312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:14:27.160] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:31:0) after 1m0s
[08:15:27.207] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:31:0)
[08:15:27.207] Timer tick, asking Buildbucket for the build status
[08:15:27.273] Build 8864759904120509312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:15:27.273] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:32:0) after 1m0s
[08:16:27.334] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:32:0)
[08:16:27.334] Timer tick, asking Buildbucket for the build status
[08:16:27.666] Build 8864759904120509312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:16:27.666] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:33:0) after 1m0s
[08:17:27.711] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:33:0)
[08:17:27.711] Timer tick, asking Buildbucket for the build status
[08:17:27.795] Build 8864759904120509312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:17:27.795] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:34:0) after 1m0s
[08:18:27.816] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:34:0)
[08:18:27.817] Timer tick, asking Buildbucket for the build status
[08:18:27.968] Build 8864759904120509312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:18:27.968] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:35:0) after 1m0s
[08:19:28.056] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:35:0)
[08:19:28.056] Timer tick, asking Buildbucket for the build status
[08:19:28.166] Build 8864759904120509312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:19:28.166] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:36:0) after 1m0s
[08:20:28.402] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:36:0)
[08:20:28.402] Timer tick, asking Buildbucket for the build status
[08:20:28.628] Build 8864759904120509312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:20:28.628] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:37:0) after 1m0s
[08:21:28.737] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:37:0)
[08:21:28.737] Timer tick, asking Buildbucket for the build status
[08:21:28.897] Build 8864759904120509312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:21:28.897] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:38:0) after 1m0s
[08:22:28.923] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:38:0)
[08:22:28.923] Timer tick, asking Buildbucket for the build status
[08:22:29.908] Build 8864759904120509312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:22:29.908] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:39:0) after 1m0s
[08:23:29.971] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:39:0)
[08:23:29.972] Timer tick, asking Buildbucket for the build status
[08:23:30.065] Build 8864759904120509312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:23:30.065] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:40:0) after 1m0s
[08:24:30.122] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:40:0)
[08:24:30.122] Timer tick, asking Buildbucket for the build status
[08:24:30.283] Build 8864759904120509312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:24:30.283] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:41:0) after 1m0s
[08:25:30.442] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:41:0)
[08:25:30.442] Timer tick, asking Buildbucket for the build status
[08:25:30.530] Build 8864759904120509312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:25:30.530] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:42:0) after 1m0s
[08:26:30.645] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:42:0)
[08:26:30.645] Timer tick, asking Buildbucket for the build status
[08:26:30.758] Build 8864759904120509312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:26:30.758] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:43:0) after 1m0s
[08:27:30.922] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:43:0)
[08:27:30.922] Timer tick, asking Buildbucket for the build status
[08:27:31.512] Build 8864759904120509312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:27:31.512] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:44:0) after 1m0s
[08:28:31.617] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:44:0)
[08:28:31.617] Timer tick, asking Buildbucket for the build status
[08:28:31.724] Build 8864759904120509312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:28:31.724] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:45:0) after 1m0s
[08:29:31.747] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:45:0)
[08:29:31.747] Timer tick, asking Buildbucket for the build status
[08:29:31.983] Build 8864759904120509312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:29:31.983] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:46:0) after 1m0s
[08:30:32.008] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:46:0)
[08:30:32.008] Timer tick, asking Buildbucket for the build status
[08:30:32.540] Build 8864759904120509312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:30:32.540] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:47:0) after 1m0s
[08:31:32.574] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:47:0)
[08:31:32.574] Timer tick, asking Buildbucket for the build status
[08:31:32.696] Build 8864759904120509312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:31:32.696] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:48:0) after 1m0s
[08:32:32.723] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:48:0)
[08:32:32.723] Timer tick, asking Buildbucket for the build status
[08:32:32.814] Build 8864759904120509312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:32:32.814] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:49:0) after 1m0s
[08:33:32.883] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:49:0)
[08:33:32.883] Timer tick, asking Buildbucket for the build status
[08:33:32.952] Build 8864759904120509312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:33:32.952] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:50:0) after 1m0s
[08:34:33.004] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:50:0)
[08:34:33.004] Timer tick, asking Buildbucket for the build status
[08:34:33.082] Build 8864759904120509312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:34:33.082] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:51:0) after 1m0s
[08:35:33.308] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:51:0)
[08:35:33.308] Timer tick, asking Buildbucket for the build status
[08:35:33.413] Build 8864759904120509312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:35:33.413] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:52:0) after 1m0s
[08:36:33.446] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:52:0)
[08:36:33.446] Timer tick, asking Buildbucket for the build status
[08:36:33.813] Build 8864759904120509312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:36:33.813] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:53:0) after 1m0s
[08:37:33.845] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:53:0)
[08:37:33.845] Timer tick, asking Buildbucket for the build status
[08:37:34.401] Build 8864759904120509312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:37:34.401] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:54:0) after 1m0s
[08:38:34.431] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:54:0)
[08:38:34.431] Timer tick, asking Buildbucket for the build status
[08:38:34.785] Build 8864759904120509312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:38:34.785] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:55:0) after 1m0s
[08:39:34.817] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:55:0)
[08:39:34.817] Timer tick, asking Buildbucket for the build status
[08:39:35.007] Build 8864759904120509312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:39:35.008] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:56:0) after 1m0s
[08:40:35.050] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:56:0)
[08:40:35.050] Timer tick, asking Buildbucket for the build status
[08:40:35.137] Build 8864759904120509312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:40:35.137] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:57:0) after 1m0s
[08:41:35.122] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:57:0)
[08:41:35.122] Timer tick, asking Buildbucket for the build status
[08:41:35.391] Build 8864759904120509312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:41:35.391] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:58:0) after 1m0s
[08:42:35.421] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:58:0)
[08:42:35.421] Timer tick, asking Buildbucket for the build status
[08:42:35.598] Build 8864759904120509312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:42:35.598] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:59:0) after 1m0s
[08:43:35.652] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:59:0)
[08:43:35.652] Timer tick, asking Buildbucket for the build status
[08:43:35.755] Build 8864759904120509312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:43:35.755] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:60:0) after 1m0s
[08:44:35.945] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:60:0)
[08:44:35.945] Timer tick, asking Buildbucket for the build status
[08:44:36.049] Build 8864759904120509312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:44:36.049] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:61:0) after 1m0s
[08:45:36.082] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:61:0)
[08:45:36.082] Timer tick, asking Buildbucket for the build status
[08:45:36.169] Build 8864759904120509312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:45:36.169] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:62:0) after 1m0s
[08:46:36.189] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:62:0)
[08:46:36.189] Timer tick, asking Buildbucket for the build status
[08:46:36.769] Build 8864759904120509312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:46:36.769] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:63:0) after 1m0s
[08:47:36.805] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:63:0)
[08:47:36.805] Timer tick, asking Buildbucket for the build status
[08:47:37.735] Build 8864759904120509312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:47:37.735] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:64:0) after 1m0s
[08:48:37.746] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:64:0)
[08:48:37.746] Timer tick, asking Buildbucket for the build status
[08:48:37.824] Build 8864759904120509312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:48:37.824] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:65:0) after 1m0s
[08:49:37.876] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:65:0)
[08:49:37.876] Timer tick, asking Buildbucket for the build status
[08:49:37.951] Build 8864759904120509312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:49:37.951] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:66:0) after 1m0s
[08:50:37.984] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:66:0)
[08:50:37.984] Timer tick, asking Buildbucket for the build status
[08:50:38.063] Build 8864759904120509312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:50:38.063] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:67:0) after 1m0s
[08:51:38.062] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:67:0)
[08:51:38.062] Timer tick, asking Buildbucket for the build status
[08:51:38.222] Build 8864759904120509312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:51:38.222] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:68:0) after 1m0s
[08:52:38.267] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:68:0)
[08:52:38.267] Timer tick, asking Buildbucket for the build status
[08:52:38.412] Build 8864759904120509312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:52:38.412] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:69:0) after 1m0s
[08:53:38.441] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:69:0)
[08:53:38.441] Timer tick, asking Buildbucket for the build status
[08:53:38.543] Build 8864759904120509312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:53:38.543] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:70:0) after 1m0s
[08:54:38.598] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:70:0)
[08:54:38.598] Timer tick, asking Buildbucket for the build status
[08:54:38.695] Build 8864759904120509312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:54:38.695] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:71:0) after 1m0s
[08:55:38.744] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:71:0)
[08:55:38.744] Timer tick, asking Buildbucket for the build status
[08:55:38.862] Build 8864759904120509312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:55:38.862] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:72:0) after 1m0s
[08:56:38.844] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:72:0)
[08:56:38.844] Timer tick, asking Buildbucket for the build status
[08:56:39.039] Build 8864759904120509312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:56:39.039] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:73:0) after 1m0s
[08:57:39.133] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:73:0)
[08:57:39.133] Timer tick, asking Buildbucket for the build status
[08:57:39.686] Build 8864759904120509312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:57:39.686] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:74:0) after 1m0s
[08:58:39.757] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:74:0)
[08:58:39.757] Timer tick, asking Buildbucket for the build status
[08:58:39.846] Build 8864759904120509312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:58:39.846] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:75:0) after 1m0s
[08:59:39.831] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:75:0)
[08:59:39.831] Timer tick, asking Buildbucket for the build status
[08:59:40.070] Build 8864759904120509312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:59:40.070] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:76:0) after 1m0s
[09:00:40.148] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:76:0)
[09:00:40.148] Timer tick, asking Buildbucket for the build status
[09:00:40.260] Build 8864759904120509312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:00:40.260] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:77:0) after 1m0s
[09:01:40.325] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:77:0)
[09:01:40.325] Timer tick, asking Buildbucket for the build status
[09:01:40.468] Build 8864759904120509312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:01:40.468] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:78:0) after 1m0s
[09:02:40.606] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:78:0)
[09:02:40.606] Timer tick, asking Buildbucket for the build status
[09:02:40.789] Build 8864759904120509312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:02:40.790] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:79:0) after 1m0s
[09:03:40.785] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:79:0)
[09:03:40.785] Timer tick, asking Buildbucket for the build status
[09:03:40.859] Build 8864759904120509312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:03:40.859] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:80:0) after 1m0s
[09:04:40.953] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:80:0)
[09:04:40.954] Timer tick, asking Buildbucket for the build status
[09:04:41.300] Build 8864759904120509312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:04:41.300] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:81:0) after 1m0s
[09:05:41.373] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:81:0)
[09:05:41.373] Timer tick, asking Buildbucket for the build status
[09:05:41.593] Build 8864759904120509312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:05:41.593] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:82:0) after 1m0s
[09:06:41.746] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:82:0)
[09:06:41.746] Timer tick, asking Buildbucket for the build status
[09:06:42.102] Build 8864759904120509312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:06:42.102] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:83:0) after 1m0s
[09:07:42.218] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:83:0)
[09:07:42.218] Timer tick, asking Buildbucket for the build status
[09:07:42.816] Build 8864759904120509312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:07:42.816] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:84:0) after 1m0s
[09:08:42.932] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:84:0)
[09:08:42.932] Timer tick, asking Buildbucket for the build status
[09:08:43.014] Build 8864759904120509312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:08:43.014] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:85:0) after 1m0s
[09:09:43.085] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:85:0)
[09:09:43.085] Timer tick, asking Buildbucket for the build status
[09:09:43.235] Build 8864759904120509312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:09:43.235] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:86:0) after 1m0s
[09:10:43.334] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:86:0)
[09:10:43.335] Timer tick, asking Buildbucket for the build status
[09:10:43.403] Build 8864759904120509312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:10:43.403] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:87:0) after 1m0s
[09:11:43.429] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:87:0)
[09:11:43.429] Timer tick, asking Buildbucket for the build status
[09:11:43.636] Build 8864759904120509312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:11:43.636] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:88:0) after 1m0s
[09:12:43.663] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:88:0)
[09:12:43.663] Timer tick, asking Buildbucket for the build status
[09:12:43.773] Build 8864759904120509312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:12:43.773] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:89:0) after 1m0s
[09:13:43.802] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:89:0)
[09:13:43.802] Timer tick, asking Buildbucket for the build status
[09:13:43.884] Build 8864759904120509312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:13:43.884] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:90:0) after 1m0s
[09:14:43.912] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:90:0)
[09:14:43.912] Timer tick, asking Buildbucket for the build status
[09:14:43.993] Build 8864759904120509312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:14:43.993] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:91:0) after 1m0s
[09:15:43.996] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:91:0)
[09:15:43.996] Timer tick, asking Buildbucket for the build status
[09:15:44.079] Build 8864759904120509312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:15:44.079] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:92:0) after 1m0s
[09:16:44.613] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:92:0)
[09:16:44.613] Timer tick, asking Buildbucket for the build status
[09:16:44.737] Build 8864759904120509312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:16:44.737] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:93:0) after 1m0s
[09:17:44.972] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:93:0)
[09:17:44.972] Timer tick, asking Buildbucket for the build status
[09:17:45.069] Build 8864759904120509312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:17:45.069] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:94:0) after 1m0s
[09:18:45.351] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:94:0)
[09:18:45.351] Timer tick, asking Buildbucket for the build status
[09:18:45.451] Build 8864759904120509312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:18:45.451] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:95:0) after 1m0s
[09:19:45.493] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:95:0)
[09:19:45.493] Timer tick, asking Buildbucket for the build status
[09:19:45.586] Build 8864759904120509312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:19:45.586] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:96:0) after 1m0s
[09:20:45.670] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:96:0)
[09:20:45.670] Timer tick, asking Buildbucket for the build status
[09:20:45.875] Build 8864759904120509312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:20:45.875] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:97:0) after 1m0s
[09:21:45.927] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:97:0)
[09:21:45.927] Timer tick, asking Buildbucket for the build status
[09:21:46.036] Build 8864759904120509312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:21:46.036] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:98:0) after 1m0s
[09:22:46.155] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:98:0)
[09:22:46.155] Timer tick, asking Buildbucket for the build status
[09:22:46.266] Build 8864759904120509312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:22:46.266] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:99:0) after 1m0s
[09:23:46.363] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:99:0)
[09:23:46.363] Timer tick, asking Buildbucket for the build status
[09:23:46.444] Build 8864759904120509312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:23:46.444] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:100:0) after 1m0s
[09:24:46.649] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:100:0)
[09:24:46.649] Timer tick, asking Buildbucket for the build status
[09:24:46.727] Build 8864759904120509312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:24:46.727] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:101:0) after 1m0s
[09:25:46.794] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:101:0)
[09:25:46.794] Timer tick, asking Buildbucket for the build status
[09:25:46.866] Build 8864759904120509312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:25:46.866] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:102:0) after 1m0s
[09:26:46.960] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:102:0)
[09:26:46.960] Timer tick, asking Buildbucket for the build status
[09:26:47.058] Build 8864759904120509312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:26:47.058] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:103:0) after 1m0s
[09:27:47.161] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:103:0)
[09:27:47.161] Timer tick, asking Buildbucket for the build status
[09:27:47.248] Build 8864759904120509312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:27:47.248] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:104:0) after 1m0s
[09:28:47.517] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:104:0)
[09:28:47.517] Timer tick, asking Buildbucket for the build status
[09:28:47.600] Build 8864759904120509312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:28:47.600] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:105:0) after 1m0s
[09:29:47.717] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:105:0)
[09:29:47.717] Timer tick, asking Buildbucket for the build status
[09:29:47.783] Build 8864759904120509312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:29:47.783] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:106:0) after 1m0s
[09:30:47.924] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:106:0)
[09:30:47.924] Timer tick, asking Buildbucket for the build status
[09:30:48.016] Build 8864759904120509312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:30:48.016] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:107:0) after 1m0s
[09:31:48.182] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:107:0)
[09:31:48.182] Timer tick, asking Buildbucket for the build status
[09:31:48.289] Build 8864759904120509312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:31:48.289] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:108:0) after 1m0s
[09:32:48.296] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:108:0)
[09:32:48.296] Timer tick, asking Buildbucket for the build status
[09:32:49.984] Build 8864759904120509312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:32:49.984] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:109:0) after 1m0s
[09:33:50.014] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:109:0)
[09:33:50.014] Timer tick, asking Buildbucket for the build status
[09:33:50.092] Build 8864759904120509312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:33:50.092] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:110:0) after 1m0s
[09:34:50.077] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:110:0)
[09:34:50.077] Timer tick, asking Buildbucket for the build status
[09:34:50.390] Build 8864759904120509312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:34:50.390] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:111:0) after 1m0s
[09:35:50.429] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:111:0)
[09:35:50.429] Timer tick, asking Buildbucket for the build status
[09:35:50.510] Build 8864759904120509312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:35:50.510] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:112:0) after 1m0s
[09:36:50.663] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:112:0)
[09:36:50.663] Timer tick, asking Buildbucket for the build status
[09:36:50.832] Build 8864759904120509312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:36:50.832] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:113:0) after 1m0s
[09:37:50.938] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:113:0)
[09:37:50.938] Timer tick, asking Buildbucket for the build status
[09:37:53.154] Build 8864759904120509312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:37:53.154] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:114:0) after 1m0s
[09:38:53.362] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:114:0)
[09:38:53.362] Timer tick, asking Buildbucket for the build status
[09:38:53.459] Build 8864759904120509312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:38:53.459] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:115:0) after 1m0s
[09:39:53.490] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:115:0)
[09:39:53.490] Timer tick, asking Buildbucket for the build status
[09:39:53.586] Build 8864759904120509312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:39:53.586] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:116:0) after 1m0s
[09:40:53.901] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:116:0)
[09:40:53.901] Timer tick, asking Buildbucket for the build status
[09:40:54.067] Build 8864759904120509312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:40:54.067] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:117:0) after 1m0s
[09:41:54.159] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:117:0)
[09:41:54.159] Timer tick, asking Buildbucket for the build status
[09:41:54.302] Build 8864759904120509312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:41:54.303] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:118:0) after 1m0s
[09:42:54.320] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:118:0)
[09:42:54.320] Timer tick, asking Buildbucket for the build status
[09:42:54.383] Build 8864759904120509312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:42:54.383] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:119:0) after 1m0s
[09:43:54.465] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:119:0)
[09:43:54.465] Timer tick, asking Buildbucket for the build status
[09:43:54.528] Build 8864759904120509312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:43:54.528] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:120:0) after 1m0s
[09:44:54.676] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:120:0)
[09:44:54.676] Timer tick, asking Buildbucket for the build status
[09:44:54.843] Build 8864759904120509312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:44:54.843] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:121:0) after 1m0s
[09:45:54.935] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:121:0)
[09:45:54.935] Timer tick, asking Buildbucket for the build status
[09:45:55.022] Build 8864759904120509312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:45:55.022] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:122:0) after 1m0s
[09:46:55.057] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:122:0)
[09:46:55.057] Timer tick, asking Buildbucket for the build status
[09:46:55.238] Build 8864759904120509312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:46:55.238] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:123:0) after 1m0s
[09:47:55.261] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:123:0)
[09:47:55.261] Timer tick, asking Buildbucket for the build status
[09:47:55.403] Build 8864759904120509312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:47:55.403] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:124:0) after 1m0s
[09:48:55.427] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:124:0)
[09:48:55.427] Timer tick, asking Buildbucket for the build status
[09:48:55.486] Build 8864759904120509312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:48:55.486] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:125:0) after 1m0s
[09:49:55.514] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:125:0)
[09:49:55.514] Timer tick, asking Buildbucket for the build status
[09:49:55.598] Build 8864759904120509312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:49:55.598] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:126:0) after 1m0s
[09:50:55.766] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:126:0)
[09:50:55.766] Timer tick, asking Buildbucket for the build status
[09:50:55.831] Build 8864759904120509312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:50:55.831] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:127:0) after 1m0s
[09:51:55.822] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:127:0)
[09:51:55.822] Timer tick, asking Buildbucket for the build status
[09:51:55.983] Build 8864759904120509312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:51:55.983] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:128:0) after 1m0s
[09:52:56.068] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:128:0)
[09:52:56.068] Timer tick, asking Buildbucket for the build status
[09:52:56.191] Build 8864759904120509312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:52:56.191] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:129:0) after 1m0s
[09:53:56.268] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:129:0)
[09:53:56.268] Timer tick, asking Buildbucket for the build status
[09:53:56.432] Build 8864759904120509312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:53:56.432] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:130:0) after 1m0s
[09:54:56.481] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:130:0)
[09:54:56.481] Timer tick, asking Buildbucket for the build status
[09:54:56.566] Build 8864759904120509312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:54:56.566] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:131:0) after 1m0s
[09:55:56.613] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:131:0)
[09:55:56.613] Timer tick, asking Buildbucket for the build status
[09:55:56.680] Build 8864759904120509312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:55:56.680] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:132:0) after 1m0s
[09:56:56.790] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:132:0)
[09:56:56.790] Timer tick, asking Buildbucket for the build status
[09:56:56.905] Build 8864759904120509312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:56:56.905] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:133:0) after 1m0s
[09:57:57.099] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:133:0)
[09:57:57.099] Timer tick, asking Buildbucket for the build status
[09:57:57.235] Build 8864759904120509312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:57:57.235] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:134:0) after 1m0s
[09:58:57.420] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:134:0)
[09:58:57.420] Timer tick, asking Buildbucket for the build status
[09:58:57.520] Build 8864759904120509312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:58:57.520] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:135:0) after 1m0s
[09:59:57.713] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:135:0)
[09:59:57.713] Timer tick, asking Buildbucket for the build status
[09:59:57.776] Build 8864759904120509312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:59:57.776] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:136:0) after 1m0s
[10:00:57.924] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:136:0)
[10:00:57.924] Timer tick, asking Buildbucket for the build status
[10:00:58.132] Build 8864759904120509312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:00:58.132] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:137:0) after 1m0s
[10:01:58.166] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:137:0)
[10:01:58.166] Timer tick, asking Buildbucket for the build status
[10:01:58.429] Build 8864759904120509312: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:01:58.429] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9030189966253581536:138:0) after 1m0s
[10:02:32.788] Received PubSub notification, asking Buildbucket for the build status
[10:02:32.893] Build 8864759904120509312: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[10:02:32.893] Buildbucket build:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "completed_ts": "1604311352471757",
    "created_by": "project:chromium",
    "created_ts": "1604303180540592",
    "failure_reason": "BUILD_FAILURE",
    "id": "8864759904120509312",
    "parameters_json": "{\"builder_name\": \"ToTMac\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"f2fabcd1994cd753a8fa2b6b11281d036c82413e\"}}",
    "project": "chromium",
    "result": "FAILURE",
    "result_details_json": "{\"error\": {\"message\": \"#### Step _compile_ failed. Error logs are shown below:\\n```\\n[27998/71228] OBJCXX obj/ui/compositor/test_support/test_compositor_host_mac.o\\nFAILED: obj/ui/compositor/test_support/test_compositor_host_mac.o\\n../../third_party/llvm-build/Release+Asserts/bin/clang++ -MMD -MF obj/ui/compositor/test_support/tes...(too long)\\nAssertion failed: (CurOffs \u003c= CurLayObj-\u003efirst), function getObjCEncodingForStructureImpl, file /opt/s/w/ir/cache/builder/src/third_party/llvm/clang/lib/AST/ASTContext.cpp, line 7718.\\nPLEASE submit a bug report to https://crbug.com and run tools/clang/scripts/process_crashreports.py (only works inside Google) which will upload a report and include the crash backtrace, preprocessed source, and associated run script.\\nStack dump:\\n```\\n##### ...The message was too long...\\n#### More information in raw_io.output[failure_summary]\"}, \"properties\": {\"$build/goma\": {\"use_luci_auth\": true}, \"$recipe_engine/isolated\": {\"server\": \"https://isolateserver.appspot.com\"}, \"$recipe_engine/milo/blamelist_pins\": [{\"host\": \"chromium.googlesource.com\", \"id\": \"f2fabcd1994cd753a8fa2b6b11281d036c82413e\", \"project\": \"chromium/src\"}], \"$recipe_engine/path\": {\"cache_dir\": \"/opt/s/w/ir/cache\", \"temp_dir\": \"/opt/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"build282-m9\", \"branch\": \"refs/heads/master\", \"builder_group\": \"chromium.clang\", \"buildername\": \"ToTMac\", \"buildnumber\": 24746, \"clang_revision\": \"llvmorg-12-init-10427-g8b281bfa-0\", \"got_angle_revision\": \"068bb086e1c844161c18185a9110f9588f5b6e8a\", \"got_dawn_revision\": \"0a374dce665328391ab3b68fd9e667b018dd9dcd\", \"got_nacl_revision\": \"f9e6f257d1a0934dbeed3c5c8f83b651dc4f55e1\", \"got_revision\": \"f2fabcd1994cd753a8fa2b6b11281d036c82413e\", \"got_revision_cp\": \"refs/heads/master@{#823076}\", \"got_swarming_client_revision\": \"d46ea7635f2911208268170512cb611412488fd8\", \"got_swiftshader_revision\": \"e0de282e678b72dac25b81f8d25305231aec01f8\", \"got_v8_revision\": \"be169f638f5edd2af0946618b0c98c9339f33627\", \"got_v8_revision_cp\": \"refs/heads/8.8.215@{#1}\", \"got_webrtc_revision\": \"ee24eb66d23ffea5ef729dc340e1fc4381c72a4a\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#32507}\", \"path_config\": \"generic\", \"perf_dashboard_machine_group\": \"ChromiumClang\", \"recipe\": \"chromium\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"f2fabcd1994cd753a8fa2b6b11281d036c82413e\", \"xcode_build_version\": \"11a1027\"}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_0c96c161cf7dd2e1c2b922319da904a0c0164c4adceed5a8844a45f1c516ad13_v2\", \"builder_39577906d6998b74a86337839132cfc6bfc1df98c3bca332a18fde26a96bf415_v2\", \"builder_69caa34b8f39daac28a821cac2619730401d46a6479812cc34796e3bf180418a_v2\", \"builder_d42b89eab403033f5a2a8102ec9c436397350cedb439d5e09b11874a5784adb4_v2\"], \"cores\": [\"24\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"1002\", \"1002:679e\", \"1002:679e-4.0.11-3.2.8\"], \"hidpi\": [\"0\"], \"id\": [\"build282-m9\"], \"mac_model\": [\"MacPro6,1\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Mac\", \"Mac-10.15\", \"Mac-10.15.7\", \"Mac-10.15.7-19H2\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.16\"], \"server_version\": [\"5614-d862eaa\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}, \"ui\": {\"info\": \"#### Step _compile_ failed. Error logs are shown below:\\n```\\n[27998/71228] OBJCXX obj/ui/compositor/test_support/test_compositor_host_mac.o\\nFAILED: obj/ui/compositor/test_support/test_compositor_host_mac.o\\n../../third_party/llvm-build/Release+Asserts/bin/clang++ -MMD -MF obj/ui/compositor/test_support/tes...(too long)\\nAssertion failed: (CurOffs \u003c= CurLayObj-\u003efirst), function getObjCEncodingForStructureImpl, file /opt/s/w/ir/cache/builder/src/third_party/llvm/clang/lib/AST/ASTContext.cpp, line 7718.\\nPLEASE submit a bug report to https://crbug.com and run tools/clang/scripts/process_crashreports.py (only works inside Google) which will upload a report and include the crash backtrace, preprocessed source, and associated run script.\\nStack dump:\\n```\\n##### ...The message was too long...\\n#### More information in raw_io.output[failure_summary]\"}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1604303181649845",
    "status": "COMPLETED",
    "status_changed_ts": "1604303182169089",
    "tags": [
      "build_address:luci.chromium.ci/ToTMac/24746",
      "builder:ToTMac",
      "buildset:commit/git/f2fabcd1994cd753a8fa2b6b11281d036c82413e",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f2fabcd1994cd753a8fa2b6b11281d036c82413e",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9030189966253581536",
      "scheduler_job_id:chromium/ToTMac",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8864759904120509312/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:os:Mac",
      "swarming_tag:recipe_name:chromium",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:4fa0bd5dcbbb7b10",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1604311352557777",
    "url": "https://ci.chromium.org/b/8864759904120509312",
    "utcnow_ts": "1604311352876562"
  }
}
[10:02:32.893] Invocation finished in 2h16m13.771348908s with status FAILED