Status: FAILED
Triggered by: -
Duration: 2 hours
Actions:

Definition (rev 61da5958bb1bf61dc6dab9a9ab14fa46798b5d0f)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTMac"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "256e7a4929a60f8ad33d2b8c154034af3371a40a"
}

Incoming tags

  • buildset:commit/git/256e7a4929a60f8ad33d2b8c154034af3371a40a
  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/256e7a4929a60f8ad33d2b8c154034af3371a40a
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[23:57:49.545] New invocation is queued and will start shortly
[23:57:53.607] Starting the invocation (attempt 1)
[23:57:53.646] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:57:53.646] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:57:53.646] Buildbucket request:
{
  "bucket": "luci.chromium.ci",
  "client_operation_id": "9025689592977000384",
  "parameters_json": "{\"builder_name\":\"ToTMac\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src\",\"revision\":\"256e7a4929a60f8ad33d2b8c154034af3371a40a\"}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:ToTMac",
    "scheduler_invocation_id:9025689592977000384",
    "scheduler_job_id:chromium/ToTMac",
    "user_agent:luci-scheduler",
    "buildset:commit/git/256e7a4929a60f8ad33d2b8c154034af3371a40a",
    "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/256e7a4929a60f8ad33d2b8c154034af3371a40a",
    "gitiles_ref:refs/heads/master"
  ]
}
[23:57:54.283] Buildbucket response:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "created_by": "project:chromium",
    "created_ts": "1608595073735734",
    "id": "8860259527921787696",
    "parameters_json": "{\"builder_name\": \"ToTMac\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"256e7a4929a60f8ad33d2b8c154034af3371a40a\"}}",
    "project": "chromium",
    "result_details_json": "{\"properties\": {}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1608595074158447",
    "tags": [
      "build_address:luci.chromium.ci/ToTMac/25134",
      "builder:ToTMac",
      "buildset:commit/git/256e7a4929a60f8ad33d2b8c154034af3371a40a",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/256e7a4929a60f8ad33d2b8c154034af3371a40a",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9025689592977000384",
      "scheduler_job_id:chromium/ToTMac",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8860259527921787696/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:recipe_name:chromium",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1608595074158617",
    "url": "https://ci.chromium.org/b/8860259527921787696",
    "utcnow_ts": "1608595074274470"
  }
}
[23:57:54.283] Task URL: https://ci.chromium.org/b/8860259527921787696
[23:57:54.283] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:2:0) after 1m0s
[23:58:54.346] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:2:0)
[23:58:54.346] Timer tick, asking Buildbucket for the build status
[23:58:54.517] Build 8860259527921787696: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[23:58:54.517] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:3:0) after 1m0s
[23:59:54.552] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:3:0)
[23:59:54.552] Timer tick, asking Buildbucket for the build status
[23:59:54.664] Build 8860259527921787696: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[23:59:54.664] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:4:0) after 1m0s
[00:00:54.723] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:4:0)
[00:00:54.723] Timer tick, asking Buildbucket for the build status
[00:00:54.852] Build 8860259527921787696: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[00:00:54.852] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:5:0) after 1m0s
[00:01:25.022] Received PubSub notification, asking Buildbucket for the build status
[00:01:25.095] Build 8860259527921787696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:01:54.906] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:5:0)
[00:01:54.906] Timer tick, asking Buildbucket for the build status
[00:01:55.031] Build 8860259527921787696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:01:55.031] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:7:0) after 1m0s
[00:02:55.076] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:7:0)
[00:02:55.076] Timer tick, asking Buildbucket for the build status
[00:02:55.566] Build 8860259527921787696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:02:55.566] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:8:0) after 1m0s
[00:03:55.596] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:8:0)
[00:03:55.596] Timer tick, asking Buildbucket for the build status
[00:03:55.703] Build 8860259527921787696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:03:55.703] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:9:0) after 1m0s
[00:04:55.801] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:9:0)
[00:04:55.801] Timer tick, asking Buildbucket for the build status
[00:04:55.877] Build 8860259527921787696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:04:55.877] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:10:0) after 1m0s
[00:05:55.999] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:10:0)
[00:05:55.999] Timer tick, asking Buildbucket for the build status
[00:05:56.084] Build 8860259527921787696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:05:56.084] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:11:0) after 1m0s
[00:06:56.070] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:11:0)
[00:06:56.070] Timer tick, asking Buildbucket for the build status
[00:06:56.153] Build 8860259527921787696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:06:56.153] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:12:0) after 1m0s
[00:07:56.195] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:12:0)
[00:07:56.195] Timer tick, asking Buildbucket for the build status
[00:07:56.324] Build 8860259527921787696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:07:56.324] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:13:0) after 1m0s
[00:08:56.351] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:13:0)
[00:08:56.351] Timer tick, asking Buildbucket for the build status
[00:08:56.424] Build 8860259527921787696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:08:56.424] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:14:0) after 1m0s
[00:09:56.477] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:14:0)
[00:09:56.477] Timer tick, asking Buildbucket for the build status
[00:09:56.709] Build 8860259527921787696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:09:56.709] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:15:0) after 1m0s
[00:10:56.731] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:15:0)
[00:10:56.731] Timer tick, asking Buildbucket for the build status
[00:10:57.105] Build 8860259527921787696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:10:57.105] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:16:0) after 1m0s
[00:11:57.129] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:16:0)
[00:11:57.129] Timer tick, asking Buildbucket for the build status
[00:11:57.212] Build 8860259527921787696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:11:57.212] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:17:0) after 1m0s
[00:12:57.239] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:17:0)
[00:12:57.239] Timer tick, asking Buildbucket for the build status
[00:12:57.364] Build 8860259527921787696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:12:57.364] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:18:0) after 1m0s
[00:13:57.389] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:18:0)
[00:13:57.389] Timer tick, asking Buildbucket for the build status
[00:13:57.484] Build 8860259527921787696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:13:57.484] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:19:0) after 1m0s
[00:14:57.513] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:19:0)
[00:14:57.513] Timer tick, asking Buildbucket for the build status
[00:14:57.584] Build 8860259527921787696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:14:57.584] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:20:0) after 1m0s
[00:15:57.615] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:20:0)
[00:15:57.615] Timer tick, asking Buildbucket for the build status
[00:15:57.735] Build 8860259527921787696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:15:57.735] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:21:0) after 1m0s
[00:16:57.792] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:21:0)
[00:16:57.792] Timer tick, asking Buildbucket for the build status
[00:16:57.934] Build 8860259527921787696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:16:57.934] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:22:0) after 1m0s
[00:17:57.953] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:22:0)
[00:17:57.953] Timer tick, asking Buildbucket for the build status
[00:17:58.131] Build 8860259527921787696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:17:58.131] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:23:0) after 1m0s
[00:18:58.153] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:23:0)
[00:18:58.153] Timer tick, asking Buildbucket for the build status
[00:18:58.239] Build 8860259527921787696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:18:58.239] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:24:0) after 1m0s
[00:19:58.220] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:24:0)
[00:19:58.220] Timer tick, asking Buildbucket for the build status
[00:19:58.311] Build 8860259527921787696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:19:58.311] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:25:0) after 1m0s
[00:20:58.310] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:25:0)
[00:20:58.310] Timer tick, asking Buildbucket for the build status
[00:20:58.363] Build 8860259527921787696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:20:58.363] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:26:0) after 1m0s
[00:21:58.420] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:26:0)
[00:21:58.420] Timer tick, asking Buildbucket for the build status
[00:21:58.493] Build 8860259527921787696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:21:58.493] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:27:0) after 1m0s
[00:22:58.512] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:27:0)
[00:22:58.512] Timer tick, asking Buildbucket for the build status
[00:22:58.682] Build 8860259527921787696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:22:58.682] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:28:0) after 1m0s
[00:23:58.716] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:28:0)
[00:23:58.716] Timer tick, asking Buildbucket for the build status
[00:23:58.773] Build 8860259527921787696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:23:58.773] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:29:0) after 1m0s
[00:24:58.800] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:29:0)
[00:24:58.800] Timer tick, asking Buildbucket for the build status
[00:24:58.896] Build 8860259527921787696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:24:58.896] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:30:0) after 1m0s
[00:25:58.960] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:30:0)
[00:25:58.960] Timer tick, asking Buildbucket for the build status
[00:25:59.025] Build 8860259527921787696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:25:59.025] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:31:0) after 1m0s
[00:26:59.081] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:31:0)
[00:26:59.081] Timer tick, asking Buildbucket for the build status
[00:26:59.152] Build 8860259527921787696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:26:59.152] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:32:0) after 1m0s
[00:27:59.207] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:32:0)
[00:27:59.207] Timer tick, asking Buildbucket for the build status
[00:27:59.328] Build 8860259527921787696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:27:59.328] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:33:0) after 1m0s
[00:28:59.324] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:33:0)
[00:28:59.324] Timer tick, asking Buildbucket for the build status
[00:28:59.402] Build 8860259527921787696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:28:59.402] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:34:0) after 1m0s
[00:29:59.428] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:34:0)
[00:29:59.428] Timer tick, asking Buildbucket for the build status
[00:29:59.504] Build 8860259527921787696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:29:59.504] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:35:0) after 1m0s
[00:30:59.535] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:35:0)
[00:30:59.535] Timer tick, asking Buildbucket for the build status
[00:30:59.635] Build 8860259527921787696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:30:59.635] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:36:0) after 1m0s
[00:31:59.858] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:36:0)
[00:31:59.858] Timer tick, asking Buildbucket for the build status
[00:31:59.924] Build 8860259527921787696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:31:59.924] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:37:0) after 1m0s
[00:33:00.122] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:37:0)
[00:33:00.122] Timer tick, asking Buildbucket for the build status
[00:33:00.400] Build 8860259527921787696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:33:00.400] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:38:0) after 1m0s
[00:34:01.359] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:38:0)
[00:34:01.359] Timer tick, asking Buildbucket for the build status
[00:34:01.416] Build 8860259527921787696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:34:01.416] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:39:0) after 1m0s
[00:35:01.548] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:39:0)
[00:35:01.548] Timer tick, asking Buildbucket for the build status
[00:35:01.756] Build 8860259527921787696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:35:01.756] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:40:0) after 1m0s
[00:36:01.821] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:40:0)
[00:36:01.821] Timer tick, asking Buildbucket for the build status
[00:36:02.126] Build 8860259527921787696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:36:02.126] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:41:0) after 1m0s
[00:37:02.155] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:41:0)
[00:37:02.155] Timer tick, asking Buildbucket for the build status
[00:37:02.293] Build 8860259527921787696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:37:02.293] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:42:0) after 1m0s
[00:38:02.350] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:42:0)
[00:38:02.350] Timer tick, asking Buildbucket for the build status
[00:38:02.615] Build 8860259527921787696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:38:02.615] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:43:0) after 1m0s
[00:39:02.646] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:43:0)
[00:39:02.646] Timer tick, asking Buildbucket for the build status
[00:39:02.739] Build 8860259527921787696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:39:02.739] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:44:0) after 1m0s
[00:40:02.783] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:44:0)
[00:40:02.783] Timer tick, asking Buildbucket for the build status
[00:40:03.008] Build 8860259527921787696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:40:03.008] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:45:0) after 1m0s
[00:41:03.167] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:45:0)
[00:41:03.167] Timer tick, asking Buildbucket for the build status
[00:41:03.369] Build 8860259527921787696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:41:03.369] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:46:0) after 1m0s
[00:42:03.424] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:46:0)
[00:42:03.424] Timer tick, asking Buildbucket for the build status
[00:42:03.675] Build 8860259527921787696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:42:03.675] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:47:0) after 1m0s
[00:43:03.816] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:47:0)
[00:43:03.816] Timer tick, asking Buildbucket for the build status
[00:43:04.571] Build 8860259527921787696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:43:04.571] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:48:0) after 1m0s
[00:44:04.599] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:48:0)
[00:44:04.599] Timer tick, asking Buildbucket for the build status
[00:44:04.712] Build 8860259527921787696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:44:04.712] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:49:0) after 1m0s
[00:45:04.750] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:49:0)
[00:45:04.750] Timer tick, asking Buildbucket for the build status
[00:45:04.820] Build 8860259527921787696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:45:04.820] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:50:0) after 1m0s
[00:46:05.175] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:50:0)
[00:46:05.175] Timer tick, asking Buildbucket for the build status
[00:46:05.490] Build 8860259527921787696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:46:05.490] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:51:0) after 1m0s
[00:47:05.636] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:51:0)
[00:47:05.636] Timer tick, asking Buildbucket for the build status
[00:47:05.719] Build 8860259527921787696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:47:05.719] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:52:0) after 1m0s
[00:48:05.779] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:52:0)
[00:48:05.779] Timer tick, asking Buildbucket for the build status
[00:48:05.935] Build 8860259527921787696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:48:05.935] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:53:0) after 1m0s
[00:49:06.013] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:53:0)
[00:49:06.013] Timer tick, asking Buildbucket for the build status
[00:49:06.085] Build 8860259527921787696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:49:06.085] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:54:0) after 1m0s
[00:50:06.123] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:54:0)
[00:50:06.123] Timer tick, asking Buildbucket for the build status
[00:50:06.843] Build 8860259527921787696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:50:06.843] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:55:0) after 1m0s
[00:51:07.071] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:55:0)
[00:51:07.071] Timer tick, asking Buildbucket for the build status
[00:51:07.174] Build 8860259527921787696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:51:07.174] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:56:0) after 1m0s
[00:52:07.324] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:56:0)
[00:52:07.324] Timer tick, asking Buildbucket for the build status
[00:52:07.408] Build 8860259527921787696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:52:07.408] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:57:0) after 1m0s
[00:53:07.433] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:57:0)
[00:53:07.433] Timer tick, asking Buildbucket for the build status
[00:53:07.575] Build 8860259527921787696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:53:07.575] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:58:0) after 1m0s
[00:54:07.632] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:58:0)
[00:54:07.632] Timer tick, asking Buildbucket for the build status
[00:54:07.720] Build 8860259527921787696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:54:07.720] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:59:0) after 1m0s
[00:55:07.823] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:59:0)
[00:55:07.823] Timer tick, asking Buildbucket for the build status
[00:55:08.275] Build 8860259527921787696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:55:08.275] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:60:0) after 1m0s
[00:56:08.295] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:60:0)
[00:56:08.295] Timer tick, asking Buildbucket for the build status
[00:56:08.568] Build 8860259527921787696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:56:08.569] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:61:0) after 1m0s
[00:57:08.612] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:61:0)
[00:57:08.612] Timer tick, asking Buildbucket for the build status
[00:57:08.781] Build 8860259527921787696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:57:08.781] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:62:0) after 1m0s
[00:58:08.841] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:62:0)
[00:58:08.842] Timer tick, asking Buildbucket for the build status
[00:58:09.086] Build 8860259527921787696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:58:09.086] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:63:0) after 1m0s
[00:59:09.128] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:63:0)
[00:59:09.128] Timer tick, asking Buildbucket for the build status
[00:59:09.263] Build 8860259527921787696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:59:09.263] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:64:0) after 1m0s
[01:00:10.202] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:64:0)
[01:00:10.202] Timer tick, asking Buildbucket for the build status
[01:00:10.426] Build 8860259527921787696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:00:10.426] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:65:0) after 1m0s
[01:01:10.673] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:65:0)
[01:01:10.673] Timer tick, asking Buildbucket for the build status
[01:01:10.750] Build 8860259527921787696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:01:10.750] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:66:0) after 1m0s
[01:02:10.852] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:66:0)
[01:02:10.852] Timer tick, asking Buildbucket for the build status
[01:02:10.907] Build 8860259527921787696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:02:10.907] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:67:0) after 1m0s
[01:03:10.960] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:67:0)
[01:03:10.960] Timer tick, asking Buildbucket for the build status
[01:03:11.433] Build 8860259527921787696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:03:11.433] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:68:0) after 1m0s
[01:04:11.495] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:68:0)
[01:04:11.495] Timer tick, asking Buildbucket for the build status
[01:04:11.547] Build 8860259527921787696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:04:11.547] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:69:0) after 1m0s
[01:05:11.656] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:69:0)
[01:05:11.657] Timer tick, asking Buildbucket for the build status
[01:05:11.726] Build 8860259527921787696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:05:11.726] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:70:0) after 1m0s
[01:06:11.798] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:70:0)
[01:06:11.798] Timer tick, asking Buildbucket for the build status
[01:06:11.841] Build 8860259527921787696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:06:11.841] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:71:0) after 1m0s
[01:07:12.095] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:71:0)
[01:07:12.095] Timer tick, asking Buildbucket for the build status
[01:07:12.173] Build 8860259527921787696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:07:12.173] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:72:0) after 1m0s
[01:08:12.286] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:72:0)
[01:08:12.286] Timer tick, asking Buildbucket for the build status
[01:08:12.514] Build 8860259527921787696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:08:12.514] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:73:0) after 1m0s
[01:09:12.617] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:73:0)
[01:09:12.617] Timer tick, asking Buildbucket for the build status
[01:09:12.749] Build 8860259527921787696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:09:12.749] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:74:0) after 1m0s
[01:10:13.023] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:74:0)
[01:10:13.023] Timer tick, asking Buildbucket for the build status
[01:10:13.192] Build 8860259527921787696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:10:13.192] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:75:0) after 1m0s
[01:11:13.251] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:75:0)
[01:11:13.251] Timer tick, asking Buildbucket for the build status
[01:11:13.333] Build 8860259527921787696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:11:13.333] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:76:0) after 1m0s
[01:12:13.431] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:76:0)
[01:12:13.431] Timer tick, asking Buildbucket for the build status
[01:12:13.495] Build 8860259527921787696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:12:13.495] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:77:0) after 1m0s
[01:13:13.589] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:77:0)
[01:13:13.589] Timer tick, asking Buildbucket for the build status
[01:13:13.673] Build 8860259527921787696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:13:13.673] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:78:0) after 1m0s
[01:14:13.793] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:78:0)
[01:14:13.793] Timer tick, asking Buildbucket for the build status
[01:14:14.005] Build 8860259527921787696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:14:14.005] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:79:0) after 1m0s
[01:15:14.066] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:79:0)
[01:15:14.066] Timer tick, asking Buildbucket for the build status
[01:15:14.136] Build 8860259527921787696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:15:14.136] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:80:0) after 1m0s
[01:16:14.247] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:80:0)
[01:16:14.247] Timer tick, asking Buildbucket for the build status
[01:16:14.578] Build 8860259527921787696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:16:14.578] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:81:0) after 1m0s
[01:17:14.742] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:81:0)
[01:17:14.742] Timer tick, asking Buildbucket for the build status
[01:17:15.119] Build 8860259527921787696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:17:15.119] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:82:0) after 1m0s
[01:18:15.772] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:82:0)
[01:18:15.772] Timer tick, asking Buildbucket for the build status
[01:18:16.353] Build 8860259527921787696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:18:16.353] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:83:0) after 1m0s
[01:19:16.401] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:83:0)
[01:19:16.401] Timer tick, asking Buildbucket for the build status
[01:19:16.813] Build 8860259527921787696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:19:16.813] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:84:0) after 1m0s
[01:20:16.890] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:84:0)
[01:20:16.890] Timer tick, asking Buildbucket for the build status
[01:20:18.136] Build 8860259527921787696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:20:18.136] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:85:0) after 1m0s
[01:21:18.271] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:85:0)
[01:21:18.271] Timer tick, asking Buildbucket for the build status
[01:21:18.375] Build 8860259527921787696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:21:18.375] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:86:0) after 1m0s
[01:22:18.377] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:86:0)
[01:22:18.377] Timer tick, asking Buildbucket for the build status
[01:22:18.501] Build 8860259527921787696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:22:18.501] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:87:0) after 1m0s
[01:23:18.547] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:87:0)
[01:23:18.547] Timer tick, asking Buildbucket for the build status
[01:23:18.842] Build 8860259527921787696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:23:18.842] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:88:0) after 1m0s
[01:24:18.844] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:88:0)
[01:24:18.844] Timer tick, asking Buildbucket for the build status
[01:24:18.959] Build 8860259527921787696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:24:18.959] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:89:0) after 1m0s
[01:25:19.013] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:89:0)
[01:25:19.013] Timer tick, asking Buildbucket for the build status
[01:25:19.078] Build 8860259527921787696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:25:19.078] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:90:0) after 1m0s
[01:26:19.187] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:90:0)
[01:26:19.187] Timer tick, asking Buildbucket for the build status
[01:26:19.269] Build 8860259527921787696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:26:19.269] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:91:0) after 1m0s
[01:27:19.360] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:91:0)
[01:27:19.360] Timer tick, asking Buildbucket for the build status
[01:27:19.431] Build 8860259527921787696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:27:19.431] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:92:0) after 1m0s
[01:28:19.517] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:92:0)
[01:28:19.517] Timer tick, asking Buildbucket for the build status
[01:28:19.669] Build 8860259527921787696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:28:19.669] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:93:0) after 1m0s
[01:29:19.765] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:93:0)
[01:29:19.765] Timer tick, asking Buildbucket for the build status
[01:29:19.868] Build 8860259527921787696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:29:19.868] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:94:0) after 1m0s
[01:30:19.948] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:94:0)
[01:30:19.948] Timer tick, asking Buildbucket for the build status
[01:30:20.025] Build 8860259527921787696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:30:20.025] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:95:0) after 1m0s
[01:31:20.072] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:95:0)
[01:31:20.072] Timer tick, asking Buildbucket for the build status
[01:31:20.197] Build 8860259527921787696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:31:20.197] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:96:0) after 1m0s
[01:32:20.209] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:96:0)
[01:32:20.209] Timer tick, asking Buildbucket for the build status
[01:32:20.313] Build 8860259527921787696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:32:20.313] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:97:0) after 1m0s
[01:33:20.370] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:97:0)
[01:33:20.370] Timer tick, asking Buildbucket for the build status
[01:33:20.537] Build 8860259527921787696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:33:20.537] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:98:0) after 1m0s
[01:34:20.546] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:98:0)
[01:34:20.546] Timer tick, asking Buildbucket for the build status
[01:34:20.601] Build 8860259527921787696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:34:20.601] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:99:0) after 1m0s
[01:35:20.653] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:99:0)
[01:35:20.653] Timer tick, asking Buildbucket for the build status
[01:35:20.814] Build 8860259527921787696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:35:20.814] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:100:0) after 1m0s
[01:36:20.824] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:100:0)
[01:36:20.824] Timer tick, asking Buildbucket for the build status
[01:36:20.898] Build 8860259527921787696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:36:20.898] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:101:0) after 1m0s
[01:37:20.895] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:101:0)
[01:37:20.895] Timer tick, asking Buildbucket for the build status
[01:37:20.963] Build 8860259527921787696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:37:20.963] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:102:0) after 1m0s
[01:38:20.989] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:102:0)
[01:38:20.989] Timer tick, asking Buildbucket for the build status
[01:38:21.142] Build 8860259527921787696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:38:21.142] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:103:0) after 1m0s
[01:39:21.180] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:103:0)
[01:39:21.180] Timer tick, asking Buildbucket for the build status
[01:39:21.242] Build 8860259527921787696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:39:21.242] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:104:0) after 1m0s
[01:40:21.253] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:104:0)
[01:40:21.253] Timer tick, asking Buildbucket for the build status
[01:40:21.323] Build 8860259527921787696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:40:21.323] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:105:0) after 1m0s
[01:41:21.382] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:105:0)
[01:41:21.382] Timer tick, asking Buildbucket for the build status
[01:41:21.541] Build 8860259527921787696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:41:21.541] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:106:0) after 1m0s
[01:42:21.573] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:106:0)
[01:42:21.573] Timer tick, asking Buildbucket for the build status
[01:42:21.692] Build 8860259527921787696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:42:21.692] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:107:0) after 1m0s
[01:43:22.144] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:107:0)
[01:43:22.144] Timer tick, asking Buildbucket for the build status
[01:43:22.423] Build 8860259527921787696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:43:22.423] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:108:0) after 1m0s
[01:44:22.452] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:108:0)
[01:44:22.452] Timer tick, asking Buildbucket for the build status
[01:44:22.519] Build 8860259527921787696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:44:22.519] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:109:0) after 1m0s
[01:45:22.525] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:109:0)
[01:45:22.525] Timer tick, asking Buildbucket for the build status
[01:45:22.615] Build 8860259527921787696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:45:22.615] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:110:0) after 1m0s
[01:46:22.644] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:110:0)
[01:46:22.644] Timer tick, asking Buildbucket for the build status
[01:46:22.740] Build 8860259527921787696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:46:22.740] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:111:0) after 1m0s
[01:47:22.804] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:111:0)
[01:47:22.804] Timer tick, asking Buildbucket for the build status
[01:47:22.895] Build 8860259527921787696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:47:22.895] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:112:0) after 1m0s
[01:48:23.023] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:112:0)
[01:48:23.023] Timer tick, asking Buildbucket for the build status
[01:48:23.342] Build 8860259527921787696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:48:23.342] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:113:0) after 1m0s
[01:49:23.712] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:113:0)
[01:49:23.712] Timer tick, asking Buildbucket for the build status
[01:49:23.818] Build 8860259527921787696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:49:23.818] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:114:0) after 1m0s
[01:50:23.892] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:114:0)
[01:50:23.892] Timer tick, asking Buildbucket for the build status
[01:50:24.012] Build 8860259527921787696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:50:24.012] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:115:0) after 1m0s
[01:51:24.036] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:115:0)
[01:51:24.036] Timer tick, asking Buildbucket for the build status
[01:51:24.111] Build 8860259527921787696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:51:24.111] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:116:0) after 1m0s
[01:52:24.140] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:116:0)
[01:52:24.140] Timer tick, asking Buildbucket for the build status
[01:52:24.223] Build 8860259527921787696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:52:24.223] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:117:0) after 1m0s
[01:53:24.299] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:117:0)
[01:53:24.299] Timer tick, asking Buildbucket for the build status
[01:53:24.518] Build 8860259527921787696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:53:24.518] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:118:0) after 1m0s
[01:54:24.666] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:118:0)
[01:54:24.666] Timer tick, asking Buildbucket for the build status
[01:54:24.755] Build 8860259527921787696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:54:24.755] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:119:0) after 1m0s
[01:55:24.831] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:119:0)
[01:55:24.831] Timer tick, asking Buildbucket for the build status
[01:55:24.905] Build 8860259527921787696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:55:24.905] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:120:0) after 1m0s
[01:56:24.997] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:120:0)
[01:56:24.997] Timer tick, asking Buildbucket for the build status
[01:56:25.061] Build 8860259527921787696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:56:25.062] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:121:0) after 1m0s
[01:57:25.124] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:121:0)
[01:57:25.124] Timer tick, asking Buildbucket for the build status
[01:57:25.301] Build 8860259527921787696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:57:25.301] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:122:0) after 1m0s
[01:58:25.403] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:122:0)
[01:58:25.403] Timer tick, asking Buildbucket for the build status
[01:58:25.537] Build 8860259527921787696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:58:25.537] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:123:0) after 1m0s
[01:59:25.549] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:123:0)
[01:59:25.549] Timer tick, asking Buildbucket for the build status
[01:59:25.646] Build 8860259527921787696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:59:25.646] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:124:0) after 1m0s
[02:00:25.806] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:124:0)
[02:00:25.806] Timer tick, asking Buildbucket for the build status
[02:00:25.976] Build 8860259527921787696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:00:25.976] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:125:0) after 1m0s
[02:01:26.143] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:125:0)
[02:01:26.143] Timer tick, asking Buildbucket for the build status
[02:01:26.241] Build 8860259527921787696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:01:26.241] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:126:0) after 1m0s
[02:02:26.251] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:126:0)
[02:02:26.251] Timer tick, asking Buildbucket for the build status
[02:02:26.339] Build 8860259527921787696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:02:26.339] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:127:0) after 1m0s
[02:03:26.357] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:127:0)
[02:03:26.357] Timer tick, asking Buildbucket for the build status
[02:03:26.474] Build 8860259527921787696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:03:26.474] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:128:0) after 1m0s
[02:04:26.552] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:128:0)
[02:04:26.552] Timer tick, asking Buildbucket for the build status
[02:04:26.732] Build 8860259527921787696: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:04:26.732] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9025689592977000384:129:0) after 1m0s
[02:05:07.899] Received PubSub notification, asking Buildbucket for the build status
[02:05:07.962] Build 8860259527921787696: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[02:05:07.962] Buildbucket build:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "completed_ts": "1608602707151334",
    "created_by": "project:chromium",
    "created_ts": "1608595073735734",
    "failure_reason": "BUILD_FAILURE",
    "id": "8860259527921787696",
    "parameters_json": "{\"builder_name\": \"ToTMac\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"256e7a4929a60f8ad33d2b8c154034af3371a40a\"}}",
    "project": "chromium",
    "result": "FAILURE",
    "result_details_json": "{\"error\": {\"message\": \"#### Step _compile_ failed. Error logs are shown below:\\n```\\n[24457/76808] CXX obj/ui/base/cursor/mojom/mojom/cursor.mojom.o\\nFAILED: obj/ui/base/cursor/mojom/mojom/cursor.mojom.o\\n../../third_party/llvm-build/Release+Asserts/bin/clang++ -MMD -MF obj/ui/base/cursor/mojom/mojom/cur...(too long)\\nAssertion failed: (!Substitutions.count(Ptr) \u0026\u0026 \\\"Substitution already exists!\\\"), function addSubstitution, file /opt/s/w/ir/cache/builder/src/third_party/llvm/clang/lib/AST/ItaniumMangle.cpp, line 5798.\\nPLEASE submit a bug report to https://crbug.com and run tools/clang/scripts/process_crashreports.py (only works inside Google) which will upload a report and include the crash backtrace, preprocessed source, and associated run script.\\nStack dump:\\n```\\n##### ...The message was too long...\\n#### More information in raw_io.output[failure_summary]\"}, \"properties\": {\"$build/goma\": {\"use_luci_auth\": true}, \"$recipe_engine/isolated\": {\"server\": \"https://isolateserver.appspot.com\"}, \"$recipe_engine/milo/blamelist_pins\": [{\"host\": \"chromium.googlesource.com\", \"id\": \"256e7a4929a60f8ad33d2b8c154034af3371a40a\", \"project\": \"chromium/src\"}], \"$recipe_engine/path\": {\"cache_dir\": \"/opt/s/w/ir/cache\", \"temp_dir\": \"/opt/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"build284-m9\", \"branch\": \"refs/heads/master\", \"builder_group\": \"chromium.clang\", \"buildername\": \"ToTMac\", \"buildnumber\": 25134, \"clang_revision\": \"llvmorg-12-init-15089-g83274a07-0\", \"got_angle_revision\": \"4e2b6d6b01028728634d65d0f69523da145420e7\", \"got_dawn_revision\": \"ec56b90ceab0c16e3c9f5603cc26562ec7bc2430\", \"got_nacl_revision\": \"299d4780ec86121ff2a5368ed9435ade0e356e5e\", \"got_revision\": \"256e7a4929a60f8ad33d2b8c154034af3371a40a\", \"got_revision_cp\": \"refs/heads/master@{#838749}\", \"got_swarming_client_revision\": \"1a072711d4388c62e02480fabc26c68c24494be9\", \"got_swiftshader_revision\": \"1cc5b3357d2ff3c81ef7ec0b07a6660796bde5cd\", \"got_v8_revision\": \"ab90f8251bdc6bd9dc6033afdd2374af4883794f\", \"got_v8_revision_cp\": \"refs/heads/8.9.181@{#1}\", \"got_webrtc_revision\": \"8649e49d10e6e6efb5a98920f0b19a77abe8f070\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#32867}\", \"path_config\": \"generic\", \"perf_dashboard_machine_group\": \"ChromiumClang\", \"recipe\": \"chromium\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"256e7a4929a60f8ad33d2b8c154034af3371a40a\", \"xcode_build_version\": \"12a7209\"}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_0c96c161cf7dd2e1c2b922319da904a0c0164c4adceed5a8844a45f1c516ad13_v2\", \"builder_35788ef09d8eae7507b346e2b8d132d76f2bde09fc8050ac1251d555c07cf94e_v2\", \"builder_5372538a354f163a20d332d881c6c5d85e35654ac8a57c760866f12033f8a8a5_v2\", \"builder_69caa34b8f39daac28a821cac2619730401d46a6479812cc34796e3bf180418a_v2\", \"builder_a6b7812892ce2803c2af7edd05905c93375f7b9beeb5faec870a74a927aae8ee_v2\", \"builder_d42b89eab403033f5a2a8102ec9c436397350cedb439d5e09b11874a5784adb4_v2\", \"git\", \"goma_v2\", \"vpython\"], \"cores\": [\"24\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"1002\", \"1002:679e\", \"1002:679e-4.0.11-3.2.8\"], \"hidpi\": [\"0\"], \"id\": [\"build284-m9\"], \"mac_model\": [\"MacPro6,1\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Mac\", \"Mac-10.15\", \"Mac-10.15.7\", \"Mac-10.15.7-19H2\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.16\"], \"server_version\": [\"5657-0417a3f\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}, \"ui\": {\"info\": \"#### Step _compile_ failed. Error logs are shown below:\\n```\\n[24457/76808] CXX obj/ui/base/cursor/mojom/mojom/cursor.mojom.o\\nFAILED: obj/ui/base/cursor/mojom/mojom/cursor.mojom.o\\n../../third_party/llvm-build/Release+Asserts/bin/clang++ -MMD -MF obj/ui/base/cursor/mojom/mojom/cur...(too long)\\nAssertion failed: (!Substitutions.count(Ptr) \u0026\u0026 \\\"Substitution already exists!\\\"), function addSubstitution, file /opt/s/w/ir/cache/builder/src/third_party/llvm/clang/lib/AST/ItaniumMangle.cpp, line 5798.\\nPLEASE submit a bug report to https://crbug.com and run tools/clang/scripts/process_crashreports.py (only works inside Google) which will upload a report and include the crash backtrace, preprocessed source, and associated run script.\\nStack dump:\\n```\\n##### ...The message was too long...\\n#### More information in raw_io.output[failure_summary]\"}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1608595283311056",
    "status": "COMPLETED",
    "status_changed_ts": "1608595284780142",
    "tags": [
      "build_address:luci.chromium.ci/ToTMac/25134",
      "builder:ToTMac",
      "buildset:commit/git/256e7a4929a60f8ad33d2b8c154034af3371a40a",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/256e7a4929a60f8ad33d2b8c154034af3371a40a",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9025689592977000384",
      "scheduler_job_id:chromium/ToTMac",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8860259527921787696/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:os:Mac",
      "swarming_tag:recipe_name:chromium",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:50a08e7532d23310",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1608602707557839",
    "url": "https://ci.chromium.org/b/8860259527921787696",
    "utcnow_ts": "1608602707951356"
  }
}
[02:05:07.962] Invocation finished in 2h7m18.432572853s with status FAILED