Status: FAILED
Triggered by: -
Duration: 2 hours
Actions:

Definition (rev ead1c24e5b0e6b883f7d7e816b15c81777fef6bb)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTMac"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/chromium/src.git",
  "revision": "73ee462982f7b1090c35ff54ba2e2046be1d7fed"
}

Incoming tags

  • buildset:commit/git/73ee462982f7b1090c35ff54ba2e2046be1d7fed
  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/73ee462982f7b1090c35ff54ba2e2046be1d7fed
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[21:37:38.280] New invocation is queued and will start shortly
[21:37:39.372] Starting the invocation (attempt 1)
[21:37:39.405] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[21:37:39.405] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[21:37:39.405] Buildbucket request:
{
  "bucket": "luci.chromium.ci",
  "client_operation_id": "9075436147383453696",
  "parameters_json": "{\"builder_name\":\"ToTMac\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src.git\",\"revision\":\"73ee462982f7b1090c35ff54ba2e2046be1d7fed\"}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:ToTMac",
    "scheduler_invocation_id:9075436147383453696",
    "scheduler_job_id:chromium/ToTMac",
    "user_agent:luci-scheduler",
    "buildset:commit/git/73ee462982f7b1090c35ff54ba2e2046be1d7fed",
    "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/73ee462982f7b1090c35ff54ba2e2046be1d7fed",
    "gitiles_ref:refs/heads/master"
  ]
}
[21:37:40.329] Buildbucket response:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "created_by": "project:chromium",
    "created_ts": "1561153059570005",
    "id": "8910006085366227536",
    "parameters_json": "{\"builder_name\": \"ToTMac\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"73ee462982f7b1090c35ff54ba2e2046be1d7fed\"}}",
    "project": "chromium",
    "result_details_json": "{\"properties\": {}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1561153060217810",
    "tags": [
      "build_address:luci.chromium.ci/ToTMac/20521",
      "builder:ToTMac",
      "buildset:commit/git/73ee462982f7b1090c35ff54ba2e2046be1d7fed",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/73ee462982f7b1090c35ff54ba2e2046be1d7fed",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9075436147383453696",
      "scheduler_job_id:chromium/ToTMac",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8910006085366227536/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:recipe_name:chromium",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1561153060217969",
    "url": "https://ci.chromium.org/b/8910006085366227536",
    "utcnow_ts": "1561153060320745"
  }
}
[21:37:40.329] Task URL: https://ci.chromium.org/b/8910006085366227536
[21:37:40.329] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:2:0) after 1m0s
[21:38:40.410] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:2:0)
[21:38:40.410] Timer tick, asking Buildbucket for the build status
[21:38:40.559] Build 8910006085366227536: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[21:38:40.559] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:3:0) after 1m0s
[21:39:40.559] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:3:0)
[21:39:40.559] Timer tick, asking Buildbucket for the build status
[21:39:41.707] Build 8910006085366227536: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[21:39:41.707] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:4:0) after 1m0s
[21:39:49.104] Received PubSub notification, asking Buildbucket for the build status
[21:39:49.446] Build 8910006085366227536: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:40:41.723] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:4:0)
[21:40:41.723] Timer tick, asking Buildbucket for the build status
[21:40:43.245] Build 8910006085366227536: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:40:43.245] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:6:0) after 1m0s
[21:41:43.278] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:6:0)
[21:41:43.278] Timer tick, asking Buildbucket for the build status
[21:41:43.423] Build 8910006085366227536: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:41:43.423] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:7:0) after 1m0s
[21:42:43.482] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:7:0)
[21:42:43.482] Timer tick, asking Buildbucket for the build status
[21:42:43.882] Build 8910006085366227536: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:42:43.882] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:8:0) after 1m0s
[21:43:43.975] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:8:0)
[21:43:43.975] Timer tick, asking Buildbucket for the build status
[21:43:44.537] Build 8910006085366227536: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:43:44.537] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:9:0) after 1m0s
[21:44:44.562] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:9:0)
[21:44:44.562] Timer tick, asking Buildbucket for the build status
[21:44:45.313] Build 8910006085366227536: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:44:45.313] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:10:0) after 1m0s
[21:45:45.387] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:10:0)
[21:45:45.387] Timer tick, asking Buildbucket for the build status
[21:45:45.993] Build 8910006085366227536: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:45:45.993] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:11:0) after 1m0s
[21:46:46.078] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:11:0)
[21:46:46.078] Timer tick, asking Buildbucket for the build status
[21:46:46.916] Build 8910006085366227536: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:46:46.916] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:12:0) after 1m0s
[21:47:46.942] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:12:0)
[21:47:46.942] Timer tick, asking Buildbucket for the build status
[21:47:47.127] Build 8910006085366227536: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:47:47.128] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:13:0) after 1m0s
[21:48:47.146] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:13:0)
[21:48:47.146] Timer tick, asking Buildbucket for the build status
[21:48:49.516] Build 8910006085366227536: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:48:49.516] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:14:0) after 1m0s
[21:49:49.667] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:14:0)
[21:49:49.667] Timer tick, asking Buildbucket for the build status
[21:49:51.788] Build 8910006085366227536: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:49:51.788] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:15:0) after 1m0s
[21:50:51.898] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:15:0)
[21:50:51.898] Timer tick, asking Buildbucket for the build status
[21:50:52.686] Build 8910006085366227536: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:50:52.686] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:16:0) after 1m0s
[21:51:52.808] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:16:0)
[21:51:52.808] Timer tick, asking Buildbucket for the build status
[21:51:53.082] Build 8910006085366227536: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:51:53.082] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:17:0) after 1m0s
[21:52:53.106] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:17:0)
[21:52:53.106] Timer tick, asking Buildbucket for the build status
[21:52:53.205] Build 8910006085366227536: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:52:53.205] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:18:0) after 1m0s
[21:53:53.241] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:18:0)
[21:53:53.241] Timer tick, asking Buildbucket for the build status
[21:53:53.770] Build 8910006085366227536: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:53:53.770] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:19:0) after 1m0s
[21:54:53.829] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:19:0)
[21:54:53.829] Timer tick, asking Buildbucket for the build status
[21:54:55.366] Build 8910006085366227536: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:54:55.366] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:20:0) after 1m0s
[21:55:55.341] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:20:0)
[21:55:55.341] Timer tick, asking Buildbucket for the build status
[21:55:55.690] Build 8910006085366227536: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:55:55.690] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:21:0) after 1m0s
[21:56:55.770] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:21:0)
[21:56:55.770] Timer tick, asking Buildbucket for the build status
[21:56:56.989] Build 8910006085366227536: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:56:56.989] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:22:0) after 1m0s
[21:57:57.138] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:22:0)
[21:57:57.138] Timer tick, asking Buildbucket for the build status
[21:57:57.244] Build 8910006085366227536: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:57:57.244] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:23:0) after 1m0s
[21:58:57.277] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:23:0)
[21:58:57.277] Timer tick, asking Buildbucket for the build status
[21:58:58.075] Build 8910006085366227536: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:58:58.075] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:24:0) after 1m0s
[21:59:58.183] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:24:0)
[21:59:58.183] Timer tick, asking Buildbucket for the build status
[21:59:58.291] Build 8910006085366227536: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:59:58.291] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:25:0) after 1m0s
[22:00:58.325] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:25:0)
[22:00:58.325] Timer tick, asking Buildbucket for the build status
[22:00:58.466] Build 8910006085366227536: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:00:58.466] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:26:0) after 1m0s
[22:01:58.681] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:26:0)
[22:01:58.681] Timer tick, asking Buildbucket for the build status
[22:01:58.892] Build 8910006085366227536: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:01:58.892] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:27:0) after 1m0s
[22:02:59.071] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:27:0)
[22:02:59.071] Timer tick, asking Buildbucket for the build status
[22:02:59.372] Build 8910006085366227536: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:02:59.372] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:28:0) after 1m0s
[22:03:59.395] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:28:0)
[22:03:59.395] Timer tick, asking Buildbucket for the build status
[22:03:59.626] Build 8910006085366227536: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:03:59.626] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:29:0) after 1m0s
[22:05:00.207] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:29:0)
[22:05:00.207] Timer tick, asking Buildbucket for the build status
[22:05:03.912] Build 8910006085366227536: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:05:03.912] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:30:0) after 1m0s
[22:06:03.961] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:30:0)
[22:06:03.961] Timer tick, asking Buildbucket for the build status
[22:06:05.095] Build 8910006085366227536: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:06:05.095] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:31:0) after 1m0s
[22:07:05.147] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:31:0)
[22:07:05.147] Timer tick, asking Buildbucket for the build status
[22:07:07.337] Build 8910006085366227536: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:07:07.337] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:32:0) after 1m0s
[22:08:07.348] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:32:0)
[22:08:07.348] Timer tick, asking Buildbucket for the build status
[22:08:07.704] Build 8910006085366227536: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:08:07.704] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:33:0) after 1m0s
[22:09:07.722] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:33:0)
[22:09:07.722] Timer tick, asking Buildbucket for the build status
[22:09:08.801] Build 8910006085366227536: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:09:08.801] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:34:0) after 1m0s
[22:10:08.829] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:34:0)
[22:10:08.829] Timer tick, asking Buildbucket for the build status
[22:10:09.235] Build 8910006085366227536: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:10:09.235] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:35:0) after 1m0s
[22:11:09.249] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:35:0)
[22:11:09.249] Timer tick, asking Buildbucket for the build status
[22:11:10.432] Build 8910006085366227536: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:11:10.432] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:36:0) after 1m0s
[22:12:10.488] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:36:0)
[22:12:10.488] Timer tick, asking Buildbucket for the build status
[22:12:10.628] Build 8910006085366227536: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:12:10.628] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:37:0) after 1m0s
[22:13:10.687] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:37:0)
[22:13:10.687] Timer tick, asking Buildbucket for the build status
[22:13:10.839] Build 8910006085366227536: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:13:10.839] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:38:0) after 1m0s
[22:14:10.924] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:38:0)
[22:14:10.924] Timer tick, asking Buildbucket for the build status
[22:14:12.509] Build 8910006085366227536: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:14:12.509] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:39:0) after 1m0s
[22:15:12.564] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:39:0)
[22:15:12.564] Timer tick, asking Buildbucket for the build status
[22:15:12.738] Build 8910006085366227536: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:15:12.738] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:40:0) after 1m0s
[22:16:13.046] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:40:0)
[22:16:13.046] Timer tick, asking Buildbucket for the build status
[22:16:14.156] Build 8910006085366227536: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:16:14.156] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:41:0) after 1m0s
[22:17:14.557] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:41:0)
[22:17:14.557] Timer tick, asking Buildbucket for the build status
[22:17:14.965] Build 8910006085366227536: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:17:14.965] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:42:0) after 1m0s
[22:18:15.073] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:42:0)
[22:18:15.073] Timer tick, asking Buildbucket for the build status
[22:18:15.503] Build 8910006085366227536: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:18:15.503] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:43:0) after 1m0s
[22:19:15.641] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:43:0)
[22:19:15.641] Timer tick, asking Buildbucket for the build status
[22:19:15.793] Build 8910006085366227536: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:19:15.793] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:44:0) after 1m0s
[22:20:15.940] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:44:0)
[22:20:15.940] Timer tick, asking Buildbucket for the build status
[22:20:16.268] Build 8910006085366227536: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:20:16.268] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:45:0) after 1m0s
[22:21:16.358] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:45:0)
[22:21:16.358] Timer tick, asking Buildbucket for the build status
[22:21:16.664] Build 8910006085366227536: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:21:16.664] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:46:0) after 1m0s
[22:22:16.912] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:46:0)
[22:22:16.912] Timer tick, asking Buildbucket for the build status
[22:22:17.194] Build 8910006085366227536: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:22:17.194] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:47:0) after 1m0s
[22:23:17.397] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:47:0)
[22:23:17.397] Timer tick, asking Buildbucket for the build status
[22:23:17.634] Build 8910006085366227536: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:23:17.634] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:48:0) after 1m0s
[22:24:17.662] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:48:0)
[22:24:17.662] Timer tick, asking Buildbucket for the build status
[22:24:18.764] Build 8910006085366227536: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:24:18.764] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:49:0) after 1m0s
[22:25:18.790] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:49:0)
[22:25:18.790] Timer tick, asking Buildbucket for the build status
[22:25:19.927] Build 8910006085366227536: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:25:19.927] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:50:0) after 1m0s
[22:26:19.980] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:50:0)
[22:26:19.980] Timer tick, asking Buildbucket for the build status
[22:26:20.639] Build 8910006085366227536: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:26:20.640] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:51:0) after 1m0s
[22:27:20.683] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:51:0)
[22:27:20.683] Timer tick, asking Buildbucket for the build status
[22:27:20.848] Build 8910006085366227536: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:27:20.848] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:52:0) after 1m0s
[22:28:20.833] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:52:0)
[22:28:20.833] Timer tick, asking Buildbucket for the build status
[22:28:21.601] Build 8910006085366227536: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:28:21.601] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:53:0) after 1m0s
[22:29:21.662] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:53:0)
[22:29:21.662] Timer tick, asking Buildbucket for the build status
[22:29:21.919] Build 8910006085366227536: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:29:21.919] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:54:0) after 1m0s
[22:30:22.073] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:54:0)
[22:30:22.073] Timer tick, asking Buildbucket for the build status
[22:30:22.401] Build 8910006085366227536: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:30:22.401] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:55:0) after 1m0s
[22:31:22.471] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:55:0)
[22:31:22.471] Timer tick, asking Buildbucket for the build status
[22:31:22.602] Build 8910006085366227536: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:31:22.602] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:56:0) after 1m0s
[22:32:22.658] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:56:0)
[22:32:22.658] Timer tick, asking Buildbucket for the build status
[22:32:23.014] Build 8910006085366227536: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:32:23.014] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:57:0) after 1m0s
[22:33:23.076] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:57:0)
[22:33:23.076] Timer tick, asking Buildbucket for the build status
[22:33:23.401] Build 8910006085366227536: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:33:23.401] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:58:0) after 1m0s
[22:34:23.461] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:58:0)
[22:34:23.461] Timer tick, asking Buildbucket for the build status
[22:34:23.716] Build 8910006085366227536: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:34:23.716] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:59:0) after 1m0s
[22:35:23.803] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:59:0)
[22:35:23.803] Timer tick, asking Buildbucket for the build status
[22:35:23.897] Build 8910006085366227536: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:35:23.897] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:60:0) after 1m0s
[22:36:23.948] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:60:0)
[22:36:23.948] Timer tick, asking Buildbucket for the build status
[22:36:24.155] Build 8910006085366227536: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:36:24.155] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:61:0) after 1m0s
[22:37:24.199] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:61:0)
[22:37:24.199] Timer tick, asking Buildbucket for the build status
[22:37:25.618] Build 8910006085366227536: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:37:25.618] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:62:0) after 1m0s
[22:38:25.670] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:62:0)
[22:38:25.670] Timer tick, asking Buildbucket for the build status
[22:38:26.989] Build 8910006085366227536: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:38:26.989] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:63:0) after 1m0s
[22:39:27.076] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:63:0)
[22:39:27.076] Timer tick, asking Buildbucket for the build status
[22:39:27.449] Build 8910006085366227536: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:39:27.449] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:64:0) after 1m0s
[22:40:27.550] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:64:0)
[22:40:27.550] Timer tick, asking Buildbucket for the build status
[22:40:28.207] Build 8910006085366227536: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:40:28.207] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:65:0) after 1m0s
[22:41:28.236] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:65:0)
[22:41:28.236] Timer tick, asking Buildbucket for the build status
[22:41:28.389] Build 8910006085366227536: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:41:28.389] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:66:0) after 1m0s
[22:42:28.422] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:66:0)
[22:42:28.422] Timer tick, asking Buildbucket for the build status
[22:42:30.103] Build 8910006085366227536: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:42:30.103] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:67:0) after 1m0s
[22:43:30.234] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:67:0)
[22:43:30.234] Timer tick, asking Buildbucket for the build status
[22:43:30.427] Build 8910006085366227536: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:43:30.427] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:68:0) after 1m0s
[22:44:30.610] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:68:0)
[22:44:30.610] Timer tick, asking Buildbucket for the build status
[22:44:31.186] Build 8910006085366227536: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:44:31.186] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:69:0) after 1m0s
[22:45:31.225] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:69:0)
[22:45:31.225] Timer tick, asking Buildbucket for the build status
[22:45:31.391] Build 8910006085366227536: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:45:31.391] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:70:0) after 1m0s
[22:46:31.436] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:70:0)
[22:46:31.436] Timer tick, asking Buildbucket for the build status
[22:46:31.900] Build 8910006085366227536: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:46:31.900] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:71:0) after 1m0s
[22:47:32.016] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:71:0)
[22:47:32.016] Timer tick, asking Buildbucket for the build status
[22:47:32.192] Build 8910006085366227536: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:47:32.192] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:72:0) after 1m0s
[22:48:32.255] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:72:0)
[22:48:32.255] Timer tick, asking Buildbucket for the build status
[22:48:32.362] Build 8910006085366227536: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:48:32.363] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:73:0) after 1m0s
[22:49:32.379] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:73:0)
[22:49:32.379] Timer tick, asking Buildbucket for the build status
[22:49:32.820] Build 8910006085366227536: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:49:32.820] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:74:0) after 1m0s
[22:50:32.904] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:74:0)
[22:50:32.904] Timer tick, asking Buildbucket for the build status
[22:50:34.446] Build 8910006085366227536: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:50:34.446] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:75:0) after 1m0s
[22:51:34.517] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:75:0)
[22:51:34.517] Timer tick, asking Buildbucket for the build status
[22:51:34.991] Build 8910006085366227536: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:51:34.991] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:76:0) after 1m0s
[22:52:35.044] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:76:0)
[22:52:35.044] Timer tick, asking Buildbucket for the build status
[22:52:36.210] Build 8910006085366227536: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:52:36.210] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:77:0) after 1m0s
[22:53:36.327] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:77:0)
[22:53:36.327] Timer tick, asking Buildbucket for the build status
[22:53:37.338] Build 8910006085366227536: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:53:37.338] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:78:0) after 1m0s
[22:54:37.494] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:78:0)
[22:54:37.494] Timer tick, asking Buildbucket for the build status
[22:54:39.188] Build 8910006085366227536: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:54:39.188] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:79:0) after 1m0s
[22:55:39.199] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:79:0)
[22:55:39.199] Timer tick, asking Buildbucket for the build status
[22:55:40.523] Build 8910006085366227536: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:55:40.523] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:80:0) after 1m0s
[22:56:40.747] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:80:0)
[22:56:40.747] Timer tick, asking Buildbucket for the build status
[22:56:40.854] Build 8910006085366227536: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:56:40.854] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:81:0) after 1m0s
[22:57:40.867] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:81:0)
[22:57:40.867] Timer tick, asking Buildbucket for the build status
[22:57:42.009] Build 8910006085366227536: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:57:42.009] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:82:0) after 1m0s
[22:58:42.058] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:82:0)
[22:58:42.058] Timer tick, asking Buildbucket for the build status
[22:58:43.047] Build 8910006085366227536: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:58:43.047] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:83:0) after 1m0s
[22:59:43.119] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:83:0)
[22:59:43.119] Timer tick, asking Buildbucket for the build status
[22:59:43.549] Build 8910006085366227536: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:59:43.549] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:84:0) after 1m0s
[23:00:43.624] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:84:0)
[23:00:43.624] Timer tick, asking Buildbucket for the build status
[23:00:43.737] Build 8910006085366227536: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:00:43.737] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:85:0) after 1m0s
[23:01:43.826] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:85:0)
[23:01:43.826] Timer tick, asking Buildbucket for the build status
[23:01:43.935] Build 8910006085366227536: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:01:43.935] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:86:0) after 1m0s
[23:02:43.988] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:86:0)
[23:02:43.988] Timer tick, asking Buildbucket for the build status
[23:02:44.391] Build 8910006085366227536: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:02:44.391] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:87:0) after 1m0s
[23:03:44.453] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:87:0)
[23:03:44.453] Timer tick, asking Buildbucket for the build status
[23:03:45.158] Build 8910006085366227536: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:03:45.158] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:88:0) after 1m0s
[23:04:45.259] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:88:0)
[23:04:45.259] Timer tick, asking Buildbucket for the build status
[23:04:45.388] Build 8910006085366227536: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:04:45.388] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:89:0) after 1m0s
[23:05:45.420] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:89:0)
[23:05:45.420] Timer tick, asking Buildbucket for the build status
[23:05:45.842] Build 8910006085366227536: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:05:45.842] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:90:0) after 1m0s
[23:06:45.914] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:90:0)
[23:06:45.914] Timer tick, asking Buildbucket for the build status
[23:06:46.093] Build 8910006085366227536: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:06:46.093] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:91:0) after 1m0s
[23:07:46.219] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:91:0)
[23:07:46.219] Timer tick, asking Buildbucket for the build status
[23:07:46.398] Build 8910006085366227536: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:07:46.398] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:92:0) after 1m0s
[23:08:46.454] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:92:0)
[23:08:46.454] Timer tick, asking Buildbucket for the build status
[23:08:47.074] Build 8910006085366227536: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:08:47.074] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:93:0) after 1m0s
[23:09:47.265] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:93:0)
[23:09:47.265] Timer tick, asking Buildbucket for the build status
[23:09:47.747] Build 8910006085366227536: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:09:47.747] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:94:0) after 1m0s
[23:10:47.875] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:94:0)
[23:10:47.875] Timer tick, asking Buildbucket for the build status
[23:10:47.982] Build 8910006085366227536: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:10:47.982] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:95:0) after 1m0s
[23:11:48.154] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:95:0)
[23:11:48.154] Timer tick, asking Buildbucket for the build status
[23:11:48.326] Build 8910006085366227536: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:11:48.326] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:96:0) after 1m0s
[23:12:48.427] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:96:0)
[23:12:48.427] Timer tick, asking Buildbucket for the build status
[23:12:49.167] Build 8910006085366227536: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:12:49.167] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:97:0) after 1m0s
[23:13:49.274] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:97:0)
[23:13:49.274] Timer tick, asking Buildbucket for the build status
[23:13:49.433] Build 8910006085366227536: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:13:49.433] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:98:0) after 1m0s
[23:14:49.518] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:98:0)
[23:14:49.518] Timer tick, asking Buildbucket for the build status
[23:14:49.889] Build 8910006085366227536: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:14:49.889] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:99:0) after 1m0s
[23:15:49.959] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:99:0)
[23:15:49.959] Timer tick, asking Buildbucket for the build status
[23:15:50.103] Build 8910006085366227536: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:15:50.103] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:100:0) after 1m0s
[23:16:50.125] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:100:0)
[23:16:50.125] Timer tick, asking Buildbucket for the build status
[23:16:50.359] Build 8910006085366227536: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:16:50.359] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:101:0) after 1m0s
[23:17:50.420] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:101:0)
[23:17:50.421] Timer tick, asking Buildbucket for the build status
[23:17:50.521] Build 8910006085366227536: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:17:50.521] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:102:0) after 1m0s
[23:18:50.606] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:102:0)
[23:18:50.606] Timer tick, asking Buildbucket for the build status
[23:18:51.036] Build 8910006085366227536: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:18:51.036] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:103:0) after 1m0s
[23:19:51.058] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:103:0)
[23:19:51.058] Timer tick, asking Buildbucket for the build status
[23:19:51.210] Build 8910006085366227536: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:19:51.210] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:104:0) after 1m0s
[23:20:51.246] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:104:0)
[23:20:51.246] Timer tick, asking Buildbucket for the build status
[23:20:51.712] Build 8910006085366227536: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:20:51.713] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:105:0) after 1m0s
[23:21:51.766] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:105:0)
[23:21:51.766] Timer tick, asking Buildbucket for the build status
[23:21:51.892] Build 8910006085366227536: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:21:51.892] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:106:0) after 1m0s
[23:22:51.936] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:106:0)
[23:22:51.936] Timer tick, asking Buildbucket for the build status
[23:22:52.290] Build 8910006085366227536: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:22:52.290] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:107:0) after 1m0s
[23:23:52.357] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:107:0)
[23:23:52.357] Timer tick, asking Buildbucket for the build status
[23:23:52.807] Build 8910006085366227536: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:23:52.807] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:108:0) after 1m0s
[23:24:52.900] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:108:0)
[23:24:52.900] Timer tick, asking Buildbucket for the build status
[23:24:53.165] Build 8910006085366227536: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:24:53.165] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:109:0) after 1m0s
[23:25:53.262] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:109:0)
[23:25:53.262] Timer tick, asking Buildbucket for the build status
[23:25:53.435] Build 8910006085366227536: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:25:53.435] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:110:0) after 1m0s
[23:26:53.565] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:110:0)
[23:26:53.565] Timer tick, asking Buildbucket for the build status
[23:26:53.714] Build 8910006085366227536: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:26:53.714] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:111:0) after 1m0s
[23:27:53.766] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:111:0)
[23:27:53.766] Timer tick, asking Buildbucket for the build status
[23:27:54.920] Build 8910006085366227536: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:27:54.921] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:112:0) after 1m0s
[23:28:55.032] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:112:0)
[23:28:55.032] Timer tick, asking Buildbucket for the build status
[23:28:55.699] Build 8910006085366227536: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:28:55.699] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:113:0) after 1m0s
[23:29:55.720] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:113:0)
[23:29:55.720] Timer tick, asking Buildbucket for the build status
[23:29:56.362] Build 8910006085366227536: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:29:56.362] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:114:0) after 1m0s
[23:30:56.412] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:114:0)
[23:30:56.412] Timer tick, asking Buildbucket for the build status
[23:30:57.005] Build 8910006085366227536: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:30:57.005] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:115:0) after 1m0s
[23:31:57.129] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:115:0)
[23:31:57.129] Timer tick, asking Buildbucket for the build status
[23:31:57.254] Build 8910006085366227536: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:31:57.254] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:116:0) after 1m0s
[23:32:57.310] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:116:0)
[23:32:57.310] Timer tick, asking Buildbucket for the build status
[23:33:00.353] Build 8910006085366227536: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:33:00.353] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:117:0) after 1m0s
[23:34:00.443] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:117:0)
[23:34:00.443] Timer tick, asking Buildbucket for the build status
[23:34:01.601] Build 8910006085366227536: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:34:01.601] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:118:0) after 1m0s
[23:35:01.699] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:118:0)
[23:35:01.699] Timer tick, asking Buildbucket for the build status
[23:35:01.839] Build 8910006085366227536: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:35:01.839] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:119:0) after 1m0s
[23:36:01.855] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:119:0)
[23:36:01.855] Timer tick, asking Buildbucket for the build status
[23:36:02.001] Build 8910006085366227536: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:36:02.001] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:120:0) after 1m0s
[23:37:02.096] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:120:0)
[23:37:02.096] Timer tick, asking Buildbucket for the build status
[23:37:02.377] Build 8910006085366227536: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:37:02.377] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:121:0) after 1m0s
[23:38:02.419] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:121:0)
[23:38:02.419] Timer tick, asking Buildbucket for the build status
[23:38:02.516] Build 8910006085366227536: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:38:02.517] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:122:0) after 1m0s
[23:39:02.642] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:122:0)
[23:39:02.642] Timer tick, asking Buildbucket for the build status
[23:39:02.760] Build 8910006085366227536: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:39:02.760] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:123:0) after 1m0s
[23:40:02.748] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:123:0)
[23:40:02.748] Timer tick, asking Buildbucket for the build status
[23:40:03.108] Build 8910006085366227536: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:40:03.108] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:124:0) after 1m0s
[23:41:03.132] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:124:0)
[23:41:03.132] Timer tick, asking Buildbucket for the build status
[23:41:03.876] Build 8910006085366227536: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:41:03.876] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:125:0) after 1m0s
[23:42:03.918] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:125:0)
[23:42:03.918] Timer tick, asking Buildbucket for the build status
[23:42:04.232] Build 8910006085366227536: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:42:04.232] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:126:0) after 1m0s
[23:43:04.246] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:126:0)
[23:43:04.246] Timer tick, asking Buildbucket for the build status
[23:43:04.660] Build 8910006085366227536: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:43:04.660] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:127:0) after 1m0s
[23:44:04.689] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:127:0)
[23:44:04.689] Timer tick, asking Buildbucket for the build status
[23:44:05.135] Build 8910006085366227536: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:44:05.135] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:128:0) after 1m0s
[23:45:05.206] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:128:0)
[23:45:05.206] Timer tick, asking Buildbucket for the build status
[23:45:06.168] Build 8910006085366227536: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:45:06.168] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9075436147383453696:129:0) after 1m0s
[23:45:42.236] Received PubSub notification, asking Buildbucket for the build status
[23:45:42.577] Build 8910006085366227536: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[23:45:42.577] Buildbucket build:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "completed_ts": "1561160741854966",
    "created_by": "project:chromium",
    "created_ts": "1561153059570005",
    "failure_reason": "BUILD_FAILURE",
    "id": "8910006085366227536",
    "parameters_json": "{\"builder_name\": \"ToTMac\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"73ee462982f7b1090c35ff54ba2e2046be1d7fed\"}}",
    "project": "chromium",
    "result": "FAILURE",
    "result_details_json": "{\"error\": {\"message\": \"Step('compile') (retcode: 1)\"}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"build281-m9\", \"branch\": \"refs/heads/master\", \"buildername\": \"ToTMac\", \"buildnumber\": 20521, \"got_angle_revision\": \"067687f467dd07f75079592398efd559fdc50ec3\", \"got_clang_revision\": \"364106-eeb3f99d-0\", \"got_dawn_revision\": \"4ec2c1060e85678809c73bd9ee81120567b23dd8\", \"got_nacl_revision\": \"c4cf6f0621b94cca4053b19fa01ef329f5663880\", \"got_revision\": \"73ee462982f7b1090c35ff54ba2e2046be1d7fed\", \"got_revision_cp\": \"refs/heads/master@{#671416}\", \"got_swarming_client_revision\": \"96f125709acfd0b48fc1e5dae7d6ea42291726ac\", \"got_v8_revision\": \"58dbd381eaf270a00624e5bce6d1e714825acb98\", \"got_v8_revision_cp\": \"refs/heads/7.7.128@{#1}\", \"got_webrtc_revision\": \"abf7eba8658c6facda98210399bf88d0c5f72036\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#28339}\", \"mastername\": \"chromium.clang\", \"path_config\": \"generic\", \"perf_dashboard_machine_group\": \"ChromiumClang\", \"recipe\": \"chromium\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"73ee462982f7b1090c35ff54ba2e2046be1d7fed\"}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_0c96c161cf7dd2e1c2b922319da904a0c0164c4adceed5a8844a45f1c516ad13_v2\", \"builder_4a4feefdd7e355061708c01720b06a0ca8c49ffc9968a2ebc674541738676b8f_v2\", \"builder_5372538a354f163a20d332d881c6c5d85e35654ac8a57c760866f12033f8a8a5_v2\", \"builder_69caa34b8f39daac28a821cac2619730401d46a6479812cc34796e3bf180418a_v2\", \"builder_ae5debd901c74ee0906916cb62621bceb2a8b657b42c2e2e9e89a0f6a2e5e53b_v2\", \"builder_d42b89eab403033f5a2a8102ec9c436397350cedb439d5e09b11874a5784adb4_v2\", \"git\", \"goma_v2\", \"vpython\", \"xcode_ios_10b61\"], \"cores\": [\"24\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"1002\", \"1002:679e\", \"1002:679e-4.0.11-3.2.8\"], \"hidpi\": [\"0\"], \"id\": [\"build281-m9\"], \"mac_model\": [\"MacPro6,1\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Mac\", \"Mac-10.13\", \"Mac-10.13.6\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.10\"], \"server_version\": [\"4339-6285c57\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}, \"ui\": {\"info\": \"Step('compile') (retcode: 1)\"}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1561153185438690",
    "status": "COMPLETED",
    "status_changed_ts": "1561153188730740",
    "tags": [
      "build_address:luci.chromium.ci/ToTMac/20521",
      "builder:ToTMac",
      "buildset:commit/git/73ee462982f7b1090c35ff54ba2e2046be1d7fed",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/73ee462982f7b1090c35ff54ba2e2046be1d7fed",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9075436147383453696",
      "scheduler_job_id:chromium/ToTMac",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8910006085366227536/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:os:Mac",
      "swarming_tag:recipe_name:chromium",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:4594cac752422d10",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1561160741954923",
    "url": "https://ci.chromium.org/b/8910006085366227536",
    "utcnow_ts": "1561160742570759"
  }
}
[23:45:42.577] Invocation finished in 2h8m4.314016068s with status FAILED