LUCI Scheduler :: chromium :: Mac deterministic (dbg)

Status: FAILED

Triggered by: -

Duration: 2 hours

Actions:

Definition (rev 61da5958bb1bf61dc6dab9a9ab14fa46798b5d0f)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Mac deterministic (dbg)"
>

Incoming triggers

a5af821562f23c8c2f2851fe6f97c2e688489273 (5 years ago)
168b19185d67eedb3e852406ad594dd1e24aac95 (5 years ago)
720f62528dd6738e7a4476f31c5a6f5e52d011bd (5 years ago)
4e19e2ae199548bb4c7383d76d0acd507b832c48 (5 years ago)
df12d2aab597d68e5b490d6367ee020dd40564e2 (5 years ago)
b06b34efeb4d6648d9b014c7cf8bf5e73284b69c (5 years ago)
256e42409ea63a7e71016de07818a983a97db463 (5 years ago)

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "256e42409ea63a7e71016de07818a983a97db463"
}

Incoming tags

buildset:commit/git/256e42409ea63a7e71016de07818a983a97db463
buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/256e42409ea63a7e71016de07818a983a97db463
gitiles_ref:refs/heads/master

Debug log (UTC)

[12:52:31.016] New invocation is queued and will start shortly
[12:52:32.116] Starting the invocation (attempt 1)
[12:52:32.178] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[12:52:32.178] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[12:52:32.178] Buildbucket request:
{
  "bucket": "luci.chromium.ci",
  "client_operation_id": "9035606519928676448",
  "parameters_json": "{\"builder_name\":\"Mac deterministic (dbg)\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src\",\"revision\":\"256e42409ea63a7e71016de07818a983a97db463\"}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:Mac deterministic (dbg)",
    "scheduler_invocation_id:9035606519928676448",
    "scheduler_job_id:chromium/Mac deterministic (dbg)",
    "user_agent:luci-scheduler",
    "buildset:commit/git/256e42409ea63a7e71016de07818a983a97db463",
    "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/256e42409ea63a7e71016de07818a983a97db463",
    "gitiles_ref:refs/heads/master"
  ]
}
[12:52:33.756] Buildbucket response:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "created_by": "project:chromium",
    "created_ts": "1599137552456850",
    "id": "8870176457753762016",
    "parameters_json": "{\"builder_name\": \"Mac deterministic (dbg)\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"256e42409ea63a7e71016de07818a983a97db463\"}}",
    "project": "chromium",
    "result_details_json": "{\"properties\": {}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1599137553541180",
    "tags": [
      "build_address:luci.chromium.ci/Mac deterministic (dbg)/17308",
      "builder:Mac deterministic (dbg)",
      "buildset:commit/git/256e42409ea63a7e71016de07818a983a97db463",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/256e42409ea63a7e71016de07818a983a97db463",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9035606519928676448",
      "scheduler_job_id:chromium/Mac deterministic (dbg)",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8870176457753762016/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:recipe_name:swarming/deterministic_build",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1599137553541469",
    "url": "https://ci.chromium.org/b/8870176457753762016",
    "utcnow_ts": "1599137553737296"
  }
}
[12:52:33.756] Task URL: https://ci.chromium.org/b/8870176457753762016
[12:52:33.756] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:2:0) after 1m0s
[12:52:37.938] Received PubSub notification, asking Buildbucket for the build status
[12:52:38.052] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:53:33.774] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:2:0)
[12:53:33.774] Timer tick, asking Buildbucket for the build status
[12:53:33.926] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:53:33.926] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:4:0) after 1m0s
[12:54:33.954] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:4:0)
[12:54:33.954] Timer tick, asking Buildbucket for the build status
[12:54:34.213] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:54:34.213] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:5:0) after 1m0s
[12:55:34.392] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:5:0)
[12:55:34.392] Timer tick, asking Buildbucket for the build status
[12:55:34.594] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:55:34.594] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:6:0) after 1m0s
[12:56:34.673] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:6:0)
[12:56:34.673] Timer tick, asking Buildbucket for the build status
[12:56:34.826] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:56:34.826] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:7:0) after 1m0s
[12:57:34.958] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:7:0)
[12:57:34.958] Timer tick, asking Buildbucket for the build status
[12:57:35.107] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:57:35.107] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:8:0) after 1m0s
[12:58:35.275] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:8:0)
[12:58:35.275] Timer tick, asking Buildbucket for the build status
[12:58:35.435] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:58:35.435] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:9:0) after 1m0s
[12:59:35.647] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:9:0)
[12:59:35.647] Timer tick, asking Buildbucket for the build status
[12:59:35.826] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:59:35.826] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:10:0) after 1m0s
[13:00:35.955] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:10:0)
[13:00:35.955] Timer tick, asking Buildbucket for the build status
[13:00:36.090] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:00:36.090] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:11:0) after 1m0s
[13:01:36.134] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:11:0)
[13:01:36.134] Timer tick, asking Buildbucket for the build status
[13:01:36.348] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:01:36.348] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:12:0) after 1m0s
[13:02:36.792] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:12:0)
[13:02:36.792] Timer tick, asking Buildbucket for the build status
[13:02:36.935] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:02:36.935] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:13:0) after 1m0s
[13:03:37.000] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:13:0)
[13:03:37.000] Timer tick, asking Buildbucket for the build status
[13:03:37.160] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:03:37.160] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:14:0) after 1m0s
[13:04:37.232] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:14:0)
[13:04:37.232] Timer tick, asking Buildbucket for the build status
[13:04:37.349] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:04:37.350] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:15:0) after 1m0s
[13:05:37.401] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:15:0)
[13:05:37.401] Timer tick, asking Buildbucket for the build status
[13:05:37.485] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:05:37.485] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:16:0) after 1m0s
[13:06:37.583] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:16:0)
[13:06:37.583] Timer tick, asking Buildbucket for the build status
[13:06:37.770] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:06:37.770] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:17:0) after 1m0s
[13:07:37.825] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:17:0)
[13:07:37.825] Timer tick, asking Buildbucket for the build status
[13:07:38.132] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:07:38.132] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:18:0) after 1m0s
[13:08:38.217] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:18:0)
[13:08:38.217] Timer tick, asking Buildbucket for the build status
[13:08:38.417] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:08:38.417] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:19:0) after 1m0s
[13:09:38.588] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:19:0)
[13:09:38.588] Timer tick, asking Buildbucket for the build status
[13:09:38.676] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:09:38.676] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:20:0) after 1m0s
[13:10:38.705] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:20:0)
[13:10:38.705] Timer tick, asking Buildbucket for the build status
[13:10:38.825] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:10:38.825] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:21:0) after 1m0s
[13:11:38.940] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:21:0)
[13:11:38.940] Timer tick, asking Buildbucket for the build status
[13:11:39.033] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:11:39.033] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:22:0) after 1m0s
[13:12:39.119] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:22:0)
[13:12:39.119] Timer tick, asking Buildbucket for the build status
[13:12:39.265] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:12:39.265] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:23:0) after 1m0s
[13:13:39.287] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:23:0)
[13:13:39.287] Timer tick, asking Buildbucket for the build status
[13:13:39.387] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:13:39.387] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:24:0) after 1m0s
[13:14:39.443] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:24:0)
[13:14:39.443] Timer tick, asking Buildbucket for the build status
[13:14:39.534] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:14:39.534] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:25:0) after 1m0s
[13:15:39.693] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:25:0)
[13:15:39.693] Timer tick, asking Buildbucket for the build status
[13:15:39.771] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:15:39.771] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:26:0) after 1m0s
[13:16:39.802] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:26:0)
[13:16:39.802] Timer tick, asking Buildbucket for the build status
[13:16:40.394] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:16:40.394] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:27:0) after 1m0s
[13:17:40.383] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:27:0)
[13:17:40.383] Timer tick, asking Buildbucket for the build status
[13:17:40.508] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:17:40.508] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:28:0) after 1m0s
[13:18:40.951] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:28:0)
[13:18:40.951] Timer tick, asking Buildbucket for the build status
[13:18:41.056] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:18:41.056] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:29:0) after 1m0s
[13:19:41.761] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:29:0)
[13:19:41.763] Timer tick, asking Buildbucket for the build status
[13:19:41.969] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:19:41.969] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:30:0) after 1m0s
[13:20:42.454] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:30:0)
[13:20:42.454] Timer tick, asking Buildbucket for the build status
[13:20:42.665] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:20:42.665] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:31:0) after 1m0s
[13:21:42.962] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:31:0)
[13:21:42.962] Timer tick, asking Buildbucket for the build status
[13:21:43.145] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:21:43.145] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:32:0) after 1m0s
[13:22:43.492] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:32:0)
[13:22:43.492] Timer tick, asking Buildbucket for the build status
[13:22:43.691] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:22:43.691] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:33:0) after 1m0s
[13:23:43.991] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:33:0)
[13:23:43.991] Timer tick, asking Buildbucket for the build status
[13:23:44.235] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:23:44.235] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:34:0) after 1m0s
[13:24:44.364] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:34:0)
[13:24:44.364] Timer tick, asking Buildbucket for the build status
[13:24:44.579] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:24:44.579] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:35:0) after 1m0s
[13:25:44.843] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:35:0)
[13:25:44.843] Timer tick, asking Buildbucket for the build status
[13:25:44.947] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:25:44.947] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:36:0) after 1m0s
[13:26:45.094] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:36:0)
[13:26:45.094] Timer tick, asking Buildbucket for the build status
[13:26:45.230] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:26:45.230] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:37:0) after 1m0s
[13:27:45.211] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:37:0)
[13:27:45.211] Timer tick, asking Buildbucket for the build status
[13:27:45.488] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:27:45.488] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:38:0) after 1m0s
[13:28:45.520] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:38:0)
[13:28:45.520] Timer tick, asking Buildbucket for the build status
[13:28:45.676] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:28:45.676] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:39:0) after 1m0s
[13:29:45.734] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:39:0)
[13:29:45.734] Timer tick, asking Buildbucket for the build status
[13:29:45.968] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:29:45.968] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:40:0) after 1m0s
[13:30:46.141] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:40:0)
[13:30:46.141] Timer tick, asking Buildbucket for the build status
[13:30:46.378] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:30:46.378] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:41:0) after 1m0s
[13:31:46.463] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:41:0)
[13:31:46.463] Timer tick, asking Buildbucket for the build status
[13:31:46.582] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:31:46.582] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:42:0) after 1m0s
[13:32:46.843] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:42:0)
[13:32:46.843] Timer tick, asking Buildbucket for the build status
[13:32:47.144] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:32:47.145] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:43:0) after 1m0s
[13:33:47.223] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:43:0)
[13:33:47.223] Timer tick, asking Buildbucket for the build status
[13:33:47.372] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:33:47.372] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:44:0) after 1m0s
[13:34:47.491] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:44:0)
[13:34:47.491] Timer tick, asking Buildbucket for the build status
[13:34:47.649] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:34:47.649] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:45:0) after 1m0s
[13:35:47.978] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:45:0)
[13:35:47.978] Timer tick, asking Buildbucket for the build status
[13:35:48.084] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:35:48.084] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:46:0) after 1m0s
[13:36:48.222] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:46:0)
[13:36:48.222] Timer tick, asking Buildbucket for the build status
[13:36:48.478] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:36:48.478] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:47:0) after 1m0s
[13:37:48.802] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:47:0)
[13:37:48.802] Timer tick, asking Buildbucket for the build status
[13:37:48.911] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:37:48.911] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:48:0) after 1m0s
[13:38:49.012] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:48:0)
[13:38:49.012] Timer tick, asking Buildbucket for the build status
[13:38:49.077] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:38:49.077] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:49:0) after 1m0s
[13:39:49.136] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:49:0)
[13:39:49.136] Timer tick, asking Buildbucket for the build status
[13:39:49.222] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:39:49.222] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:50:0) after 1m0s
[13:40:49.377] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:50:0)
[13:40:49.377] Timer tick, asking Buildbucket for the build status
[13:40:49.594] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:40:49.594] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:51:0) after 1m0s
[13:41:49.719] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:51:0)
[13:41:49.719] Timer tick, asking Buildbucket for the build status
[13:41:49.811] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:41:49.811] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:52:0) after 1m0s
[13:42:49.873] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:52:0)
[13:42:49.873] Timer tick, asking Buildbucket for the build status
[13:42:50.004] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:42:50.004] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:53:0) after 1m0s
[13:43:50.082] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:53:0)
[13:43:50.082] Timer tick, asking Buildbucket for the build status
[13:43:50.192] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:43:50.192] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:54:0) after 1m0s
[13:44:50.697] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:54:0)
[13:44:50.697] Timer tick, asking Buildbucket for the build status
[13:44:50.811] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:44:50.812] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:55:0) after 1m0s
[13:45:51.283] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:55:0)
[13:45:51.283] Timer tick, asking Buildbucket for the build status
[13:45:51.385] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:45:51.385] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:56:0) after 1m0s
[13:46:51.947] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:56:0)
[13:46:51.947] Timer tick, asking Buildbucket for the build status
[13:46:52.118] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:46:52.118] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:57:0) after 1m0s
[13:47:52.394] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:57:0)
[13:47:52.394] Timer tick, asking Buildbucket for the build status
[13:47:52.517] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:47:52.517] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:58:0) after 1m0s
[13:48:52.695] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:58:0)
[13:48:52.695] Timer tick, asking Buildbucket for the build status
[13:48:52.770] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:48:52.770] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:59:0) after 1m0s
[13:49:52.743] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:59:0)
[13:49:52.743] Timer tick, asking Buildbucket for the build status
[13:49:52.836] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:49:52.836] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:60:0) after 1m0s
[13:50:52.904] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:60:0)
[13:50:52.904] Timer tick, asking Buildbucket for the build status
[13:50:52.978] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:50:52.978] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:61:0) after 1m0s
[13:51:53.073] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:61:0)
[13:51:53.073] Timer tick, asking Buildbucket for the build status
[13:51:53.142] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:51:53.142] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:62:0) after 1m0s
[13:52:53.171] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:62:0)
[13:52:53.172] Timer tick, asking Buildbucket for the build status
[13:52:53.305] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:52:53.305] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:63:0) after 1m0s
[13:53:53.328] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:63:0)
[13:53:53.328] Timer tick, asking Buildbucket for the build status
[13:53:53.395] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:53:53.395] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:64:0) after 1m0s
[13:54:54.043] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:64:0)
[13:54:54.043] Timer tick, asking Buildbucket for the build status
[13:54:54.145] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:54:54.145] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:65:0) after 1m0s
[13:55:54.609] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:65:0)
[13:55:54.609] Timer tick, asking Buildbucket for the build status
[13:55:54.696] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:55:54.696] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:66:0) after 1m0s
[13:56:54.937] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:66:0)
[13:56:54.937] Timer tick, asking Buildbucket for the build status
[13:56:55.099] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:56:55.099] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:67:0) after 1m0s
[13:57:55.211] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:67:0)
[13:57:55.211] Timer tick, asking Buildbucket for the build status
[13:57:55.617] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:57:55.617] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:68:0) after 1m0s
[13:58:55.638] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:68:0)
[13:58:55.638] Timer tick, asking Buildbucket for the build status
[13:58:55.731] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:58:55.731] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:69:0) after 1m0s
[13:59:55.817] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:69:0)
[13:59:55.817] Timer tick, asking Buildbucket for the build status
[13:59:55.926] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:59:55.926] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:70:0) after 1m0s
[14:00:56.016] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:70:0)
[14:00:56.016] Timer tick, asking Buildbucket for the build status
[14:00:56.085] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:00:56.085] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:71:0) after 1m0s
[14:01:56.176] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:71:0)
[14:01:56.176] Timer tick, asking Buildbucket for the build status
[14:01:56.261] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:01:56.261] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:72:0) after 1m0s
[14:02:56.318] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:72:0)
[14:02:56.318] Timer tick, asking Buildbucket for the build status
[14:02:56.694] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:02:56.694] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:73:0) after 1m0s
[14:03:57.936] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:73:0)
[14:03:57.936] Timer tick, asking Buildbucket for the build status
[14:03:58.035] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:03:58.035] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:74:0) after 1m0s
[14:04:58.488] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:74:0)
[14:04:58.488] Timer tick, asking Buildbucket for the build status
[14:04:58.673] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:04:58.673] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:75:0) after 1m0s
[14:05:59.094] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:75:0)
[14:05:59.094] Timer tick, asking Buildbucket for the build status
[14:05:59.301] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:05:59.301] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:76:0) after 1m0s
[14:06:59.332] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:76:0)
[14:06:59.332] Timer tick, asking Buildbucket for the build status
[14:06:59.480] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:06:59.481] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:77:0) after 1m0s
[14:07:59.516] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:77:0)
[14:07:59.516] Timer tick, asking Buildbucket for the build status
[14:08:00.154] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:08:00.154] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:78:0) after 1m0s
[14:09:00.151] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:78:0)
[14:09:00.151] Timer tick, asking Buildbucket for the build status
[14:09:00.213] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:09:00.213] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:79:0) after 1m0s
[14:10:00.219] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:79:0)
[14:10:00.219] Timer tick, asking Buildbucket for the build status
[14:10:00.531] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:10:00.531] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:80:0) after 1m0s
[14:11:01.697] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:80:0)
[14:11:01.697] Timer tick, asking Buildbucket for the build status
[14:11:02.208] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:11:02.208] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:81:0) after 1m0s
[14:12:02.719] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:81:0)
[14:12:02.719] Timer tick, asking Buildbucket for the build status
[14:12:02.824] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:12:02.824] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:82:0) after 1m0s
[14:13:03.534] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:82:0)
[14:13:03.534] Timer tick, asking Buildbucket for the build status
[14:13:03.657] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:13:03.657] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:83:0) after 1m0s
[14:14:04.161] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:83:0)
[14:14:04.161] Timer tick, asking Buildbucket for the build status
[14:14:04.332] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:14:04.332] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:84:0) after 1m0s
[14:15:04.554] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:84:0)
[14:15:04.554] Timer tick, asking Buildbucket for the build status
[14:15:04.732] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:15:04.732] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:85:0) after 1m0s
[14:16:05.126] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:85:0)
[14:16:05.126] Timer tick, asking Buildbucket for the build status
[14:16:05.234] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:16:05.234] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:86:0) after 1m0s
[14:17:05.317] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:86:0)
[14:17:05.317] Timer tick, asking Buildbucket for the build status
[14:17:05.397] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:17:05.397] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:87:0) after 1m0s
[14:18:05.781] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:87:0)
[14:18:05.781] Timer tick, asking Buildbucket for the build status
[14:18:07.802] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:18:07.802] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:88:0) after 1m0s
[14:19:08.018] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:88:0)
[14:19:08.018] Timer tick, asking Buildbucket for the build status
[14:19:08.115] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:19:08.115] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:89:0) after 1m0s
[14:20:08.119] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:89:0)
[14:20:08.119] Timer tick, asking Buildbucket for the build status
[14:20:08.223] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:20:08.223] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:90:0) after 1m0s
[14:21:08.278] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:90:0)
[14:21:08.278] Timer tick, asking Buildbucket for the build status
[14:21:08.354] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:21:08.354] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:91:0) after 1m0s
[14:22:08.447] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:91:0)
[14:22:08.447] Timer tick, asking Buildbucket for the build status
[14:22:08.553] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:22:08.553] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:92:0) after 1m0s
[14:23:08.712] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:92:0)
[14:23:08.712] Timer tick, asking Buildbucket for the build status
[14:23:08.863] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:23:08.863] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:93:0) after 1m0s
[14:24:08.929] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:93:0)
[14:24:08.929] Timer tick, asking Buildbucket for the build status
[14:24:09.001] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:24:09.001] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:94:0) after 1m0s
[14:25:09.107] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:94:0)
[14:25:09.107] Timer tick, asking Buildbucket for the build status
[14:25:12.936] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:25:12.936] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:95:0) after 1m0s
[14:26:13.195] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:95:0)
[14:26:13.195] Timer tick, asking Buildbucket for the build status
[14:26:13.416] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:26:13.416] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:96:0) after 1m0s
[14:27:13.890] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:96:0)
[14:27:13.890] Timer tick, asking Buildbucket for the build status
[14:27:14.072] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:27:14.072] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:97:0) after 1m0s
[14:28:14.137] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:97:0)
[14:28:14.137] Timer tick, asking Buildbucket for the build status
[14:28:14.505] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:28:14.505] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:98:0) after 1m0s
[14:29:14.581] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:98:0)
[14:29:14.581] Timer tick, asking Buildbucket for the build status
[14:29:14.655] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:29:14.655] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:99:0) after 1m0s
[14:30:14.688] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:99:0)
[14:30:14.688] Timer tick, asking Buildbucket for the build status
[14:30:14.773] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:30:14.773] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:100:0) after 1m0s
[14:31:14.865] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:100:0)
[14:31:14.865] Timer tick, asking Buildbucket for the build status
[14:31:15.138] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:31:15.138] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:101:0) after 1m0s
[14:32:15.262] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:101:0)
[14:32:15.262] Timer tick, asking Buildbucket for the build status
[14:32:15.394] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:32:15.394] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:102:0) after 1m0s
[14:33:15.618] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:102:0)
[14:33:15.618] Timer tick, asking Buildbucket for the build status
[14:33:15.924] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:33:15.924] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:103:0) after 1m0s
[14:34:15.945] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:103:0)
[14:34:15.945] Timer tick, asking Buildbucket for the build status
[14:34:16.049] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:34:16.049] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:104:0) after 1m0s
[14:35:16.141] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:104:0)
[14:35:16.141] Timer tick, asking Buildbucket for the build status
[14:35:16.239] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:35:16.239] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:105:0) after 1m0s
[14:36:16.391] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:105:0)
[14:36:16.391] Timer tick, asking Buildbucket for the build status
[14:36:16.485] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:36:16.485] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:106:0) after 1m0s
[14:37:16.588] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:106:0)
[14:37:16.588] Timer tick, asking Buildbucket for the build status
[14:37:18.744] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:37:18.744] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:107:0) after 1m0s
[14:38:18.841] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:107:0)
[14:38:18.841] Timer tick, asking Buildbucket for the build status
[14:38:19.003] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:38:19.003] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:108:0) after 1m0s
[14:39:19.097] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:108:0)
[14:39:19.097] Timer tick, asking Buildbucket for the build status
[14:39:19.417] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:39:19.417] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:109:0) after 1m0s
[14:40:19.404] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:109:0)
[14:40:19.404] Timer tick, asking Buildbucket for the build status
[14:40:19.584] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:40:19.584] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:110:0) after 1m0s
[14:41:19.698] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:110:0)
[14:41:19.698] Timer tick, asking Buildbucket for the build status
[14:41:19.786] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:41:19.786] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:111:0) after 1m0s
[14:42:19.780] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:111:0)
[14:42:19.780] Timer tick, asking Buildbucket for the build status
[14:42:19.858] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:42:19.858] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:112:0) after 1m0s
[14:43:19.932] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:112:0)
[14:43:19.932] Timer tick, asking Buildbucket for the build status
[14:43:20.080] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:43:20.080] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:113:0) after 1m0s
[14:44:20.132] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:113:0)
[14:44:20.132] Timer tick, asking Buildbucket for the build status
[14:44:20.217] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:44:20.217] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:114:0) after 1m0s
[14:45:20.323] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:114:0)
[14:45:20.323] Timer tick, asking Buildbucket for the build status
[14:45:20.387] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:45:20.387] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:115:0) after 1m0s
[14:46:20.578] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:115:0)
[14:46:20.578] Timer tick, asking Buildbucket for the build status
[14:46:20.869] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:46:20.869] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:116:0) after 1m0s
[14:47:20.976] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:116:0)
[14:47:20.976] Timer tick, asking Buildbucket for the build status
[14:47:21.265] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:47:21.265] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:117:0) after 1m0s
[14:48:21.527] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:117:0)
[14:48:21.527] Timer tick, asking Buildbucket for the build status
[14:48:21.909] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:48:21.930] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:118:0) after 1m0s
[14:49:21.954] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:118:0)
[14:49:21.954] Timer tick, asking Buildbucket for the build status
[14:49:22.020] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:49:22.020] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:119:0) after 1m0s
[14:50:22.686] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:119:0)
[14:50:22.686] Timer tick, asking Buildbucket for the build status
[14:50:22.824] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:50:22.824] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:120:0) after 1m0s
[14:51:23.068] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:120:0)
[14:51:23.068] Timer tick, asking Buildbucket for the build status
[14:51:23.219] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:51:23.219] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:121:0) after 1m0s
[14:52:23.374] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:121:0)
[14:52:23.374] Timer tick, asking Buildbucket for the build status
[14:52:23.591] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:52:23.591] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:122:0) after 1m0s
[14:53:23.824] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:122:0)
[14:53:23.824] Timer tick, asking Buildbucket for the build status
[14:53:24.025] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:53:24.026] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:123:0) after 1m0s
[14:54:24.477] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:123:0)
[14:54:24.478] Timer tick, asking Buildbucket for the build status
[14:54:24.630] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:54:24.630] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:124:0) after 1m0s
[14:55:25.087] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:124:0)
[14:55:25.094] Timer tick, asking Buildbucket for the build status
[14:55:25.211] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:55:25.211] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:125:0) after 1m0s
[14:56:25.366] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:125:0)
[14:56:25.366] Timer tick, asking Buildbucket for the build status
[14:56:25.509] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:56:25.509] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:126:0) after 1m0s
[14:57:25.836] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:126:0)
[14:57:25.836] Timer tick, asking Buildbucket for the build status
[14:57:25.927] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:57:25.927] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:127:0) after 1m0s
[14:58:26.838] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:127:0)
[14:58:26.838] Timer tick, asking Buildbucket for the build status
[14:58:27.000] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:58:27.021] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:128:0) after 1m0s
[14:59:27.135] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:128:0)
[14:59:27.135] Timer tick, asking Buildbucket for the build status
[14:59:27.231] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:59:27.231] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:129:0) after 1m0s
[15:00:27.308] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:129:0)
[15:00:27.308] Timer tick, asking Buildbucket for the build status
[15:00:27.365] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:00:27.365] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:130:0) after 1m0s
[15:01:27.468] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:130:0)
[15:01:27.468] Timer tick, asking Buildbucket for the build status
[15:01:28.171] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:01:28.171] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:131:0) after 1m0s
[15:02:28.354] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:131:0)
[15:02:28.354] Timer tick, asking Buildbucket for the build status
[15:02:28.635] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:02:28.635] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:132:0) after 1m0s
[15:03:28.886] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:132:0)
[15:03:28.886] Timer tick, asking Buildbucket for the build status
[15:03:29.754] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:03:29.754] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:133:0) after 1m0s
[15:04:29.921] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:133:0)
[15:04:29.921] Timer tick, asking Buildbucket for the build status
[15:04:30.030] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:04:30.030] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:134:0) after 1m0s
[15:05:30.463] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:134:0)
[15:05:30.463] Timer tick, asking Buildbucket for the build status
[15:05:30.677] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:05:30.677] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:135:0) after 1m0s
[15:06:30.872] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:135:0)
[15:06:30.872] Timer tick, asking Buildbucket for the build status
[15:06:30.936] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:06:30.936] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:136:0) after 1m0s
[15:07:31.156] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:136:0)
[15:07:31.156] Timer tick, asking Buildbucket for the build status
[15:07:31.264] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:07:31.264] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:137:0) after 1m0s
[15:08:31.304] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:137:0)
[15:08:31.304] Timer tick, asking Buildbucket for the build status
[15:08:31.947] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:08:31.947] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:138:0) after 1m0s
[15:09:32.101] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:138:0)
[15:09:32.101] Timer tick, asking Buildbucket for the build status
[15:09:32.210] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:09:32.210] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:139:0) after 1m0s
[15:10:32.269] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:139:0)
[15:10:32.269] Timer tick, asking Buildbucket for the build status
[15:10:32.340] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:10:32.340] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:140:0) after 1m0s
[15:11:32.474] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:140:0)
[15:11:32.474] Timer tick, asking Buildbucket for the build status
[15:11:32.696] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:11:32.696] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:141:0) after 1m0s
[15:12:32.776] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:141:0)
[15:12:32.776] Timer tick, asking Buildbucket for the build status
[15:12:32.861] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:12:32.861] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:142:0) after 1m0s
[15:13:33.203] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:142:0)
[15:13:33.203] Timer tick, asking Buildbucket for the build status
[15:13:33.608] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:13:33.608] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:143:0) after 1m0s
[15:14:33.681] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:143:0)
[15:14:33.681] Timer tick, asking Buildbucket for the build status
[15:14:33.772] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:14:33.772] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:144:0) after 1m0s
[15:15:33.773] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:144:0)
[15:15:33.773] Timer tick, asking Buildbucket for the build status
[15:15:33.918] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:15:33.918] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:145:0) after 1m0s
[15:16:33.986] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:145:0)
[15:16:33.986] Timer tick, asking Buildbucket for the build status
[15:16:34.055] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:16:34.055] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:146:0) after 1m0s
[15:17:34.130] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:146:0)
[15:17:34.130] Timer tick, asking Buildbucket for the build status
[15:17:34.227] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:17:34.227] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:147:0) after 1m0s
[15:18:34.383] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:147:0)
[15:18:34.383] Timer tick, asking Buildbucket for the build status
[15:18:34.697] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:18:34.697] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:148:0) after 1m0s
[15:19:34.808] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:148:0)
[15:19:34.808] Timer tick, asking Buildbucket for the build status
[15:19:34.972] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:19:34.972] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:149:0) after 1m0s
[15:20:35.123] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:149:0)
[15:20:35.123] Timer tick, asking Buildbucket for the build status
[15:20:35.216] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:20:35.216] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:150:0) after 1m0s
[15:21:35.641] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:150:0)
[15:21:35.641] Timer tick, asking Buildbucket for the build status
[15:21:35.848] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:21:35.848] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:151:0) after 1m0s
[15:22:35.888] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:151:0)
[15:22:35.888] Timer tick, asking Buildbucket for the build status
[15:22:36.010] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:22:36.010] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:152:0) after 1m0s
[15:23:36.402] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:152:0)
[15:23:36.402] Timer tick, asking Buildbucket for the build status
[15:23:36.746] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:23:36.746] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:153:0) after 1m0s
[15:24:36.912] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:153:0)
[15:24:36.912] Timer tick, asking Buildbucket for the build status
[15:24:36.973] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:24:36.973] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:154:0) after 1m0s
[15:25:37.427] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:154:0)
[15:25:37.428] Timer tick, asking Buildbucket for the build status
[15:25:37.954] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:25:37.954] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:155:0) after 1m0s
[15:26:38.027] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:155:0)
[15:26:38.027] Timer tick, asking Buildbucket for the build status
[15:26:38.108] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:26:38.108] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:156:0) after 1m0s
[15:27:38.174] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:156:0)
[15:27:38.174] Timer tick, asking Buildbucket for the build status
[15:27:38.558] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:27:38.558] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:157:0) after 1m0s
[15:28:38.633] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:157:0)
[15:28:38.633] Timer tick, asking Buildbucket for the build status
[15:28:38.761] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:28:38.761] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:158:0) after 1m0s
[15:29:39.028] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:158:0)
[15:29:39.028] Timer tick, asking Buildbucket for the build status
[15:29:39.099] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:29:39.099] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:159:0) after 1m0s
[15:30:39.518] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:159:0)
[15:30:39.518] Timer tick, asking Buildbucket for the build status
[15:30:39.701] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:30:39.701] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:160:0) after 1m0s
[15:31:39.750] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:160:0)
[15:31:39.750] Timer tick, asking Buildbucket for the build status
[15:31:39.888] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:31:39.888] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:161:0) after 1m0s
[15:32:39.921] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:161:0)
[15:32:39.921] Timer tick, asking Buildbucket for the build status
[15:32:40.003] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:32:40.003] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:162:0) after 1m0s
[15:33:40.428] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:162:0)
[15:33:40.428] Timer tick, asking Buildbucket for the build status
[15:33:40.993] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:33:40.994] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:163:0) after 1m0s
[15:34:41.067] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:163:0)
[15:34:41.067] Timer tick, asking Buildbucket for the build status
[15:34:41.141] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:34:41.141] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:164:0) after 1m0s
[15:35:41.600] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:164:0)
[15:35:41.600] Timer tick, asking Buildbucket for the build status
[15:35:41.931] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:35:41.932] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:165:0) after 1m0s
[15:36:42.055] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:165:0)
[15:36:42.055] Timer tick, asking Buildbucket for the build status
[15:36:42.361] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:36:42.361] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:166:0) after 1m0s
[15:37:42.501] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:166:0)
[15:37:42.501] Timer tick, asking Buildbucket for the build status
[15:37:42.695] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:37:42.695] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:167:0) after 1m0s
[15:38:42.824] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:167:0)
[15:38:42.824] Timer tick, asking Buildbucket for the build status
[15:38:43.255] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:38:43.255] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:168:0) after 1m0s
[15:39:43.406] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:168:0)
[15:39:43.406] Timer tick, asking Buildbucket for the build status
[15:39:43.684] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:39:43.684] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:169:0) after 1m0s
[15:40:43.741] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:169:0)
[15:40:43.741] Timer tick, asking Buildbucket for the build status
[15:40:43.814] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:40:43.814] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:170:0) after 1m0s
[15:41:43.889] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:170:0)
[15:41:43.890] Timer tick, asking Buildbucket for the build status
[15:41:43.995] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:41:43.995] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:171:0) after 1m0s
[15:42:44.032] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:171:0)
[15:42:44.032] Timer tick, asking Buildbucket for the build status
[15:42:44.114] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:42:44.114] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:172:0) after 1m0s
[15:43:44.235] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:172:0)
[15:43:44.235] Timer tick, asking Buildbucket for the build status
[15:43:44.628] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:43:44.628] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:173:0) after 1m0s
[15:44:44.708] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:173:0)
[15:44:44.708] Timer tick, asking Buildbucket for the build status
[15:44:44.767] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:44:44.767] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:174:0) after 1m0s
[15:45:44.782] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:174:0)
[15:45:44.782] Timer tick, asking Buildbucket for the build status
[15:45:45.593] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:45:45.593] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:175:0) after 1m0s
[15:46:45.572] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:175:0)
[15:46:45.572] Timer tick, asking Buildbucket for the build status
[15:46:45.643] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:46:45.643] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:176:0) after 1m0s
[15:47:45.903] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:176:0)
[15:47:45.904] Timer tick, asking Buildbucket for the build status
[15:47:46.235] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:47:46.235] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:177:0) after 1m0s
[15:48:46.325] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:177:0)
[15:48:46.325] Timer tick, asking Buildbucket for the build status
[15:48:46.554] Build 8870176457753762016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:48:46.554] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9035606519928676448:178:0) after 1m0s
[15:48:52.663] Received PubSub notification, asking Buildbucket for the build status
[15:48:52.746] Build 8870176457753762016: status "COMPLETED", result "FAILURE", failure_reason "INFRA_FAILURE", cancelation_reason ""
[15:48:52.747] Buildbucket build:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "completed_ts": "1599148132113996",
    "created_by": "project:chromium",
    "created_ts": "1599137552456850",
    "failure_reason": "INFRA_FAILURE",
    "id": "8870176457753762016",
    "parameters_json": "{\"builder_name\": \"Mac deterministic (dbg)\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"256e42409ea63a7e71016de07818a983a97db463\"}}",
    "project": "chromium",
    "result": "FAILURE",
    "result_details_json": "{\"error\": {\"message\": \"recipe infra failure: Infra Failure: Step('First build') (retcode: 124)\"}, \"properties\": {\"$build/goma\": {\"rpc_extra_params\": \"?prod\", \"server_host\": \"goma.chromium.org\"}, \"$recipe_engine/path\": {\"cache_dir\": \"/opt/s/w/ir/cache\", \"temp_dir\": \"/opt/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"vm261-m9\", \"branch\": \"refs/heads/master\", \"builder_group\": \"chromium.fyi\", \"buildername\": \"Mac deterministic (dbg)\", \"buildnumber\": 17308, \"clang_revision\": \"llvmorg-12-init-4187-g33ce275f-1\", \"got_angle_revision\": \"fc059c13722f70b7119dfc51850ff475b0b51a85\", \"got_dawn_revision\": \"9e261b46a4f72b1ee0e766435df07261cd6adefa\", \"got_nacl_revision\": \"3008f9e6de122325d8f9dbf02f7cdd51fa1ec306\", \"got_revision\": \"256e42409ea63a7e71016de07818a983a97db463\", \"got_revision_cp\": \"refs/heads/master@{#804196}\", \"got_swarming_client_revision\": \"4c095d04179dc725a300085ae21fe3b79900d072\", \"got_swiftshader_revision\": \"75690ce7ef4a189c914cc27ebbd1dbc1155382cb\", \"got_v8_revision\": \"f09ac23c0ba6ab09337457bff0e40ddfefb435b4\", \"got_v8_revision_cp\": \"refs/heads/8.7.66@{#1}\", \"got_webrtc_revision\": \"ea8f739bce4087b3dba9e1c784dbdd113db50b2c\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#32032}\", \"path_config\": \"generic\", \"recipe\": \"swarming/deterministic_build\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"256e42409ea63a7e71016de07818a983a97db463\"}, \"swarming\": {\"bot_dimensions\": {\"builder\": [\"Mac deterministic (dbg)\"], \"caches\": [\"builder_2934adf1353997a10c34b09ac0b37403439dbdb31713666e0a62b864f127dc88_v2\", \"git\", \"goma_v2\", \"vpython\"], \"cores\": [\"8\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"none\"], \"id\": [\"vm261-m9\"], \"mac_model\": [\"VMware7,1\"], \"machine_type\": [\"n1-highcpu-8\"], \"os\": [\"Mac\", \"Mac-10.15\", \"Mac-10.15.6\", \"Mac-10.15.6-19G73\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.16\"], \"server_version\": [\"5507-6e8d655\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}, \"ui\": {\"info\": \"recipe infra failure: Infra Failure: Step('First build') (retcode: 124)\"}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1599137555431401",
    "status": "COMPLETED",
    "status_changed_ts": "1599137556483259",
    "tags": [
      "build_address:luci.chromium.ci/Mac deterministic (dbg)/17308",
      "builder:Mac deterministic (dbg)",
      "buildset:commit/git/256e42409ea63a7e71016de07818a983a97db463",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/256e42409ea63a7e71016de07818a983a97db463",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9035606519928676448",
      "scheduler_job_id:chromium/Mac deterministic (dbg)",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8870176457753762016/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:os:Mac",
      "swarming_tag:recipe_name:swarming/deterministic_build",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:4e6cd825a5e2f910",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1599148132186762",
    "url": "https://ci.chromium.org/b/8870176457753762016",
    "utcnow_ts": "1599148132729822"
  }
}
[15:48:52.747] Invocation finished in 2h56m21.74769319s with status FAILED