LUCI Scheduler :: chromium :: Mac deterministic

Status: FAILED

Triggered by: -

Duration: 3 hours

Actions:

Definition (rev 61da5958bb1bf61dc6dab9a9ab14fa46798b5d0f)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Mac deterministic"
>

Incoming triggers

e9465d70d1dea539400f0fddad43358ea3c31d71 (5 years ago)
b5a657ac8fe5d30f329abd03ca54d0ba874ac990 (5 years ago)

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "b5a657ac8fe5d30f329abd03ca54d0ba874ac990"
}

Incoming tags

buildset:commit/git/b5a657ac8fe5d30f329abd03ca54d0ba874ac990
buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b5a657ac8fe5d30f329abd03ca54d0ba874ac990
gitiles_ref:refs/heads/master

Debug log (UTC)

[14:00:11.186] New invocation is queued and will start shortly
[14:00:12.348] Starting the invocation (attempt 1)
[14:00:12.400] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[14:00:12.400] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[14:00:12.401] Buildbucket request:
{
  "bucket": "luci.chromium.ci",
  "client_operation_id": "9039316738157348960",
  "parameters_json": "{\"builder_name\":\"Mac deterministic\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src\",\"revision\":\"b5a657ac8fe5d30f329abd03ca54d0ba874ac990\"}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:Mac deterministic",
    "scheduler_invocation_id:9039316738157348960",
    "scheduler_job_id:chromium/Mac deterministic",
    "user_agent:luci-scheduler",
    "buildset:commit/git/b5a657ac8fe5d30f329abd03ca54d0ba874ac990",
    "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b5a657ac8fe5d30f329abd03ca54d0ba874ac990",
    "gitiles_ref:refs/heads/master"
  ]
}
[14:00:13.816] Buildbucket response:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "created_by": "project:chromium",
    "created_ts": "1595599212577679",
    "id": "8873886676031358880",
    "parameters_json": "{\"builder_name\": \"Mac deterministic\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"b5a657ac8fe5d30f329abd03ca54d0ba874ac990\"}}",
    "project": "chromium",
    "result_details_json": "{\"properties\": {}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1595599213464154",
    "tags": [
      "build_address:luci.chromium.ci/Mac deterministic/39674",
      "builder:Mac deterministic",
      "buildset:commit/git/b5a657ac8fe5d30f329abd03ca54d0ba874ac990",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b5a657ac8fe5d30f329abd03ca54d0ba874ac990",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9039316738157348960",
      "scheduler_job_id:chromium/Mac deterministic",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8873886676031358880/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:recipe_name:swarming/deterministic_build",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1595599213464932",
    "url": "https://ci.chromium.org/b/8873886676031358880",
    "utcnow_ts": "1595599213790113"
  }
}
[14:00:13.816] Task URL: https://ci.chromium.org/b/8873886676031358880
[14:00:13.816] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:2:0) after 1m0s
[14:01:13.844] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:2:0)
[14:01:13.844] Timer tick, asking Buildbucket for the build status
[14:01:14.294] Build 8873886676031358880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[14:01:14.294] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:3:0) after 1m0s
[14:02:14.361] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:3:0)
[14:02:14.361] Timer tick, asking Buildbucket for the build status
[14:02:15.186] Build 8873886676031358880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[14:02:15.186] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:4:0) after 1m0s
[14:03:15.302] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:4:0)
[14:03:15.302] Timer tick, asking Buildbucket for the build status
[14:03:15.386] Build 8873886676031358880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[14:03:15.386] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:5:0) after 1m0s
[14:04:15.430] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:5:0)
[14:04:15.430] Timer tick, asking Buildbucket for the build status
[14:04:15.528] Build 8873886676031358880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[14:04:15.528] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:6:0) after 1m0s
[14:05:15.704] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:6:0)
[14:05:15.704] Timer tick, asking Buildbucket for the build status
[14:05:15.836] Build 8873886676031358880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[14:05:15.836] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:7:0) after 1m0s
[14:06:15.880] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:7:0)
[14:06:15.880] Timer tick, asking Buildbucket for the build status
[14:06:16.204] Build 8873886676031358880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[14:06:16.204] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:8:0) after 1m0s
[14:07:16.237] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:8:0)
[14:07:16.237] Timer tick, asking Buildbucket for the build status
[14:07:16.343] Build 8873886676031358880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[14:07:16.343] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:9:0) after 1m0s
[14:08:16.415] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:9:0)
[14:08:16.415] Timer tick, asking Buildbucket for the build status
[14:08:16.556] Build 8873886676031358880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[14:08:16.556] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:10:0) after 1m0s
[14:09:16.592] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:10:0)
[14:09:16.593] Timer tick, asking Buildbucket for the build status
[14:09:16.706] Build 8873886676031358880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[14:09:16.706] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:11:0) after 1m0s
[14:10:17.354] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:11:0)
[14:10:17.354] Timer tick, asking Buildbucket for the build status
[14:10:17.724] Build 8873886676031358880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[14:10:17.724] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:12:0) after 1m0s
[14:11:17.867] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:12:0)
[14:11:17.867] Timer tick, asking Buildbucket for the build status
[14:11:17.992] Build 8873886676031358880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[14:11:17.992] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:13:0) after 1m0s
[14:12:18.180] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:13:0)
[14:12:18.180] Timer tick, asking Buildbucket for the build status
[14:12:18.370] Build 8873886676031358880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[14:12:18.370] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:14:0) after 1m0s
[14:13:18.586] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:14:0)
[14:13:18.586] Timer tick, asking Buildbucket for the build status
[14:13:18.904] Build 8873886676031358880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[14:13:18.904] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:15:0) after 1m0s
[14:14:19.113] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:15:0)
[14:14:19.113] Timer tick, asking Buildbucket for the build status
[14:14:19.263] Build 8873886676031358880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[14:14:19.263] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:16:0) after 1m0s
[14:15:19.443] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:16:0)
[14:15:19.443] Timer tick, asking Buildbucket for the build status
[14:15:19.539] Build 8873886676031358880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[14:15:19.539] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:17:0) after 1m0s
[14:16:19.606] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:17:0)
[14:16:19.606] Timer tick, asking Buildbucket for the build status
[14:16:19.716] Build 8873886676031358880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[14:16:19.716] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:18:0) after 1m0s
[14:17:19.925] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:18:0)
[14:17:19.925] Timer tick, asking Buildbucket for the build status
[14:17:20.066] Build 8873886676031358880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[14:17:20.066] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:19:0) after 1m0s
[14:18:20.411] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:19:0)
[14:18:20.411] Timer tick, asking Buildbucket for the build status
[14:18:20.677] Build 8873886676031358880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[14:18:20.677] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:20:0) after 1m0s
[14:19:20.865] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:20:0)
[14:19:20.865] Timer tick, asking Buildbucket for the build status
[14:19:21.012] Build 8873886676031358880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[14:19:21.012] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:21:0) after 1m0s
[14:20:21.116] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:21:0)
[14:20:21.116] Timer tick, asking Buildbucket for the build status
[14:20:21.196] Build 8873886676031358880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[14:20:21.196] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:22:0) after 1m0s
[14:21:21.281] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:22:0)
[14:21:21.282] Timer tick, asking Buildbucket for the build status
[14:21:21.413] Build 8873886676031358880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[14:21:21.413] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:23:0) after 1m0s
[14:22:21.461] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:23:0)
[14:22:21.461] Timer tick, asking Buildbucket for the build status
[14:22:21.603] Build 8873886676031358880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[14:22:21.603] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:24:0) after 1m0s
[14:23:21.700] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:24:0)
[14:23:21.701] Timer tick, asking Buildbucket for the build status
[14:23:22.111] Build 8873886676031358880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[14:23:22.111] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:25:0) after 1m0s
[14:24:22.136] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:25:0)
[14:24:22.136] Timer tick, asking Buildbucket for the build status
[14:24:22.413] Build 8873886676031358880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[14:24:22.413] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:26:0) after 1m0s
[14:25:22.441] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:26:0)
[14:25:22.441] Timer tick, asking Buildbucket for the build status
[14:25:22.717] Build 8873886676031358880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[14:25:22.717] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:27:0) after 1m0s
[14:26:22.769] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:27:0)
[14:26:22.769] Timer tick, asking Buildbucket for the build status
[14:26:22.897] Build 8873886676031358880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[14:26:22.897] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:28:0) after 1m0s
[14:27:22.940] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:28:0)
[14:27:22.940] Timer tick, asking Buildbucket for the build status
[14:27:23.052] Build 8873886676031358880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[14:27:23.052] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:29:0) after 1m0s
[14:28:23.095] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:29:0)
[14:28:23.095] Timer tick, asking Buildbucket for the build status
[14:28:23.205] Build 8873886676031358880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[14:28:23.205] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:30:0) after 1m0s
[14:29:23.254] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:30:0)
[14:29:23.254] Timer tick, asking Buildbucket for the build status
[14:29:23.347] Build 8873886676031358880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[14:29:23.347] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:31:0) after 1m0s
[14:30:23.372] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:31:0)
[14:30:23.372] Timer tick, asking Buildbucket for the build status
[14:30:23.587] Build 8873886676031358880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[14:30:23.587] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:32:0) after 1m0s
[14:31:23.622] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:32:0)
[14:31:23.622] Timer tick, asking Buildbucket for the build status
[14:31:23.735] Build 8873886676031358880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[14:31:23.735] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:33:0) after 1m0s
[14:32:23.752] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:33:0)
[14:32:23.752] Timer tick, asking Buildbucket for the build status
[14:32:24.107] Build 8873886676031358880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[14:32:24.107] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:34:0) after 1m0s
[14:33:24.174] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:34:0)
[14:33:24.174] Timer tick, asking Buildbucket for the build status
[14:33:24.426] Build 8873886676031358880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[14:33:24.426] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:35:0) after 1m0s
[14:34:24.471] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:35:0)
[14:34:24.471] Timer tick, asking Buildbucket for the build status
[14:34:24.543] Build 8873886676031358880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[14:34:24.543] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:36:0) after 1m0s
[14:35:24.530] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:36:0)
[14:35:24.530] Timer tick, asking Buildbucket for the build status
[14:35:24.800] Build 8873886676031358880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[14:35:24.800] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:37:0) after 1m0s
[14:36:24.854] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:37:0)
[14:36:24.854] Timer tick, asking Buildbucket for the build status
[14:36:24.978] Build 8873886676031358880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[14:36:24.978] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:38:0) after 1m0s
[14:37:25.198] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:38:0)
[14:37:25.198] Timer tick, asking Buildbucket for the build status
[14:37:25.324] Build 8873886676031358880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[14:37:25.324] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:39:0) after 1m0s
[14:38:25.394] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:39:0)
[14:38:25.394] Timer tick, asking Buildbucket for the build status
[14:38:25.534] Build 8873886676031358880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[14:38:25.534] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:40:0) after 1m0s
[14:39:25.563] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:40:0)
[14:39:25.563] Timer tick, asking Buildbucket for the build status
[14:39:25.818] Build 8873886676031358880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[14:39:25.818] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:41:0) after 1m0s
[14:40:25.854] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:41:0)
[14:40:25.854] Timer tick, asking Buildbucket for the build status
[14:40:26.035] Build 8873886676031358880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[14:40:26.035] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:42:0) after 1m0s
[14:41:26.136] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:42:0)
[14:41:26.136] Timer tick, asking Buildbucket for the build status
[14:41:26.273] Build 8873886676031358880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[14:41:26.273] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:43:0) after 1m0s
[14:42:26.348] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:43:0)
[14:42:26.348] Timer tick, asking Buildbucket for the build status
[14:42:26.520] Build 8873886676031358880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[14:42:26.520] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:44:0) after 1m0s
[14:43:26.606] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:44:0)
[14:43:26.606] Timer tick, asking Buildbucket for the build status
[14:43:26.711] Build 8873886676031358880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[14:43:26.711] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:45:0) after 1m0s
[14:44:26.785] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:45:0)
[14:44:26.785] Timer tick, asking Buildbucket for the build status
[14:44:27.001] Build 8873886676031358880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[14:44:27.001] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:46:0) after 1m0s
[14:45:27.206] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:46:0)
[14:45:27.206] Timer tick, asking Buildbucket for the build status
[14:45:27.476] Build 8873886676031358880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[14:45:27.476] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:47:0) after 1m0s
[14:46:27.597] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:47:0)
[14:46:27.597] Timer tick, asking Buildbucket for the build status
[14:46:27.766] Build 8873886676031358880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[14:46:27.767] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:48:0) after 1m0s
[14:47:27.774] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:48:0)
[14:47:27.774] Timer tick, asking Buildbucket for the build status
[14:47:28.097] Build 8873886676031358880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[14:47:28.097] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:49:0) after 1m0s
[14:48:28.228] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:49:0)
[14:48:28.228] Timer tick, asking Buildbucket for the build status
[14:48:28.363] Build 8873886676031358880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[14:48:28.363] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:50:0) after 1m0s
[14:49:28.500] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:50:0)
[14:49:28.501] Timer tick, asking Buildbucket for the build status
[14:49:28.613] Build 8873886676031358880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[14:49:28.614] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:51:0) after 1m0s
[14:50:28.720] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:51:0)
[14:50:28.720] Timer tick, asking Buildbucket for the build status
[14:50:28.885] Build 8873886676031358880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[14:50:28.885] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:52:0) after 1m0s
[14:51:28.970] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:52:0)
[14:51:28.970] Timer tick, asking Buildbucket for the build status
[14:51:29.098] Build 8873886676031358880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[14:51:29.098] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:53:0) after 1m0s
[14:52:29.130] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:53:0)
[14:52:29.130] Timer tick, asking Buildbucket for the build status
[14:52:29.201] Build 8873886676031358880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[14:52:29.202] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:54:0) after 1m0s
[14:53:29.314] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:54:0)
[14:53:29.314] Timer tick, asking Buildbucket for the build status
[14:53:29.414] Build 8873886676031358880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[14:53:29.414] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:55:0) after 1m0s
[14:54:29.643] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:55:0)
[14:54:29.643] Timer tick, asking Buildbucket for the build status
[14:54:29.722] Build 8873886676031358880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[14:54:29.722] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:56:0) after 1m0s
[14:55:29.816] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:56:0)
[14:55:29.816] Timer tick, asking Buildbucket for the build status
[14:55:30.168] Build 8873886676031358880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[14:55:30.168] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:57:0) after 1m0s
[14:56:30.297] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:57:0)
[14:56:30.297] Timer tick, asking Buildbucket for the build status
[14:56:30.413] Build 8873886676031358880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[14:56:30.413] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:58:0) after 1m0s
[14:57:30.533] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:58:0)
[14:57:30.533] Timer tick, asking Buildbucket for the build status
[14:57:30.616] Build 8873886676031358880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[14:57:30.616] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:59:0) after 1m0s
[14:58:30.710] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:59:0)
[14:58:30.710] Timer tick, asking Buildbucket for the build status
[14:58:30.832] Build 8873886676031358880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[14:58:30.833] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:60:0) after 1m0s
[14:59:30.949] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:60:0)
[14:59:30.949] Timer tick, asking Buildbucket for the build status
[14:59:31.036] Build 8873886676031358880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[14:59:31.036] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:61:0) after 1m0s
[15:00:31.137] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:61:0)
[15:00:31.137] Timer tick, asking Buildbucket for the build status
[15:00:31.402] Build 8873886676031358880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[15:00:31.402] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:62:0) after 1m0s
[15:01:31.536] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:62:0)
[15:01:31.536] Timer tick, asking Buildbucket for the build status
[15:01:31.711] Build 8873886676031358880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[15:01:31.711] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:63:0) after 1m0s
[15:02:31.766] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:63:0)
[15:02:31.766] Timer tick, asking Buildbucket for the build status
[15:02:32.028] Build 8873886676031358880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[15:02:32.028] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:64:0) after 1m0s
[15:03:32.083] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:64:0)
[15:03:32.083] Timer tick, asking Buildbucket for the build status
[15:03:32.454] Build 8873886676031358880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[15:03:32.454] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:65:0) after 1m0s
[15:04:32.536] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:65:0)
[15:04:32.536] Timer tick, asking Buildbucket for the build status
[15:04:32.682] Build 8873886676031358880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[15:04:32.682] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:66:0) after 1m0s
[15:05:32.773] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:66:0)
[15:05:32.773] Timer tick, asking Buildbucket for the build status
[15:05:32.903] Build 8873886676031358880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[15:05:32.903] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:67:0) after 1m0s
[15:06:32.919] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:67:0)
[15:06:32.919] Timer tick, asking Buildbucket for the build status
[15:06:33.229] Build 8873886676031358880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[15:06:33.229] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:68:0) after 1m0s
[15:07:33.319] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:68:0)
[15:07:33.319] Timer tick, asking Buildbucket for the build status
[15:07:33.506] Build 8873886676031358880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[15:07:33.507] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:69:0) after 1m0s
[15:08:33.539] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:69:0)
[15:08:33.539] Timer tick, asking Buildbucket for the build status
[15:08:33.652] Build 8873886676031358880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[15:08:33.652] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:70:0) after 1m0s
[15:09:33.799] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:70:0)
[15:09:33.799] Timer tick, asking Buildbucket for the build status
[15:09:33.964] Build 8873886676031358880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[15:09:33.964] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:71:0) after 1m0s
[15:10:34.082] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:71:0)
[15:10:34.082] Timer tick, asking Buildbucket for the build status
[15:10:36.177] Build 8873886676031358880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[15:10:36.177] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:72:0) after 1m0s
[15:11:36.208] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:72:0)
[15:11:36.208] Timer tick, asking Buildbucket for the build status
[15:11:36.286] Build 8873886676031358880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[15:11:36.286] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:73:0) after 1m0s
[15:12:36.331] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:73:0)
[15:12:36.331] Timer tick, asking Buildbucket for the build status
[15:12:36.607] Build 8873886676031358880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[15:12:36.607] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:74:0) after 1m0s
[15:13:36.627] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:74:0)
[15:13:36.627] Timer tick, asking Buildbucket for the build status
[15:13:36.775] Build 8873886676031358880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[15:13:36.775] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:75:0) after 1m0s
[15:14:36.828] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:75:0)
[15:14:36.828] Timer tick, asking Buildbucket for the build status
[15:14:37.092] Build 8873886676031358880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[15:14:37.092] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:76:0) after 1m0s
[15:15:37.128] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:76:0)
[15:15:37.128] Timer tick, asking Buildbucket for the build status
[15:15:37.276] Build 8873886676031358880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[15:15:37.276] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:77:0) after 1m0s
[15:16:37.359] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:77:0)
[15:16:37.359] Timer tick, asking Buildbucket for the build status
[15:16:37.512] Build 8873886676031358880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[15:16:37.512] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:78:0) after 1m0s
[15:17:37.574] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:78:0)
[15:17:37.574] Timer tick, asking Buildbucket for the build status
[15:17:37.703] Build 8873886676031358880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[15:17:37.703] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:79:0) after 1m0s
[15:18:37.731] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:79:0)
[15:18:37.731] Timer tick, asking Buildbucket for the build status
[15:18:37.814] Build 8873886676031358880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[15:18:37.814] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:80:0) after 1m0s
[15:19:37.844] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:80:0)
[15:19:37.844] Timer tick, asking Buildbucket for the build status
[15:19:37.960] Build 8873886676031358880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[15:19:37.961] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:81:0) after 1m0s
[15:20:37.990] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:81:0)
[15:20:37.990] Timer tick, asking Buildbucket for the build status
[15:20:38.181] Build 8873886676031358880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[15:20:38.181] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:82:0) after 1m0s
[15:21:38.235] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:82:0)
[15:21:38.235] Timer tick, asking Buildbucket for the build status
[15:21:38.344] Build 8873886676031358880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[15:21:38.344] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:83:0) after 1m0s
[15:22:38.368] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:83:0)
[15:22:38.368] Timer tick, asking Buildbucket for the build status
[15:22:38.526] Build 8873886676031358880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[15:22:38.526] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:84:0) after 1m0s
[15:23:38.568] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:84:0)
[15:23:38.568] Timer tick, asking Buildbucket for the build status
[15:23:38.697] Build 8873886676031358880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[15:23:38.697] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:85:0) after 1m0s
[15:24:38.806] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:85:0)
[15:24:38.806] Timer tick, asking Buildbucket for the build status
[15:24:38.903] Build 8873886676031358880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[15:24:38.903] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:86:0) after 1m0s
[15:25:38.986] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:86:0)
[15:25:38.986] Timer tick, asking Buildbucket for the build status
[15:25:39.212] Build 8873886676031358880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[15:25:39.212] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:87:0) after 1m0s
[15:26:39.249] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:87:0)
[15:26:39.249] Timer tick, asking Buildbucket for the build status
[15:26:39.394] Build 8873886676031358880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[15:26:39.394] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:88:0) after 1m0s
[15:27:39.431] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:88:0)
[15:27:39.431] Timer tick, asking Buildbucket for the build status
[15:27:39.537] Build 8873886676031358880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[15:27:39.537] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:89:0) after 1m0s
[15:28:39.648] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:89:0)
[15:28:39.648] Timer tick, asking Buildbucket for the build status
[15:28:39.967] Build 8873886676031358880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[15:28:39.967] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:90:0) after 1m0s
[15:29:40.013] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:90:0)
[15:29:40.014] Timer tick, asking Buildbucket for the build status
[15:29:40.107] Build 8873886676031358880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[15:29:40.107] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:91:0) after 1m0s
[15:30:40.200] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:91:0)
[15:30:40.200] Timer tick, asking Buildbucket for the build status
[15:30:40.343] Build 8873886676031358880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[15:30:40.349] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:92:0) after 1m0s
[15:31:40.413] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:92:0)
[15:31:40.413] Timer tick, asking Buildbucket for the build status
[15:31:40.789] Build 8873886676031358880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[15:31:40.789] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:93:0) after 1m0s
[15:32:40.829] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:93:0)
[15:32:40.829] Timer tick, asking Buildbucket for the build status
[15:32:40.921] Build 8873886676031358880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[15:32:40.921] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:94:0) after 1m0s
[15:33:40.958] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:94:0)
[15:33:40.958] Timer tick, asking Buildbucket for the build status
[15:33:41.153] Build 8873886676031358880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[15:33:41.153] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:95:0) after 1m0s
[15:34:41.202] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:95:0)
[15:34:41.202] Timer tick, asking Buildbucket for the build status
[15:34:41.335] Build 8873886676031358880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[15:34:41.335] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:96:0) after 1m0s
[15:35:41.379] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:96:0)
[15:35:41.379] Timer tick, asking Buildbucket for the build status
[15:35:41.861] Build 8873886676031358880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[15:35:41.861] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:97:0) after 1m0s
[15:36:41.977] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:97:0)
[15:36:41.977] Timer tick, asking Buildbucket for the build status
[15:36:42.066] Build 8873886676031358880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[15:36:42.066] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:98:0) after 1m0s
[15:37:42.157] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:98:0)
[15:37:42.157] Timer tick, asking Buildbucket for the build status
[15:37:42.236] Build 8873886676031358880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[15:37:42.236] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:99:0) after 1m0s
[15:38:42.422] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:99:0)
[15:38:42.422] Timer tick, asking Buildbucket for the build status
[15:38:42.545] Build 8873886676031358880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[15:38:42.545] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:100:0) after 1m0s
[15:39:42.583] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:100:0)
[15:39:42.583] Timer tick, asking Buildbucket for the build status
[15:39:42.675] Build 8873886676031358880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[15:39:42.675] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:101:0) after 1m0s
[15:40:42.680] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:101:0)
[15:40:42.680] Timer tick, asking Buildbucket for the build status
[15:40:42.893] Build 8873886676031358880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[15:40:42.893] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:102:0) after 1m0s
[15:41:42.923] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:102:0)
[15:41:42.923] Timer tick, asking Buildbucket for the build status
[15:41:43.143] Build 8873886676031358880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[15:41:43.143] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:103:0) after 1m0s
[15:42:43.220] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:103:0)
[15:42:43.220] Timer tick, asking Buildbucket for the build status
[15:42:43.314] Build 8873886676031358880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[15:42:43.314] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:104:0) after 1m0s
[15:43:43.364] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:104:0)
[15:43:43.364] Timer tick, asking Buildbucket for the build status
[15:43:43.600] Build 8873886676031358880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[15:43:43.600] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:105:0) after 1m0s
[15:44:43.703] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:105:0)
[15:44:43.703] Timer tick, asking Buildbucket for the build status
[15:44:43.927] Build 8873886676031358880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[15:44:43.927] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:106:0) after 1m0s
[15:45:44.053] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:106:0)
[15:45:44.053] Timer tick, asking Buildbucket for the build status
[15:45:44.438] Build 8873886676031358880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[15:45:44.438] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:107:0) after 1m0s
[15:46:44.442] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:107:0)
[15:46:44.442] Timer tick, asking Buildbucket for the build status
[15:46:44.560] Build 8873886676031358880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[15:46:44.560] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:108:0) after 1m0s
[15:47:44.618] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:108:0)
[15:47:44.618] Timer tick, asking Buildbucket for the build status
[15:47:44.874] Build 8873886676031358880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[15:47:44.874] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:109:0) after 1m0s
[15:48:44.982] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:109:0)
[15:48:44.982] Timer tick, asking Buildbucket for the build status
[15:48:45.135] Build 8873886676031358880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[15:48:45.135] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:110:0) after 1m0s
[15:49:45.137] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:110:0)
[15:49:45.137] Timer tick, asking Buildbucket for the build status
[15:49:45.222] Build 8873886676031358880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[15:49:45.222] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:111:0) after 1m0s
[15:50:45.273] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:111:0)
[15:50:45.273] Timer tick, asking Buildbucket for the build status
[15:50:45.440] Build 8873886676031358880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[15:50:45.440] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:112:0) after 1m0s
[15:51:45.479] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:112:0)
[15:51:45.479] Timer tick, asking Buildbucket for the build status
[15:51:45.676] Build 8873886676031358880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[15:51:45.676] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:113:0) after 1m0s
[15:52:45.935] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:113:0)
[15:52:45.935] Timer tick, asking Buildbucket for the build status
[15:52:46.102] Build 8873886676031358880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[15:52:46.102] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:114:0) after 1m0s
[15:53:46.259] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:114:0)
[15:53:46.259] Timer tick, asking Buildbucket for the build status
[15:53:46.380] Build 8873886676031358880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[15:53:46.380] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:115:0) after 1m0s
[15:54:46.523] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:115:0)
[15:54:46.523] Timer tick, asking Buildbucket for the build status
[15:54:46.718] Build 8873886676031358880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[15:54:46.718] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:116:0) after 1m0s
[15:55:46.886] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:116:0)
[15:55:46.886] Timer tick, asking Buildbucket for the build status
[15:55:47.118] Build 8873886676031358880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[15:55:47.118] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:117:0) after 1m0s
[15:56:47.239] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:117:0)
[15:56:47.239] Timer tick, asking Buildbucket for the build status
[15:56:47.400] Build 8873886676031358880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[15:56:47.401] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:118:0) after 1m0s
[15:57:47.563] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:118:0)
[15:57:47.563] Timer tick, asking Buildbucket for the build status
[15:57:48.570] Build 8873886676031358880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[15:57:48.570] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:119:0) after 1m0s
[15:58:48.783] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:119:0)
[15:58:48.783] Timer tick, asking Buildbucket for the build status
[15:58:48.885] Build 8873886676031358880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[15:58:48.885] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:120:0) after 1m0s
[15:59:49.239] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:120:0)
[15:59:49.239] Timer tick, asking Buildbucket for the build status
[15:59:49.581] Build 8873886676031358880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[15:59:49.581] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:121:0) after 1m0s
[16:00:49.759] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:121:0)
[16:00:49.759] Timer tick, asking Buildbucket for the build status
[16:00:49.893] Build 8873886676031358880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[16:00:49.893] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:122:0) after 1m0s
[16:01:50.188] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:122:0)
[16:01:50.188] Timer tick, asking Buildbucket for the build status
[16:01:50.572] Build 8873886676031358880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[16:01:50.572] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:123:0) after 1m0s
[16:02:50.721] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:123:0)
[16:02:50.721] Timer tick, asking Buildbucket for the build status
[16:02:50.842] Build 8873886676031358880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[16:02:50.842] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:124:0) after 1m0s
[16:03:50.976] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:124:0)
[16:03:50.976] Timer tick, asking Buildbucket for the build status
[16:03:51.082] Build 8873886676031358880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[16:03:51.082] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:125:0) after 1m0s
[16:04:51.166] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:125:0)
[16:04:51.166] Timer tick, asking Buildbucket for the build status
[16:04:51.275] Build 8873886676031358880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[16:04:51.275] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:126:0) after 1m0s
[16:05:51.386] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:126:0)
[16:05:51.386] Timer tick, asking Buildbucket for the build status
[16:05:51.555] Build 8873886676031358880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[16:05:51.555] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:127:0) after 1m0s
[16:06:51.678] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:127:0)
[16:06:51.678] Timer tick, asking Buildbucket for the build status
[16:06:51.773] Build 8873886676031358880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[16:06:51.773] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:128:0) after 1m0s
[16:07:51.834] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:128:0)
[16:07:51.834] Timer tick, asking Buildbucket for the build status
[16:07:51.918] Build 8873886676031358880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[16:07:51.918] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:129:0) after 1m0s
[16:08:52.012] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:129:0)
[16:08:52.012] Timer tick, asking Buildbucket for the build status
[16:08:52.174] Build 8873886676031358880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[16:08:52.174] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:130:0) after 1m0s
[16:09:52.213] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:130:0)
[16:09:52.213] Timer tick, asking Buildbucket for the build status
[16:09:52.402] Build 8873886676031358880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[16:09:52.402] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:131:0) after 1m0s
[16:10:52.445] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:131:0)
[16:10:52.445] Timer tick, asking Buildbucket for the build status
[16:10:53.002] Build 8873886676031358880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[16:10:53.002] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:132:0) after 1m0s
[16:11:53.056] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:132:0)
[16:11:53.056] Timer tick, asking Buildbucket for the build status
[16:11:53.162] Build 8873886676031358880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[16:11:53.162] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:133:0) after 1m0s
[16:12:53.234] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:133:0)
[16:12:53.234] Timer tick, asking Buildbucket for the build status
[16:12:53.370] Build 8873886676031358880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[16:12:53.370] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:134:0) after 1m0s
[16:13:39.039] Received PubSub notification, asking Buildbucket for the build status
[16:13:39.207] Build 8873886676031358880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:13:53.402] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:134:0)
[16:13:53.402] Timer tick, asking Buildbucket for the build status
[16:13:53.531] Build 8873886676031358880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:13:53.531] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:136:0) after 1m0s
[16:14:53.533] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:136:0)
[16:14:53.533] Timer tick, asking Buildbucket for the build status
[16:14:53.781] Build 8873886676031358880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:14:53.781] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:137:0) after 1m0s
[16:15:53.860] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:137:0)
[16:15:53.860] Timer tick, asking Buildbucket for the build status
[16:15:54.644] Build 8873886676031358880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:15:54.644] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:138:0) after 1m0s
[16:16:54.694] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:138:0)
[16:16:54.694] Timer tick, asking Buildbucket for the build status
[16:16:54.907] Build 8873886676031358880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:16:54.907] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:139:0) after 1m0s
[16:17:54.937] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:139:0)
[16:17:54.937] Timer tick, asking Buildbucket for the build status
[16:17:55.012] Build 8873886676031358880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:17:55.012] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:140:0) after 1m0s
[16:18:55.077] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:140:0)
[16:18:55.077] Timer tick, asking Buildbucket for the build status
[16:18:55.171] Build 8873886676031358880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:18:55.171] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:141:0) after 1m0s
[16:19:55.203] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:141:0)
[16:19:55.203] Timer tick, asking Buildbucket for the build status
[16:19:55.317] Build 8873886676031358880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:19:55.317] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:142:0) after 1m0s
[16:20:55.484] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:142:0)
[16:20:55.486] Timer tick, asking Buildbucket for the build status
[16:20:55.672] Build 8873886676031358880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:20:55.672] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:143:0) after 1m0s
[16:21:55.709] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:143:0)
[16:21:55.709] Timer tick, asking Buildbucket for the build status
[16:21:55.761] Build 8873886676031358880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:21:55.761] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:144:0) after 1m0s
[16:22:55.772] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:144:0)
[16:22:55.772] Timer tick, asking Buildbucket for the build status
[16:22:55.839] Build 8873886676031358880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:22:55.839] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:145:0) after 1m0s
[16:23:55.881] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:145:0)
[16:23:55.881] Timer tick, asking Buildbucket for the build status
[16:23:56.001] Build 8873886676031358880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:23:56.001] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:146:0) after 1m0s
[16:24:56.095] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:146:0)
[16:24:56.095] Timer tick, asking Buildbucket for the build status
[16:24:56.296] Build 8873886676031358880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:24:56.296] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:147:0) after 1m0s
[16:25:56.363] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:147:0)
[16:25:56.363] Timer tick, asking Buildbucket for the build status
[16:25:56.500] Build 8873886676031358880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:25:56.500] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:148:0) after 1m0s
[16:26:56.491] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:148:0)
[16:26:56.491] Timer tick, asking Buildbucket for the build status
[16:26:56.731] Build 8873886676031358880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:26:56.731] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:149:0) after 1m0s
[16:27:56.889] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:149:0)
[16:27:56.889] Timer tick, asking Buildbucket for the build status
[16:27:57.036] Build 8873886676031358880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:27:57.036] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:150:0) after 1m0s
[16:28:57.074] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:150:0)
[16:28:57.074] Timer tick, asking Buildbucket for the build status
[16:28:57.483] Build 8873886676031358880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:28:57.483] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:151:0) after 1m0s
[16:29:57.605] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:151:0)
[16:29:57.605] Timer tick, asking Buildbucket for the build status
[16:29:57.680] Build 8873886676031358880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:29:57.680] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:152:0) after 1m0s
[16:30:57.711] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:152:0)
[16:30:57.711] Timer tick, asking Buildbucket for the build status
[16:30:57.836] Build 8873886676031358880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:30:57.836] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:153:0) after 1m0s
[16:31:57.886] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:153:0)
[16:31:57.886] Timer tick, asking Buildbucket for the build status
[16:31:58.158] Build 8873886676031358880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:31:58.158] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:154:0) after 1m0s
[16:32:58.799] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:154:0)
[16:32:58.799] Timer tick, asking Buildbucket for the build status
[16:32:59.670] Build 8873886676031358880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:32:59.670] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:155:0) after 1m0s
[16:33:59.732] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:155:0)
[16:33:59.732] Timer tick, asking Buildbucket for the build status
[16:33:59.850] Build 8873886676031358880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:33:59.851] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:156:0) after 1m0s
[16:34:59.853] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:156:0)
[16:34:59.853] Timer tick, asking Buildbucket for the build status
[16:34:59.957] Build 8873886676031358880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:34:59.957] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:157:0) after 1m0s
[16:36:00.006] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:157:0)
[16:36:00.006] Timer tick, asking Buildbucket for the build status
[16:36:00.370] Build 8873886676031358880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:36:00.370] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:158:0) after 1m0s
[16:37:00.446] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:158:0)
[16:37:00.446] Timer tick, asking Buildbucket for the build status
[16:37:00.517] Build 8873886676031358880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:37:00.517] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:159:0) after 1m0s
[16:38:00.614] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:159:0)
[16:38:00.614] Timer tick, asking Buildbucket for the build status
[16:38:00.778] Build 8873886676031358880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:38:00.778] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:160:0) after 1m0s
[16:39:00.961] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:160:0)
[16:39:00.961] Timer tick, asking Buildbucket for the build status
[16:39:01.098] Build 8873886676031358880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:39:01.098] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:161:0) after 1m0s
[16:40:01.278] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:161:0)
[16:40:01.278] Timer tick, asking Buildbucket for the build status
[16:40:01.438] Build 8873886676031358880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:40:01.438] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:162:0) after 1m0s
[16:41:01.490] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:162:0)
[16:41:01.490] Timer tick, asking Buildbucket for the build status
[16:41:01.680] Build 8873886676031358880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:41:01.680] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:163:0) after 1m0s
[16:42:01.837] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:163:0)
[16:42:01.837] Timer tick, asking Buildbucket for the build status
[16:42:01.909] Build 8873886676031358880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:42:01.909] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:164:0) after 1m0s
[16:43:02.024] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:164:0)
[16:43:02.024] Timer tick, asking Buildbucket for the build status
[16:43:02.098] Build 8873886676031358880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:43:02.098] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:165:0) after 1m0s
[16:44:02.268] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:165:0)
[16:44:02.268] Timer tick, asking Buildbucket for the build status
[16:44:02.387] Build 8873886676031358880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:44:02.387] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:166:0) after 1m0s
[16:45:02.680] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:166:0)
[16:45:02.680] Timer tick, asking Buildbucket for the build status
[16:45:02.871] Build 8873886676031358880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:45:02.871] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:167:0) after 1m0s
[16:46:02.998] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:167:0)
[16:46:02.998] Timer tick, asking Buildbucket for the build status
[16:46:03.359] Build 8873886676031358880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:46:03.359] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:168:0) after 1m0s
[16:47:03.479] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:168:0)
[16:47:03.479] Timer tick, asking Buildbucket for the build status
[16:47:03.536] Build 8873886676031358880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:47:03.536] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:169:0) after 1m0s
[16:48:03.627] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:169:0)
[16:48:03.627] Timer tick, asking Buildbucket for the build status
[16:48:03.695] Build 8873886676031358880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:48:03.695] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:170:0) after 1m0s
[16:49:03.857] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:170:0)
[16:49:03.857] Timer tick, asking Buildbucket for the build status
[16:49:04.013] Build 8873886676031358880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:49:04.013] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:171:0) after 1m0s
[16:50:04.075] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:171:0)
[16:50:04.075] Timer tick, asking Buildbucket for the build status
[16:50:04.148] Build 8873886676031358880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:50:04.148] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:172:0) after 1m0s
[16:51:04.187] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:172:0)
[16:51:04.187] Timer tick, asking Buildbucket for the build status
[16:51:04.553] Build 8873886676031358880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:51:04.553] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:173:0) after 1m0s
[16:52:04.626] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:173:0)
[16:52:04.626] Timer tick, asking Buildbucket for the build status
[16:52:04.851] Build 8873886676031358880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:52:04.851] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:174:0) after 1m0s
[16:53:04.882] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:174:0)
[16:53:04.882] Timer tick, asking Buildbucket for the build status
[16:53:04.969] Build 8873886676031358880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:53:04.969] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:175:0) after 1m0s
[16:54:05.054] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:175:0)
[16:54:05.054] Timer tick, asking Buildbucket for the build status
[16:54:05.126] Build 8873886676031358880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:54:05.126] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:176:0) after 1m0s
[16:55:05.193] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:176:0)
[16:55:05.193] Timer tick, asking Buildbucket for the build status
[16:55:05.310] Build 8873886676031358880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:55:05.310] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:177:0) after 1m0s
[16:56:05.396] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:177:0)
[16:56:05.396] Timer tick, asking Buildbucket for the build status
[16:56:05.537] Build 8873886676031358880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:56:05.537] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:178:0) after 1m0s
[16:57:05.635] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:178:0)
[16:57:05.635] Timer tick, asking Buildbucket for the build status
[16:57:05.718] Build 8873886676031358880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:57:05.718] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:179:0) after 1m0s
[16:58:05.791] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:179:0)
[16:58:05.791] Timer tick, asking Buildbucket for the build status
[16:58:05.966] Build 8873886676031358880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:58:05.966] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:180:0) after 1m0s
[16:59:06.035] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:180:0)
[16:59:06.035] Timer tick, asking Buildbucket for the build status
[16:59:06.092] Build 8873886676031358880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:59:06.092] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:181:0) after 1m0s
[17:00:06.161] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:181:0)
[17:00:06.161] Timer tick, asking Buildbucket for the build status
[17:00:06.392] Build 8873886676031358880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:00:06.392] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:182:0) after 1m0s
[17:01:06.436] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:182:0)
[17:01:06.436] Timer tick, asking Buildbucket for the build status
[17:01:06.606] Build 8873886676031358880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:01:06.606] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9039316738157348960:183:0) after 1m0s
[17:01:20.507] Received PubSub notification, asking Buildbucket for the build status
[17:01:20.589] Build 8873886676031358880: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[17:01:20.589] Buildbucket build:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "completed_ts": "1595610079206311",
    "created_by": "project:chromium",
    "created_ts": "1595599212577679",
    "failure_reason": "BUILD_FAILURE",
    "id": "8873886676031358880",
    "parameters_json": "{\"builder_name\": \"Mac deterministic\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"b5a657ac8fe5d30f329abd03ca54d0ba874ac990\"}}",
    "project": "chromium",
    "result": "FAILURE",
    "result_details_json": "{\"error\": {\"message\": \"Step('gclient runhooks') (retcode: 2)\"}, \"properties\": {\"$build/goma\": {\"rpc_extra_params\": \"?prod\", \"server_host\": \"goma.chromium.org\"}, \"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"build204-m9\", \"branch\": \"refs/heads/master\", \"buildername\": \"Mac deterministic\", \"buildnumber\": 39674, \"got_angle_revision\": \"df5ed61ddbcab119b059e6e5bd28a049b726766a\", \"got_dawn_revision\": \"4d9cadd58aeaeeac18af40fa2b773db1a579328f\", \"got_nacl_revision\": \"fd20fafa8ec19700e12daa031bf792bae8b6bb21\", \"got_revision\": \"b5a657ac8fe5d30f329abd03ca54d0ba874ac990\", \"got_revision_cp\": \"refs/heads/master@{#791301}\", \"got_swarming_client_revision\": \"4c095d04179dc725a300085ae21fe3b79900d072\", \"got_swiftshader_revision\": \"6a8a74986c357b0c6fa0dfd2b4b9230af8d39d1a\", \"got_v8_revision\": \"5cdec88a9e3e230528eeb9c34c68437a24db4b89\", \"got_v8_revision_cp\": \"refs/heads/8.6.230@{#1}\", \"got_webrtc_revision\": \"82e85676c3b35e721e8e61a1d089f4a0eca4750c\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#31782}\", \"mastername\": \"chromium.fyi\", \"path_config\": \"generic\", \"recipe\": \"swarming/deterministic_build\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"b5a657ac8fe5d30f329abd03ca54d0ba874ac990\"}, \"swarming\": {\"bot_dimensions\": {\"builder\": [\"Mac deterministic\"], \"caches\": [\"git\", \"goma_v2\", \"vpython\"], \"cores\": [\"24\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"1002\", \"1002:679e\", \"1002:679e-4.0.11-3.2.8\"], \"hidpi\": [\"0\"], \"id\": [\"build204-m9\"], \"mac_model\": [\"MacPro6,1\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Mac\", \"Mac-10.13\", \"Mac-10.13.6\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.10\"], \"server_version\": [\"5425-e4e3059\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}, \"ui\": {\"info\": \"Step('gclient runhooks') (retcode: 2)\"}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1595607218299598",
    "status": "COMPLETED",
    "status_changed_ts": "1595607218628136",
    "tags": [
      "build_address:luci.chromium.ci/Mac deterministic/39674",
      "builder:Mac deterministic",
      "buildset:commit/git/b5a657ac8fe5d30f329abd03ca54d0ba874ac990",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b5a657ac8fe5d30f329abd03ca54d0ba874ac990",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9039316738157348960",
      "scheduler_job_id:chromium/Mac deterministic",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8873886676031358880/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:os:Mac",
      "swarming_tag:recipe_name:swarming/deterministic_build",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:4d99f169c3e18010",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1595610079263554",
    "url": "https://ci.chromium.org/b/8873886676031358880",
    "utcnow_ts": "1595610080577111"
  }
}
[17:01:20.591] Invocation finished in 3h1m9.424459784s with status FAILED