Status: FAILED
Triggered by: -
Duration: 3 hours
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Mac deterministic"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "2e0b0315351617e1ade35f4d49f8af9758dc7dfc"
}

Incoming tags

  • buildset:commit/git/2e0b0315351617e1ade35f4d49f8af9758dc7dfc
  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2e0b0315351617e1ade35f4d49f8af9758dc7dfc
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[00:33:30.515] New invocation is queued and will start shortly
[00:33:31.835] Starting the invocation (attempt 1)
[00:33:31.886] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:33:31.889] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:33:31.889] Buildbucket request:
{
  "bucket": "luci.chromium.ci",
  "client_operation_id": "9021248096656172496",
  "parameters_json": "{\"builder_name\":\"Mac deterministic\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src\",\"revision\":\"2e0b0315351617e1ade35f4d49f8af9758dc7dfc\"}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:Mac deterministic",
    "scheduler_invocation_id:9021248096656172496",
    "scheduler_job_id:chromium/Mac deterministic",
    "user_agent:luci-scheduler",
    "buildset:commit/git/2e0b0315351617e1ade35f4d49f8af9758dc7dfc",
    "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2e0b0315351617e1ade35f4d49f8af9758dc7dfc",
    "gitiles_ref:refs/heads/master"
  ]
}
[00:33:33.605] Buildbucket response:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "created_by": "project:chromium",
    "created_ts": "1612830812029533",
    "id": "8855818034404394896",
    "parameters_json": "{\"builder_name\": \"Mac deterministic\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"2e0b0315351617e1ade35f4d49f8af9758dc7dfc\"}}",
    "project": "chromium",
    "result_details_json": "{\"properties\": {}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1612830813189037",
    "tags": [
      "build_address:luci.chromium.ci/Mac deterministic/44215",
      "builder:Mac deterministic",
      "buildset:commit/git/2e0b0315351617e1ade35f4d49f8af9758dc7dfc",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2e0b0315351617e1ade35f4d49f8af9758dc7dfc",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9021248096656172496",
      "scheduler_job_id:chromium/Mac deterministic",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8855818034404394896/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:recipe_name:swarming/deterministic_build",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1612830813189228",
    "url": "https://ci.chromium.org/b/8855818034404394896",
    "utcnow_ts": "1612830813591293"
  }
}
[00:33:33.605] Task URL: https://ci.chromium.org/b/8855818034404394896
[00:33:33.605] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:2:0) after 1m0s
[00:33:57.204] Received PubSub notification, asking Buildbucket for the build status
[00:33:57.360] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:34:33.674] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:2:0)
[00:34:33.674] Timer tick, asking Buildbucket for the build status
[00:34:33.781] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:34:33.781] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:4:0) after 1m0s
[00:35:33.785] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:4:0)
[00:35:33.785] Timer tick, asking Buildbucket for the build status
[00:35:34.527] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:35:34.527] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:5:0) after 1m0s
[00:36:34.612] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:5:0)
[00:36:34.612] Timer tick, asking Buildbucket for the build status
[00:36:34.797] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:36:34.797] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:6:0) after 1m0s
[00:37:34.818] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:6:0)
[00:37:34.818] Timer tick, asking Buildbucket for the build status
[00:37:34.928] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:37:34.929] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:7:0) after 1m0s
[00:38:34.918] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:7:0)
[00:38:34.918] Timer tick, asking Buildbucket for the build status
[00:38:35.037] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:38:35.037] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:8:0) after 1m0s
[00:39:35.124] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:8:0)
[00:39:35.124] Timer tick, asking Buildbucket for the build status
[00:39:35.617] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:39:35.617] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:9:0) after 1m0s
[00:40:35.659] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:9:0)
[00:40:35.659] Timer tick, asking Buildbucket for the build status
[00:40:35.723] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:40:35.723] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:10:0) after 1m0s
[00:41:35.746] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:10:0)
[00:41:35.747] Timer tick, asking Buildbucket for the build status
[00:41:35.905] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:41:35.905] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:11:0) after 1m0s
[00:42:35.949] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:11:0)
[00:42:35.949] Timer tick, asking Buildbucket for the build status
[00:42:36.128] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:42:36.129] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:12:0) after 1m0s
[00:43:36.198] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:12:0)
[00:43:36.198] Timer tick, asking Buildbucket for the build status
[00:43:36.282] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:43:36.282] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:13:0) after 1m0s
[00:44:36.366] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:13:0)
[00:44:36.366] Timer tick, asking Buildbucket for the build status
[00:44:36.522] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:44:36.522] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:14:0) after 1m0s
[00:45:36.601] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:14:0)
[00:45:36.601] Timer tick, asking Buildbucket for the build status
[00:45:36.659] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:45:36.659] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:15:0) after 1m0s
[00:46:36.650] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:15:0)
[00:46:36.650] Timer tick, asking Buildbucket for the build status
[00:46:36.751] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:46:36.751] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:16:0) after 1m0s
[00:47:36.893] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:16:0)
[00:47:36.893] Timer tick, asking Buildbucket for the build status
[00:47:37.113] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:47:37.113] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:17:0) after 1m0s
[00:48:37.107] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:17:0)
[00:48:37.107] Timer tick, asking Buildbucket for the build status
[00:48:37.326] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:48:37.326] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:18:0) after 1m0s
[00:49:37.402] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:18:0)
[00:49:37.402] Timer tick, asking Buildbucket for the build status
[00:49:37.501] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:49:37.501] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:19:0) after 1m0s
[00:50:37.543] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:19:0)
[00:50:37.543] Timer tick, asking Buildbucket for the build status
[00:50:37.620] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:50:37.620] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:20:0) after 1m0s
[00:51:37.694] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:20:0)
[00:51:37.694] Timer tick, asking Buildbucket for the build status
[00:51:37.796] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:51:37.796] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:21:0) after 1m0s
[00:52:37.801] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:21:0)
[00:52:37.801] Timer tick, asking Buildbucket for the build status
[00:52:38.109] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:52:38.109] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:22:0) after 1m0s
[00:53:38.180] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:22:0)
[00:53:38.180] Timer tick, asking Buildbucket for the build status
[00:53:38.279] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:53:38.279] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:23:0) after 1m0s
[00:54:38.355] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:23:0)
[00:54:38.355] Timer tick, asking Buildbucket for the build status
[00:54:38.448] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:54:38.448] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:24:0) after 1m0s
[00:55:38.433] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:24:0)
[00:55:38.433] Timer tick, asking Buildbucket for the build status
[00:55:38.521] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:55:38.521] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:25:0) after 1m0s
[00:56:38.612] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:25:0)
[00:56:38.612] Timer tick, asking Buildbucket for the build status
[00:56:38.681] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:56:38.681] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:26:0) after 1m0s
[00:57:38.730] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:26:0)
[00:57:38.730] Timer tick, asking Buildbucket for the build status
[00:57:38.807] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:57:38.807] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:27:0) after 1m0s
[00:58:38.835] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:27:0)
[00:58:38.835] Timer tick, asking Buildbucket for the build status
[00:58:39.010] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:58:39.010] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:28:0) after 1m0s
[00:59:39.213] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:28:0)
[00:59:39.213] Timer tick, asking Buildbucket for the build status
[00:59:39.528] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:59:39.528] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:29:0) after 1m0s
[01:00:39.669] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:29:0)
[01:00:39.669] Timer tick, asking Buildbucket for the build status
[01:00:39.829] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:00:39.829] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:30:0) after 1m0s
[01:01:39.919] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:30:0)
[01:01:39.919] Timer tick, asking Buildbucket for the build status
[01:01:39.995] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:01:39.995] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:31:0) after 1m0s
[01:02:40.112] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:31:0)
[01:02:40.112] Timer tick, asking Buildbucket for the build status
[01:02:40.192] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:02:40.192] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:32:0) after 1m0s
[01:03:40.254] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:32:0)
[01:03:40.254] Timer tick, asking Buildbucket for the build status
[01:03:40.621] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:03:40.621] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:33:0) after 1m0s
[01:04:40.848] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:33:0)
[01:04:40.848] Timer tick, asking Buildbucket for the build status
[01:04:40.956] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:04:40.956] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:34:0) after 1m0s
[01:05:41.076] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:34:0)
[01:05:41.076] Timer tick, asking Buildbucket for the build status
[01:05:41.172] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:05:41.172] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:35:0) after 1m0s
[01:06:41.337] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:35:0)
[01:06:41.337] Timer tick, asking Buildbucket for the build status
[01:06:41.393] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:06:41.393] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:36:0) after 1m0s
[01:07:41.488] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:36:0)
[01:07:41.488] Timer tick, asking Buildbucket for the build status
[01:07:41.726] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:07:41.726] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:37:0) after 1m0s
[01:08:41.771] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:37:0)
[01:08:41.771] Timer tick, asking Buildbucket for the build status
[01:08:42.021] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:08:42.021] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:38:0) after 1m0s
[01:09:42.062] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:38:0)
[01:09:42.062] Timer tick, asking Buildbucket for the build status
[01:09:42.134] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:09:42.134] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:39:0) after 1m0s
[01:10:42.183] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:39:0)
[01:10:42.183] Timer tick, asking Buildbucket for the build status
[01:10:42.254] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:10:42.254] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:40:0) after 1m0s
[01:11:42.315] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:40:0)
[01:11:42.315] Timer tick, asking Buildbucket for the build status
[01:11:42.414] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:11:42.414] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:41:0) after 1m0s
[01:12:42.443] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:41:0)
[01:12:42.443] Timer tick, asking Buildbucket for the build status
[01:12:42.542] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:12:42.542] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:42:0) after 1m0s
[01:13:42.563] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:42:0)
[01:13:42.563] Timer tick, asking Buildbucket for the build status
[01:13:42.669] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:13:42.669] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:43:0) after 1m0s
[01:14:42.739] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:43:0)
[01:14:42.739] Timer tick, asking Buildbucket for the build status
[01:14:42.826] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:14:42.826] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:44:0) after 1m0s
[01:15:42.859] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:44:0)
[01:15:42.859] Timer tick, asking Buildbucket for the build status
[01:15:42.917] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:15:42.917] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:45:0) after 1m0s
[01:16:42.970] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:45:0)
[01:16:42.970] Timer tick, asking Buildbucket for the build status
[01:16:43.250] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:16:43.250] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:46:0) after 1m0s
[01:17:43.275] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:46:0)
[01:17:43.275] Timer tick, asking Buildbucket for the build status
[01:17:43.375] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:17:43.375] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:47:0) after 1m0s
[01:18:43.398] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:47:0)
[01:18:43.398] Timer tick, asking Buildbucket for the build status
[01:18:43.500] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:18:43.500] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:48:0) after 1m0s
[01:19:43.536] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:48:0)
[01:19:43.536] Timer tick, asking Buildbucket for the build status
[01:19:43.705] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:19:43.705] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:49:0) after 1m0s
[01:20:43.905] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:49:0)
[01:20:43.905] Timer tick, asking Buildbucket for the build status
[01:20:44.058] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:20:44.058] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:50:0) after 1m0s
[01:21:44.131] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:50:0)
[01:21:44.132] Timer tick, asking Buildbucket for the build status
[01:21:44.187] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:21:44.187] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:51:0) after 1m0s
[01:22:44.217] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:51:0)
[01:22:44.217] Timer tick, asking Buildbucket for the build status
[01:22:44.407] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:22:44.407] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:52:0) after 1m0s
[01:23:44.449] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:52:0)
[01:23:44.449] Timer tick, asking Buildbucket for the build status
[01:23:44.808] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:23:44.808] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:53:0) after 1m0s
[01:24:44.924] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:53:0)
[01:24:44.924] Timer tick, asking Buildbucket for the build status
[01:24:45.075] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:24:45.075] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:54:0) after 1m0s
[01:25:45.254] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:54:0)
[01:25:45.254] Timer tick, asking Buildbucket for the build status
[01:25:45.381] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:25:45.381] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:55:0) after 1m0s
[01:26:45.477] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:55:0)
[01:26:45.477] Timer tick, asking Buildbucket for the build status
[01:26:45.558] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:26:45.558] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:56:0) after 1m0s
[01:27:45.587] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:56:0)
[01:27:45.587] Timer tick, asking Buildbucket for the build status
[01:27:45.735] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:27:45.735] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:57:0) after 1m0s
[01:28:45.729] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:57:0)
[01:28:45.729] Timer tick, asking Buildbucket for the build status
[01:28:46.119] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:28:46.119] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:58:0) after 1m0s
[01:29:46.142] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:58:0)
[01:29:46.142] Timer tick, asking Buildbucket for the build status
[01:29:46.200] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:29:46.200] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:59:0) after 1m0s
[01:30:46.248] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:59:0)
[01:30:46.248] Timer tick, asking Buildbucket for the build status
[01:30:46.371] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:30:46.371] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:60:0) after 1m0s
[01:31:46.474] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:60:0)
[01:31:46.474] Timer tick, asking Buildbucket for the build status
[01:31:46.545] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:31:46.545] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:61:0) after 1m0s
[01:32:46.587] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:61:0)
[01:32:46.587] Timer tick, asking Buildbucket for the build status
[01:32:46.666] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:32:46.666] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:62:0) after 1m0s
[01:33:46.710] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:62:0)
[01:33:46.710] Timer tick, asking Buildbucket for the build status
[01:33:46.824] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:33:46.824] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:63:0) after 1m0s
[01:34:46.893] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:63:0)
[01:34:46.893] Timer tick, asking Buildbucket for the build status
[01:34:47.201] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:34:47.201] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:64:0) after 1m0s
[01:35:47.273] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:64:0)
[01:35:47.273] Timer tick, asking Buildbucket for the build status
[01:35:47.457] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:35:47.457] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:65:0) after 1m0s
[01:36:47.433] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:65:0)
[01:36:47.433] Timer tick, asking Buildbucket for the build status
[01:36:47.495] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:36:47.495] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:66:0) after 1m0s
[01:37:47.608] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:66:0)
[01:37:47.608] Timer tick, asking Buildbucket for the build status
[01:37:48.179] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:37:48.179] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:67:0) after 1m0s
[01:38:48.210] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:67:0)
[01:38:48.210] Timer tick, asking Buildbucket for the build status
[01:38:48.489] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:38:48.489] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:68:0) after 1m0s
[01:39:48.550] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:68:0)
[01:39:48.550] Timer tick, asking Buildbucket for the build status
[01:39:48.797] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:39:48.797] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:69:0) after 1m0s
[01:40:48.816] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:69:0)
[01:40:48.816] Timer tick, asking Buildbucket for the build status
[01:40:48.895] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:40:48.895] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:70:0) after 1m0s
[01:41:48.924] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:70:0)
[01:41:48.924] Timer tick, asking Buildbucket for the build status
[01:41:49.001] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:41:49.001] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:71:0) after 1m0s
[01:42:49.030] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:71:0)
[01:42:49.030] Timer tick, asking Buildbucket for the build status
[01:42:49.090] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:42:49.090] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:72:0) after 1m0s
[01:43:49.117] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:72:0)
[01:43:49.117] Timer tick, asking Buildbucket for the build status
[01:43:49.238] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:43:49.238] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:73:0) after 1m0s
[01:44:49.455] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:73:0)
[01:44:49.455] Timer tick, asking Buildbucket for the build status
[01:44:49.531] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:44:49.531] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:74:0) after 1m0s
[01:45:49.662] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:74:0)
[01:45:49.662] Timer tick, asking Buildbucket for the build status
[01:45:49.763] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:45:49.763] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:75:0) after 1m0s
[01:46:49.946] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:75:0)
[01:46:49.946] Timer tick, asking Buildbucket for the build status
[01:46:50.193] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:46:50.193] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:76:0) after 1m0s
[01:47:50.331] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:76:0)
[01:47:50.331] Timer tick, asking Buildbucket for the build status
[01:47:50.418] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:47:50.418] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:77:0) after 1m0s
[01:48:50.443] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:77:0)
[01:48:50.443] Timer tick, asking Buildbucket for the build status
[01:48:50.564] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:48:50.564] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:78:0) after 1m0s
[01:49:50.568] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:78:0)
[01:49:50.568] Timer tick, asking Buildbucket for the build status
[01:49:50.628] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:49:50.628] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:79:0) after 1m0s
[01:50:50.701] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:79:0)
[01:50:50.701] Timer tick, asking Buildbucket for the build status
[01:50:50.780] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:50:50.780] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:80:0) after 1m0s
[01:51:50.858] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:80:0)
[01:51:50.858] Timer tick, asking Buildbucket for the build status
[01:51:50.917] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:51:50.917] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:81:0) after 1m0s
[01:52:50.946] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:81:0)
[01:52:50.946] Timer tick, asking Buildbucket for the build status
[01:52:51.051] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:52:51.052] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:82:0) after 1m0s
[01:53:51.091] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:82:0)
[01:53:51.091] Timer tick, asking Buildbucket for the build status
[01:53:51.316] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:53:51.316] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:83:0) after 1m0s
[01:54:51.341] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:83:0)
[01:54:51.341] Timer tick, asking Buildbucket for the build status
[01:54:51.417] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:54:51.417] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:84:0) after 1m0s
[01:55:51.496] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:84:0)
[01:55:51.497] Timer tick, asking Buildbucket for the build status
[01:55:51.584] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:55:51.584] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:85:0) after 1m0s
[01:56:51.723] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:85:0)
[01:56:51.723] Timer tick, asking Buildbucket for the build status
[01:56:51.797] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:56:51.797] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:86:0) after 1m0s
[01:57:51.773] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:86:0)
[01:57:51.773] Timer tick, asking Buildbucket for the build status
[01:57:51.837] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:57:51.837] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:87:0) after 1m0s
[01:58:51.886] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:87:0)
[01:58:51.886] Timer tick, asking Buildbucket for the build status
[01:58:52.294] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:58:52.294] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:88:0) after 1m0s
[01:59:52.373] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:88:0)
[01:59:52.373] Timer tick, asking Buildbucket for the build status
[01:59:52.523] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:59:52.523] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:89:0) after 1m0s
[02:00:52.572] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:89:0)
[02:00:52.572] Timer tick, asking Buildbucket for the build status
[02:00:52.636] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:00:52.637] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:90:0) after 1m0s
[02:01:52.659] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:90:0)
[02:01:52.659] Timer tick, asking Buildbucket for the build status
[02:01:52.739] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:01:52.739] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:91:0) after 1m0s
[02:02:52.774] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:91:0)
[02:02:52.774] Timer tick, asking Buildbucket for the build status
[02:02:54.085] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:02:54.085] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:92:0) after 1m0s
[02:03:54.111] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:92:0)
[02:03:54.111] Timer tick, asking Buildbucket for the build status
[02:03:54.446] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:03:54.446] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:93:0) after 1m0s
[02:04:54.563] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:93:0)
[02:04:54.563] Timer tick, asking Buildbucket for the build status
[02:04:54.631] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:04:54.631] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:94:0) after 1m0s
[02:05:54.698] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:94:0)
[02:05:54.698] Timer tick, asking Buildbucket for the build status
[02:05:54.756] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:05:54.756] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:95:0) after 1m0s
[02:06:54.779] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:95:0)
[02:06:54.779] Timer tick, asking Buildbucket for the build status
[02:06:54.957] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:06:54.957] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:96:0) after 1m0s
[02:07:55.066] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:96:0)
[02:07:55.066] Timer tick, asking Buildbucket for the build status
[02:07:55.476] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:07:55.476] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:97:0) after 1m0s
[02:08:55.538] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:97:0)
[02:08:55.538] Timer tick, asking Buildbucket for the build status
[02:08:55.765] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:08:55.765] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:98:0) after 1m0s
[02:09:55.861] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:98:0)
[02:09:55.861] Timer tick, asking Buildbucket for the build status
[02:09:55.939] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:09:55.939] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:99:0) after 1m0s
[02:10:56.046] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:99:0)
[02:10:56.046] Timer tick, asking Buildbucket for the build status
[02:10:56.237] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:10:56.238] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:100:0) after 1m0s
[02:11:56.227] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:100:0)
[02:11:56.227] Timer tick, asking Buildbucket for the build status
[02:11:56.415] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:11:56.415] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:101:0) after 1m0s
[02:12:56.420] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:101:0)
[02:12:56.420] Timer tick, asking Buildbucket for the build status
[02:12:56.498] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:12:56.498] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:102:0) after 1m0s
[02:13:56.526] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:102:0)
[02:13:56.526] Timer tick, asking Buildbucket for the build status
[02:13:57.013] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:13:57.013] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:103:0) after 1m0s
[02:14:56.990] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:103:0)
[02:14:56.990] Timer tick, asking Buildbucket for the build status
[02:14:57.054] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:14:57.054] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:104:0) after 1m0s
[02:15:57.076] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:104:0)
[02:15:57.076] Timer tick, asking Buildbucket for the build status
[02:15:57.165] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:15:57.165] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:105:0) after 1m0s
[02:16:57.156] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:105:0)
[02:16:57.156] Timer tick, asking Buildbucket for the build status
[02:16:57.222] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:16:57.222] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:106:0) after 1m0s
[02:17:57.282] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:106:0)
[02:17:57.282] Timer tick, asking Buildbucket for the build status
[02:17:57.441] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:17:57.441] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:107:0) after 1m0s
[02:18:57.513] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:107:0)
[02:18:57.513] Timer tick, asking Buildbucket for the build status
[02:18:57.655] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:18:57.655] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:108:0) after 1m0s
[02:19:57.687] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:108:0)
[02:19:57.687] Timer tick, asking Buildbucket for the build status
[02:19:57.756] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:19:57.756] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:109:0) after 1m0s
[02:20:57.780] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:109:0)
[02:20:57.780] Timer tick, asking Buildbucket for the build status
[02:20:57.856] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:20:57.856] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:110:0) after 1m0s
[02:21:57.883] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:110:0)
[02:21:57.883] Timer tick, asking Buildbucket for the build status
[02:21:58.345] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:21:58.345] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:111:0) after 1m0s
[02:22:58.396] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:111:0)
[02:22:58.396] Timer tick, asking Buildbucket for the build status
[02:22:58.464] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:22:58.464] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:112:0) after 1m0s
[02:23:58.525] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:112:0)
[02:23:58.525] Timer tick, asking Buildbucket for the build status
[02:23:58.836] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:23:58.836] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:113:0) after 1m0s
[02:24:58.886] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:113:0)
[02:24:58.886] Timer tick, asking Buildbucket for the build status
[02:24:59.118] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:24:59.118] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:114:0) after 1m0s
[02:25:59.195] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:114:0)
[02:25:59.195] Timer tick, asking Buildbucket for the build status
[02:25:59.325] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:25:59.325] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:115:0) after 1m0s
[02:26:59.373] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:115:0)
[02:26:59.373] Timer tick, asking Buildbucket for the build status
[02:26:59.462] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:26:59.462] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:116:0) after 1m0s
[02:27:59.524] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:116:0)
[02:27:59.524] Timer tick, asking Buildbucket for the build status
[02:27:59.940] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:27:59.940] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:117:0) after 1m0s
[02:28:59.973] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:117:0)
[02:28:59.973] Timer tick, asking Buildbucket for the build status
[02:29:00.245] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:29:00.245] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:118:0) after 1m0s
[02:30:00.274] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:118:0)
[02:30:00.274] Timer tick, asking Buildbucket for the build status
[02:30:00.383] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:30:00.383] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:119:0) after 1m0s
[02:31:01.078] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:119:0)
[02:31:01.078] Timer tick, asking Buildbucket for the build status
[02:31:01.204] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:31:01.204] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:120:0) after 1m0s
[02:32:01.308] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:120:0)
[02:32:01.308] Timer tick, asking Buildbucket for the build status
[02:32:01.509] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:32:01.509] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:121:0) after 1m0s
[02:33:01.715] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:121:0)
[02:33:01.715] Timer tick, asking Buildbucket for the build status
[02:33:01.938] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:33:01.938] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:122:0) after 1m0s
[02:34:02.001] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:122:0)
[02:34:02.001] Timer tick, asking Buildbucket for the build status
[02:34:02.099] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:34:02.099] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:123:0) after 1m0s
[02:35:02.115] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:123:0)
[02:35:02.115] Timer tick, asking Buildbucket for the build status
[02:35:02.292] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:35:02.292] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:124:0) after 1m0s
[02:36:02.365] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:124:0)
[02:36:02.365] Timer tick, asking Buildbucket for the build status
[02:36:02.416] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:36:02.416] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:125:0) after 1m0s
[02:37:02.465] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:125:0)
[02:37:02.465] Timer tick, asking Buildbucket for the build status
[02:37:02.543] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:37:02.543] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:126:0) after 1m0s
[02:38:02.850] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:126:0)
[02:38:02.850] Timer tick, asking Buildbucket for the build status
[02:38:02.954] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:38:02.954] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:127:0) after 1m0s
[02:39:03.109] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:127:0)
[02:39:03.109] Timer tick, asking Buildbucket for the build status
[02:39:04.407] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:39:04.407] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:128:0) after 1m0s
[02:40:04.406] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:128:0)
[02:40:04.406] Timer tick, asking Buildbucket for the build status
[02:40:04.467] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:40:04.467] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:129:0) after 1m0s
[02:41:04.493] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:129:0)
[02:41:04.493] Timer tick, asking Buildbucket for the build status
[02:41:04.551] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:41:04.551] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:130:0) after 1m0s
[02:42:04.624] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:130:0)
[02:42:04.624] Timer tick, asking Buildbucket for the build status
[02:42:05.047] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:42:05.047] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:131:0) after 1m0s
[02:43:05.113] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:131:0)
[02:43:05.113] Timer tick, asking Buildbucket for the build status
[02:43:05.341] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:43:05.341] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:132:0) after 1m0s
[02:44:05.380] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:132:0)
[02:44:05.380] Timer tick, asking Buildbucket for the build status
[02:44:06.792] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:44:06.792] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:133:0) after 1m0s
[02:45:06.889] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:133:0)
[02:45:06.889] Timer tick, asking Buildbucket for the build status
[02:45:06.969] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:45:06.969] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:134:0) after 1m0s
[02:46:07.089] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:134:0)
[02:46:07.089] Timer tick, asking Buildbucket for the build status
[02:46:07.142] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:46:07.142] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:135:0) after 1m0s
[02:47:07.583] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:135:0)
[02:47:07.583] Timer tick, asking Buildbucket for the build status
[02:47:07.664] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:47:07.664] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:136:0) after 1m0s
[02:48:07.805] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:136:0)
[02:48:07.805] Timer tick, asking Buildbucket for the build status
[02:48:07.902] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:48:07.902] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:137:0) after 1m0s
[02:49:07.954] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:137:0)
[02:49:07.954] Timer tick, asking Buildbucket for the build status
[02:49:08.056] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:49:08.056] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:138:0) after 1m0s
[02:50:08.084] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:138:0)
[02:50:08.084] Timer tick, asking Buildbucket for the build status
[02:50:08.213] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:50:08.213] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:139:0) after 1m0s
[02:51:08.214] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:139:0)
[02:51:08.214] Timer tick, asking Buildbucket for the build status
[02:51:08.288] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:51:08.288] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:140:0) after 1m0s
[02:52:08.351] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:140:0)
[02:52:08.351] Timer tick, asking Buildbucket for the build status
[02:52:08.694] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:52:08.694] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:141:0) after 1m0s
[02:53:08.750] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:141:0)
[02:53:08.750] Timer tick, asking Buildbucket for the build status
[02:53:08.833] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:53:08.833] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:142:0) after 1m0s
[02:54:09.093] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:142:0)
[02:54:09.093] Timer tick, asking Buildbucket for the build status
[02:54:09.193] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:54:09.193] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:143:0) after 1m0s
[02:55:09.214] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:143:0)
[02:55:09.214] Timer tick, asking Buildbucket for the build status
[02:55:09.301] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:55:09.301] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:144:0) after 1m0s
[02:56:09.349] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:144:0)
[02:56:09.349] Timer tick, asking Buildbucket for the build status
[02:56:09.407] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:56:09.407] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:145:0) after 1m0s
[02:57:09.441] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:145:0)
[02:57:09.441] Timer tick, asking Buildbucket for the build status
[02:57:09.498] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:57:09.498] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:146:0) after 1m0s
[02:58:09.592] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:146:0)
[02:58:09.592] Timer tick, asking Buildbucket for the build status
[02:58:09.649] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:58:09.649] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:147:0) after 1m0s
[02:59:09.647] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:147:0)
[02:59:09.647] Timer tick, asking Buildbucket for the build status
[02:59:09.926] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:59:09.926] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:148:0) after 1m0s
[03:00:09.984] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:148:0)
[03:00:09.984] Timer tick, asking Buildbucket for the build status
[03:00:10.768] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:00:10.768] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:149:0) after 1m0s
[03:01:10.823] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:149:0)
[03:01:10.823] Timer tick, asking Buildbucket for the build status
[03:01:11.189] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:01:11.189] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:150:0) after 1m0s
[03:02:11.213] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:150:0)
[03:02:11.213] Timer tick, asking Buildbucket for the build status
[03:02:11.268] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:02:11.268] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:151:0) after 1m0s
[03:03:11.250] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:151:0)
[03:03:11.250] Timer tick, asking Buildbucket for the build status
[03:03:11.557] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:03:11.557] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:152:0) after 1m0s
[03:04:11.567] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:152:0)
[03:04:11.567] Timer tick, asking Buildbucket for the build status
[03:04:11.699] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:04:11.699] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:153:0) after 1m0s
[03:05:11.726] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:153:0)
[03:05:11.726] Timer tick, asking Buildbucket for the build status
[03:05:11.781] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:05:11.781] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:154:0) after 1m0s
[03:06:11.934] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:154:0)
[03:06:11.934] Timer tick, asking Buildbucket for the build status
[03:06:12.009] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:06:12.009] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:155:0) after 1m0s
[03:07:12.207] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:155:0)
[03:07:12.207] Timer tick, asking Buildbucket for the build status
[03:07:12.305] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:07:12.305] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:156:0) after 1m0s
[03:08:12.508] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:156:0)
[03:08:12.508] Timer tick, asking Buildbucket for the build status
[03:08:12.627] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:08:12.627] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:157:0) after 1m0s
[03:09:12.728] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:157:0)
[03:09:12.728] Timer tick, asking Buildbucket for the build status
[03:09:12.891] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:09:12.891] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:158:0) after 1m0s
[03:10:12.974] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:158:0)
[03:10:12.974] Timer tick, asking Buildbucket for the build status
[03:10:13.297] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:10:13.297] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:159:0) after 1m0s
[03:11:13.445] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:159:0)
[03:11:13.445] Timer tick, asking Buildbucket for the build status
[03:11:13.584] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:11:13.584] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:160:0) after 1m0s
[03:12:13.591] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:160:0)
[03:12:13.592] Timer tick, asking Buildbucket for the build status
[03:12:13.660] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:12:13.660] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:161:0) after 1m0s
[03:13:13.716] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:161:0)
[03:13:13.716] Timer tick, asking Buildbucket for the build status
[03:13:13.853] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:13:13.853] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:162:0) after 1m0s
[03:14:13.947] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:162:0)
[03:14:13.947] Timer tick, asking Buildbucket for the build status
[03:14:14.395] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:14:14.395] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:163:0) after 1m0s
[03:15:14.429] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:163:0)
[03:15:14.429] Timer tick, asking Buildbucket for the build status
[03:15:14.860] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:15:14.860] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:164:0) after 1m0s
[03:16:14.983] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:164:0)
[03:16:14.983] Timer tick, asking Buildbucket for the build status
[03:16:15.040] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:16:15.040] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:165:0) after 1m0s
[03:17:15.339] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:165:0)
[03:17:15.339] Timer tick, asking Buildbucket for the build status
[03:17:15.487] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:17:15.487] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:166:0) after 1m0s
[03:18:15.661] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:166:0)
[03:18:15.661] Timer tick, asking Buildbucket for the build status
[03:18:15.906] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:18:15.906] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:167:0) after 1m0s
[03:19:16.053] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:167:0)
[03:19:16.053] Timer tick, asking Buildbucket for the build status
[03:19:16.158] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:19:16.158] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:168:0) after 1m0s
[03:20:16.214] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:168:0)
[03:20:16.214] Timer tick, asking Buildbucket for the build status
[03:20:16.367] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:20:16.367] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:169:0) after 1m0s
[03:21:16.481] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:169:0)
[03:21:16.481] Timer tick, asking Buildbucket for the build status
[03:21:16.570] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:21:16.570] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:170:0) after 1m0s
[03:22:16.651] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:170:0)
[03:22:16.651] Timer tick, asking Buildbucket for the build status
[03:22:17.003] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:22:17.003] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:171:0) after 1m0s
[03:23:17.212] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:171:0)
[03:23:17.212] Timer tick, asking Buildbucket for the build status
[03:23:17.427] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:23:17.427] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:172:0) after 1m0s
[03:24:17.426] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:172:0)
[03:24:17.426] Timer tick, asking Buildbucket for the build status
[03:24:17.539] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:24:17.539] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:173:0) after 1m0s
[03:25:17.597] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:173:0)
[03:25:17.597] Timer tick, asking Buildbucket for the build status
[03:25:17.731] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:25:17.731] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:174:0) after 1m0s
[03:26:17.849] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:174:0)
[03:26:17.849] Timer tick, asking Buildbucket for the build status
[03:26:17.907] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:26:17.907] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:175:0) after 1m0s
[03:27:18.174] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:175:0)
[03:27:18.174] Timer tick, asking Buildbucket for the build status
[03:27:18.389] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:27:18.389] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:176:0) after 1m0s
[03:28:18.504] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:176:0)
[03:28:18.504] Timer tick, asking Buildbucket for the build status
[03:28:18.704] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:28:18.704] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:177:0) after 1m0s
[03:29:18.790] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:177:0)
[03:29:18.790] Timer tick, asking Buildbucket for the build status
[03:29:19.103] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:29:19.103] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:178:0) after 1m0s
[03:30:19.198] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:178:0)
[03:30:19.198] Timer tick, asking Buildbucket for the build status
[03:30:19.261] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:30:19.261] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:179:0) after 1m0s
[03:31:19.428] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:179:0)
[03:31:19.428] Timer tick, asking Buildbucket for the build status
[03:31:22.648] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:31:22.648] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:180:0) after 1m0s
[03:32:22.656] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:180:0)
[03:32:22.656] Timer tick, asking Buildbucket for the build status
[03:32:22.823] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:32:22.823] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:181:0) after 1m0s
[03:33:22.891] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:181:0)
[03:33:22.891] Timer tick, asking Buildbucket for the build status
[03:33:22.953] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:33:22.953] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:182:0) after 1m0s
[03:34:23.013] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:182:0)
[03:34:23.013] Timer tick, asking Buildbucket for the build status
[03:34:23.136] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:34:23.136] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:183:0) after 1m0s
[03:35:23.241] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:183:0)
[03:35:23.241] Timer tick, asking Buildbucket for the build status
[03:35:23.308] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:35:23.308] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:184:0) after 1m0s
[03:36:23.399] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:184:0)
[03:36:23.399] Timer tick, asking Buildbucket for the build status
[03:36:23.464] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:36:23.464] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:185:0) after 1m0s
[03:37:23.622] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:185:0)
[03:37:23.622] Timer tick, asking Buildbucket for the build status
[03:37:23.694] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:37:23.694] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:186:0) after 1m0s
[03:38:23.777] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:186:0)
[03:38:23.777] Timer tick, asking Buildbucket for the build status
[03:38:23.845] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:38:23.845] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:187:0) after 1m0s
[03:39:24.006] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:187:0)
[03:39:24.006] Timer tick, asking Buildbucket for the build status
[03:39:24.302] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:39:24.302] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:188:0) after 1m0s
[03:40:24.377] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:188:0)
[03:40:24.377] Timer tick, asking Buildbucket for the build status
[03:40:24.604] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:40:24.604] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:189:0) after 1m0s
[03:41:24.780] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:189:0)
[03:41:24.780] Timer tick, asking Buildbucket for the build status
[03:41:24.848] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:41:24.849] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:190:0) after 1m0s
[03:42:24.895] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:190:0)
[03:42:24.895] Timer tick, asking Buildbucket for the build status
[03:42:25.040] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:42:25.040] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:191:0) after 1m0s
[03:43:25.208] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:191:0)
[03:43:25.208] Timer tick, asking Buildbucket for the build status
[03:43:25.315] Build 8855818034404394896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:43:25.315] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9021248096656172496:192:0) after 1m0s
[03:44:07.670] Received PubSub notification, asking Buildbucket for the build status
[03:44:07.932] Build 8855818034404394896: status "COMPLETED", result "FAILURE", failure_reason "INFRA_FAILURE", cancelation_reason ""
[03:44:07.932] Buildbucket build:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "completed_ts": "1612842247113588",
    "created_by": "project:chromium",
    "created_ts": "1612830812029533",
    "failure_reason": "INFRA_FAILURE",
    "id": "8855818034404394896",
    "parameters_json": "{\"builder_name\": \"Mac deterministic\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"2e0b0315351617e1ade35f4d49f8af9758dc7dfc\"}}",
    "project": "chromium",
    "result": "FAILURE",
    "result_details_json": "{\"error\": {\"message\": \"recipe infra failure: Infra Failure: Step('Second build') (retcode: 124)\"}, \"properties\": {\"$build/goma\": {\"rpc_extra_params\": \"?prod\", \"server_host\": \"goma.chromium.org\", \"use_luci_auth\": true}, \"$recipe_engine/isolated\": {\"server\": \"https://isolateserver.appspot.com\"}, \"$recipe_engine/path\": {\"cache_dir\": \"/opt/s/w/ir/cache\", \"temp_dir\": \"/opt/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"build204-m9\", \"branch\": \"refs/heads/master\", \"builder_group\": \"chromium.fyi\", \"buildername\": \"Mac deterministic\", \"buildnumber\": 44215, \"clang_revision\": \"llvmorg-13-init-794-g83e2710e-1\", \"got_angle_revision\": \"281c65523a0a57d27caaabe4d1c7209026e12862\", \"got_dawn_revision\": \"2831f0584028114a8896059ce00e7bddaf3bba1f\", \"got_nacl_revision\": \"8db20f20316f13d8886a2732099f5bb880568663\", \"got_revision\": \"2e0b0315351617e1ade35f4d49f8af9758dc7dfc\", \"got_revision_cp\": \"refs/heads/master@{#851989}\", \"got_swarming_client_revision\": \"a32a1607f6093d338f756c7e7c7b4333b0c50c9c\", \"got_swiftshader_revision\": \"9d35d544ce966098fdcb36107835d57a4dc1f32d\", \"got_v8_revision\": \"1a1aa77644c24808d3356293ac0602cd23506b57\", \"got_v8_revision_cp\": \"refs/heads/9.0.142@{#1}\", \"got_webrtc_revision\": \"b586d82a9434194146776337abe2ea55da0d45f8\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#33189}\", \"path_config\": \"generic\", \"recipe\": \"swarming/deterministic_build\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"2e0b0315351617e1ade35f4d49f8af9758dc7dfc\"}, \"swarming\": {\"bot_dimensions\": {\"builder\": [\"Mac deterministic\"], \"caches\": [\"builder_7b52a3a1245e897041cdcf338a3870df21540919220c864c03da3b37f2e3c589_v2\", \"git\", \"goma_v2\", \"vpython\"], \"cores\": [\"24\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"1002\", \"1002:679e\", \"1002:679e-4.0.11-3.2.8\"], \"hidpi\": [\"0\"], \"id\": [\"build204-m9\"], \"mac_model\": [\"MacPro6,1\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Mac\", \"Mac-10\", \"Mac-10.15\", \"Mac-10.15.7\", \"Mac-10.15.7-19H2\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.16\"], \"server_version\": [\"5685-1877293\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}, \"ui\": {\"info\": \"recipe infra failure: Infra Failure: Step('Second build') (retcode: 124)\"}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1612830836520327",
    "status": "COMPLETED",
    "status_changed_ts": "1612830836922257",
    "tags": [
      "build_address:luci.chromium.ci/Mac deterministic/44215",
      "builder:Mac deterministic",
      "buildset:commit/git/2e0b0315351617e1ade35f4d49f8af9758dc7dfc",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2e0b0315351617e1ade35f4d49f8af9758dc7dfc",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9021248096656172496",
      "scheduler_job_id:chromium/Mac deterministic",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8855818034404394896/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:os:Mac",
      "swarming_tag:recipe_name:swarming/deterministic_build",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:519d06b66e537410",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1612842247185234",
    "url": "https://ci.chromium.org/b/8855818034404394896",
    "utcnow_ts": "1612842247922555"
  }
}
[03:44:07.932] Invocation finished in 3h10m37.43374584s with status FAILED