Status: FAILED
Triggered by: -
Duration: 3 hours
Actions:

Definition (rev 61da5958bb1bf61dc6dab9a9ab14fa46798b5d0f)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Mac deterministic"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "461b32454cee3a985d8db0afc6c5b02afa496ab1"
}

Incoming tags

  • buildset:commit/git/461b32454cee3a985d8db0afc6c5b02afa496ab1
  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/461b32454cee3a985d8db0afc6c5b02afa496ab1
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[00:57:14.233] New invocation is queued and will start shortly
[00:57:15.732] Starting the invocation (attempt 1)
[00:57:15.778] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:57:15.778] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:57:15.778] Buildbucket request:
{
  "bucket": "luci.chromium.ci",
  "client_operation_id": "9029490927762158768",
  "parameters_json": "{\"builder_name\":\"Mac deterministic\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src\",\"revision\":\"461b32454cee3a985d8db0afc6c5b02afa496ab1\"}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:Mac deterministic",
    "scheduler_invocation_id:9029490927762158768",
    "scheduler_job_id:chromium/Mac deterministic",
    "user_agent:luci-scheduler",
    "buildset:commit/git/461b32454cee3a985d8db0afc6c5b02afa496ab1",
    "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/461b32454cee3a985d8db0afc6c5b02afa496ab1",
    "gitiles_ref:refs/heads/master"
  ]
}
[00:57:16.452] Buildbucket response:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "created_by": "project:chromium",
    "created_ts": "1604969835881026",
    "id": "8864060865329142704",
    "parameters_json": "{\"builder_name\": \"Mac deterministic\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"461b32454cee3a985d8db0afc6c5b02afa496ab1\"}}",
    "project": "chromium",
    "result_details_json": "{\"properties\": {}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1604969836300615",
    "tags": [
      "build_address:luci.chromium.ci/Mac deterministic/42112",
      "builder:Mac deterministic",
      "buildset:commit/git/461b32454cee3a985d8db0afc6c5b02afa496ab1",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/461b32454cee3a985d8db0afc6c5b02afa496ab1",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9029490927762158768",
      "scheduler_job_id:chromium/Mac deterministic",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8864060865329142704/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:recipe_name:swarming/deterministic_build",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1604969836300757",
    "url": "https://ci.chromium.org/b/8864060865329142704",
    "utcnow_ts": "1604969836442384"
  }
}
[00:57:16.452] Task URL: https://ci.chromium.org/b/8864060865329142704
[00:57:16.452] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:2:0) after 1m0s
[00:57:21.748] Received PubSub notification, asking Buildbucket for the build status
[00:57:21.851] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:58:16.638] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:2:0)
[00:58:16.638] Timer tick, asking Buildbucket for the build status
[00:58:16.829] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:58:16.829] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:4:0) after 1m0s
[00:59:17.165] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:4:0)
[00:59:17.165] Timer tick, asking Buildbucket for the build status
[00:59:17.389] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:59:17.389] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:5:0) after 1m0s
[01:00:17.570] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:5:0)
[01:00:17.570] Timer tick, asking Buildbucket for the build status
[01:00:17.756] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:00:17.756] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:6:0) after 1m0s
[01:01:17.854] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:6:0)
[01:01:17.854] Timer tick, asking Buildbucket for the build status
[01:01:17.967] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:01:17.967] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:7:0) after 1m0s
[01:02:18.043] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:7:0)
[01:02:18.043] Timer tick, asking Buildbucket for the build status
[01:02:18.160] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:02:18.160] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:8:0) after 1m0s
[01:03:18.295] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:8:0)
[01:03:18.295] Timer tick, asking Buildbucket for the build status
[01:03:18.433] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:03:18.433] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:9:0) after 1m0s
[01:04:18.529] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:9:0)
[01:04:18.529] Timer tick, asking Buildbucket for the build status
[01:04:19.316] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:04:19.316] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:10:0) after 1m0s
[01:05:19.701] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:10:0)
[01:05:19.701] Timer tick, asking Buildbucket for the build status
[01:05:19.775] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:05:19.775] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:11:0) after 1m0s
[01:06:20.151] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:11:0)
[01:06:20.151] Timer tick, asking Buildbucket for the build status
[01:06:20.218] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:06:20.219] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:12:0) after 1m0s
[01:07:20.416] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:12:0)
[01:07:20.416] Timer tick, asking Buildbucket for the build status
[01:07:20.833] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:07:20.833] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:13:0) after 1m0s
[01:08:20.920] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:13:0)
[01:08:20.920] Timer tick, asking Buildbucket for the build status
[01:08:20.992] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:08:20.992] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:14:0) after 1m0s
[01:09:21.213] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:14:0)
[01:09:21.213] Timer tick, asking Buildbucket for the build status
[01:09:21.359] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:09:21.359] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:15:0) after 1m0s
[01:10:21.456] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:15:0)
[01:10:21.456] Timer tick, asking Buildbucket for the build status
[01:10:21.536] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:10:21.536] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:16:0) after 1m0s
[01:11:21.665] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:16:0)
[01:11:21.665] Timer tick, asking Buildbucket for the build status
[01:11:21.962] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:11:21.962] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:17:0) after 1m0s
[01:12:22.173] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:17:0)
[01:12:22.173] Timer tick, asking Buildbucket for the build status
[01:12:22.293] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:12:22.293] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:18:0) after 1m0s
[01:13:22.373] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:18:0)
[01:13:22.373] Timer tick, asking Buildbucket for the build status
[01:13:22.448] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:13:22.448] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:19:0) after 1m0s
[01:14:22.557] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:19:0)
[01:14:22.557] Timer tick, asking Buildbucket for the build status
[01:14:22.642] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:14:22.642] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:20:0) after 1m0s
[01:15:22.730] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:20:0)
[01:15:22.730] Timer tick, asking Buildbucket for the build status
[01:15:22.939] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:15:22.939] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:21:0) after 1m0s
[01:16:22.973] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:21:0)
[01:16:22.973] Timer tick, asking Buildbucket for the build status
[01:16:23.089] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:16:23.089] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:22:0) after 1m0s
[01:17:23.098] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:22:0)
[01:17:23.098] Timer tick, asking Buildbucket for the build status
[01:17:23.234] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:17:23.234] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:23:0) after 1m0s
[01:18:23.299] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:23:0)
[01:18:23.299] Timer tick, asking Buildbucket for the build status
[01:18:23.361] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:18:23.361] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:24:0) after 1m0s
[01:19:23.375] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:24:0)
[01:19:23.375] Timer tick, asking Buildbucket for the build status
[01:19:23.957] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:19:23.957] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:25:0) after 1m0s
[01:20:23.984] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:25:0)
[01:20:23.984] Timer tick, asking Buildbucket for the build status
[01:20:24.062] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:20:24.062] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:26:0) after 1m0s
[01:21:24.195] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:26:0)
[01:21:24.195] Timer tick, asking Buildbucket for the build status
[01:21:24.418] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:21:24.418] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:27:0) after 1m0s
[01:22:24.457] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:27:0)
[01:22:24.457] Timer tick, asking Buildbucket for the build status
[01:22:24.965] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:22:24.965] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:28:0) after 1m0s
[01:23:25.041] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:28:0)
[01:23:25.041] Timer tick, asking Buildbucket for the build status
[01:23:25.113] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:23:25.114] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:29:0) after 1m0s
[01:24:25.141] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:29:0)
[01:24:25.141] Timer tick, asking Buildbucket for the build status
[01:24:25.225] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:24:25.225] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:30:0) after 1m0s
[01:25:25.252] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:30:0)
[01:25:25.252] Timer tick, asking Buildbucket for the build status
[01:25:25.316] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:25:25.316] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:31:0) after 1m0s
[01:26:25.427] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:31:0)
[01:26:25.427] Timer tick, asking Buildbucket for the build status
[01:26:25.502] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:26:25.502] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:32:0) after 1m0s
[01:27:25.563] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:32:0)
[01:27:25.563] Timer tick, asking Buildbucket for the build status
[01:27:25.682] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:27:25.682] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:33:0) after 1m0s
[01:28:25.740] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:33:0)
[01:28:25.740] Timer tick, asking Buildbucket for the build status
[01:28:25.816] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:28:25.816] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:34:0) after 1m0s
[01:29:25.846] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:34:0)
[01:29:25.846] Timer tick, asking Buildbucket for the build status
[01:29:25.987] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:29:25.987] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:35:0) after 1m0s
[01:30:26.030] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:35:0)
[01:30:26.030] Timer tick, asking Buildbucket for the build status
[01:30:26.272] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:30:26.272] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:36:0) after 1m0s
[01:31:26.397] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:36:0)
[01:31:26.397] Timer tick, asking Buildbucket for the build status
[01:31:26.469] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:31:26.469] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:37:0) after 1m0s
[01:32:26.571] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:37:0)
[01:32:26.571] Timer tick, asking Buildbucket for the build status
[01:32:26.663] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:32:26.663] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:38:0) after 1m0s
[01:33:26.672] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:38:0)
[01:33:26.672] Timer tick, asking Buildbucket for the build status
[01:33:26.784] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:33:26.784] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:39:0) after 1m0s
[01:34:26.878] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:39:0)
[01:34:26.878] Timer tick, asking Buildbucket for the build status
[01:34:27.211] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:34:27.211] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:40:0) after 1m0s
[01:35:27.277] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:40:0)
[01:35:27.277] Timer tick, asking Buildbucket for the build status
[01:35:27.345] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:35:27.345] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:41:0) after 1m0s
[01:36:27.394] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:41:0)
[01:36:27.394] Timer tick, asking Buildbucket for the build status
[01:36:27.469] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:36:27.469] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:42:0) after 1m0s
[01:37:27.492] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:42:0)
[01:37:27.492] Timer tick, asking Buildbucket for the build status
[01:37:27.629] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:37:27.629] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:43:0) after 1m0s
[01:38:27.728] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:43:0)
[01:38:27.728] Timer tick, asking Buildbucket for the build status
[01:38:27.850] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:38:27.850] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:44:0) after 1m0s
[01:39:27.872] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:44:0)
[01:39:27.872] Timer tick, asking Buildbucket for the build status
[01:39:28.012] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:39:28.012] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:45:0) after 1m0s
[01:40:28.019] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:45:0)
[01:40:28.019] Timer tick, asking Buildbucket for the build status
[01:40:28.628] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:40:28.628] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:46:0) after 1m0s
[01:41:28.651] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:46:0)
[01:41:28.651] Timer tick, asking Buildbucket for the build status
[01:41:28.761] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:41:28.761] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:47:0) after 1m0s
[01:42:28.819] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:47:0)
[01:42:28.819] Timer tick, asking Buildbucket for the build status
[01:42:29.015] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:42:29.015] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:48:0) after 1m0s
[01:43:29.067] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:48:0)
[01:43:29.067] Timer tick, asking Buildbucket for the build status
[01:43:29.190] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:43:29.190] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:49:0) after 1m0s
[01:44:29.242] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:49:0)
[01:44:29.242] Timer tick, asking Buildbucket for the build status
[01:44:29.692] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:44:29.692] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:50:0) after 1m0s
[01:45:29.747] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:50:0)
[01:45:29.747] Timer tick, asking Buildbucket for the build status
[01:45:30.518] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:45:30.518] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:51:0) after 1m0s
[01:46:30.539] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:51:0)
[01:46:30.539] Timer tick, asking Buildbucket for the build status
[01:46:30.621] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:46:30.621] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:52:0) after 1m0s
[01:47:30.654] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:52:0)
[01:47:30.654] Timer tick, asking Buildbucket for the build status
[01:47:30.813] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:47:30.813] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:53:0) after 1m0s
[01:48:30.839] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:53:0)
[01:48:30.839] Timer tick, asking Buildbucket for the build status
[01:48:30.910] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:48:30.910] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:54:0) after 1m0s
[01:49:30.912] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:54:0)
[01:49:30.912] Timer tick, asking Buildbucket for the build status
[01:49:31.216] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:49:31.216] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:55:0) after 1m0s
[01:50:31.244] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:55:0)
[01:50:31.244] Timer tick, asking Buildbucket for the build status
[01:50:31.354] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:50:31.354] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:56:0) after 1m0s
[01:51:31.376] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:56:0)
[01:51:31.376] Timer tick, asking Buildbucket for the build status
[01:51:31.445] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:51:31.445] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:57:0) after 1m0s
[01:52:31.516] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:57:0)
[01:52:31.516] Timer tick, asking Buildbucket for the build status
[01:52:31.835] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:52:31.835] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:58:0) after 1m0s
[01:53:31.823] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:58:0)
[01:53:31.823] Timer tick, asking Buildbucket for the build status
[01:53:31.884] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:53:31.884] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:59:0) after 1m0s
[01:54:31.909] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:59:0)
[01:54:31.909] Timer tick, asking Buildbucket for the build status
[01:54:32.209] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:54:32.210] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:60:0) after 1m0s
[01:55:32.253] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:60:0)
[01:55:32.253] Timer tick, asking Buildbucket for the build status
[01:55:32.490] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:55:32.490] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:61:0) after 1m0s
[01:56:32.545] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:61:0)
[01:56:32.545] Timer tick, asking Buildbucket for the build status
[01:56:32.627] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:56:32.627] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:62:0) after 1m0s
[01:57:32.659] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:62:0)
[01:57:32.659] Timer tick, asking Buildbucket for the build status
[01:57:32.814] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:57:32.814] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:63:0) after 1m0s
[01:58:32.911] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:63:0)
[01:58:32.911] Timer tick, asking Buildbucket for the build status
[01:58:32.969] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:58:32.969] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:64:0) after 1m0s
[01:59:33.074] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:64:0)
[01:59:33.074] Timer tick, asking Buildbucket for the build status
[01:59:33.126] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:59:33.126] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:65:0) after 1m0s
[02:00:33.187] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:65:0)
[02:00:33.187] Timer tick, asking Buildbucket for the build status
[02:00:33.248] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:00:33.248] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:66:0) after 1m0s
[02:01:33.302] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:66:0)
[02:01:33.302] Timer tick, asking Buildbucket for the build status
[02:01:33.378] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:01:33.378] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:67:0) after 1m0s
[02:02:33.450] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:67:0)
[02:02:33.450] Timer tick, asking Buildbucket for the build status
[02:02:33.576] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:02:33.576] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:68:0) after 1m0s
[02:03:34.183] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:68:0)
[02:03:34.183] Timer tick, asking Buildbucket for the build status
[02:03:34.342] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:03:34.342] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:69:0) after 1m0s
[02:04:34.698] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:69:0)
[02:04:34.698] Timer tick, asking Buildbucket for the build status
[02:04:34.939] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:04:34.940] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:70:0) after 1m0s
[02:05:35.057] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:70:0)
[02:05:35.057] Timer tick, asking Buildbucket for the build status
[02:05:35.333] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:05:35.333] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:71:0) after 1m0s
[02:06:35.372] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:71:0)
[02:06:35.372] Timer tick, asking Buildbucket for the build status
[02:06:35.439] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:06:35.439] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:72:0) after 1m0s
[02:07:35.572] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:72:0)
[02:07:35.573] Timer tick, asking Buildbucket for the build status
[02:07:35.706] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:07:35.706] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:73:0) after 1m0s
[02:08:35.798] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:73:0)
[02:08:35.798] Timer tick, asking Buildbucket for the build status
[02:08:35.877] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:08:35.877] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:74:0) after 1m0s
[02:09:35.971] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:74:0)
[02:09:35.971] Timer tick, asking Buildbucket for the build status
[02:09:36.193] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:09:36.193] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:75:0) after 1m0s
[02:10:36.184] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:75:0)
[02:10:36.184] Timer tick, asking Buildbucket for the build status
[02:10:36.257] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:10:36.257] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:76:0) after 1m0s
[02:11:36.311] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:76:0)
[02:11:36.311] Timer tick, asking Buildbucket for the build status
[02:11:36.382] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:11:36.382] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:77:0) after 1m0s
[02:12:36.442] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:77:0)
[02:12:36.442] Timer tick, asking Buildbucket for the build status
[02:12:36.620] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:12:36.620] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:78:0) after 1m0s
[02:13:36.672] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:78:0)
[02:13:36.672] Timer tick, asking Buildbucket for the build status
[02:13:36.737] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:13:36.737] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:79:0) after 1m0s
[02:14:36.828] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:79:0)
[02:14:36.828] Timer tick, asking Buildbucket for the build status
[02:14:36.905] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:14:36.905] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:80:0) after 1m0s
[02:15:36.923] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:80:0)
[02:15:36.923] Timer tick, asking Buildbucket for the build status
[02:15:37.124] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:15:37.124] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:81:0) after 1m0s
[02:16:37.198] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:81:0)
[02:16:37.198] Timer tick, asking Buildbucket for the build status
[02:16:37.285] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:16:37.285] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:82:0) after 1m0s
[02:17:37.404] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:82:0)
[02:17:37.404] Timer tick, asking Buildbucket for the build status
[02:17:37.621] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:17:37.621] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:83:0) after 1m0s
[02:18:37.636] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:83:0)
[02:18:37.636] Timer tick, asking Buildbucket for the build status
[02:18:37.735] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:18:37.735] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:84:0) after 1m0s
[02:19:38.214] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:84:0)
[02:19:38.214] Timer tick, asking Buildbucket for the build status
[02:19:38.291] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:19:38.291] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:85:0) after 1m0s
[02:20:39.328] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:85:0)
[02:20:39.328] Timer tick, asking Buildbucket for the build status
[02:20:39.402] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:20:39.402] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:86:0) after 1m0s
[02:21:40.381] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:86:0)
[02:21:40.381] Timer tick, asking Buildbucket for the build status
[02:21:40.473] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:21:40.473] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:87:0) after 1m0s
[02:22:40.818] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:87:0)
[02:22:40.818] Timer tick, asking Buildbucket for the build status
[02:22:41.278] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:22:41.279] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:88:0) after 1m0s
[02:23:41.483] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:88:0)
[02:23:41.483] Timer tick, asking Buildbucket for the build status
[02:23:41.557] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:23:41.557] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:89:0) after 1m0s
[02:24:41.716] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:89:0)
[02:24:41.716] Timer tick, asking Buildbucket for the build status
[02:24:41.794] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:24:41.794] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:90:0) after 1m0s
[02:25:41.935] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:90:0)
[02:25:41.935] Timer tick, asking Buildbucket for the build status
[02:25:42.269] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:25:42.269] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:91:0) after 1m0s
[02:26:42.346] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:91:0)
[02:26:42.346] Timer tick, asking Buildbucket for the build status
[02:26:42.426] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:26:42.426] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:92:0) after 1m0s
[02:27:42.650] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:92:0)
[02:27:42.650] Timer tick, asking Buildbucket for the build status
[02:27:42.761] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:27:42.761] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:93:0) after 1m0s
[02:28:42.791] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:93:0)
[02:28:42.791] Timer tick, asking Buildbucket for the build status
[02:28:42.845] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:28:42.845] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:94:0) after 1m0s
[02:29:42.949] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:94:0)
[02:29:42.949] Timer tick, asking Buildbucket for the build status
[02:29:43.020] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:29:43.020] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:95:0) after 1m0s
[02:30:43.135] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:95:0)
[02:30:43.135] Timer tick, asking Buildbucket for the build status
[02:30:43.206] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:30:43.206] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:96:0) after 1m0s
[02:31:43.273] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:96:0)
[02:31:43.273] Timer tick, asking Buildbucket for the build status
[02:31:43.346] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:31:43.346] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:97:0) after 1m0s
[02:32:43.390] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:97:0)
[02:32:43.390] Timer tick, asking Buildbucket for the build status
[02:32:43.547] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:32:43.547] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:98:0) after 1m0s
[02:33:43.593] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:98:0)
[02:33:43.593] Timer tick, asking Buildbucket for the build status
[02:33:43.673] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:33:43.673] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:99:0) after 1m0s
[02:34:43.937] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:99:0)
[02:34:43.937] Timer tick, asking Buildbucket for the build status
[02:34:44.026] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:34:44.026] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:100:0) after 1m0s
[02:35:44.716] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:100:0)
[02:35:44.716] Timer tick, asking Buildbucket for the build status
[02:35:44.862] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:35:44.862] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:101:0) after 1m0s
[02:36:45.245] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:101:0)
[02:36:45.245] Timer tick, asking Buildbucket for the build status
[02:36:45.608] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:36:45.608] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:102:0) after 1m0s
[02:37:45.767] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:102:0)
[02:37:45.767] Timer tick, asking Buildbucket for the build status
[02:37:45.902] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:37:45.902] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:103:0) after 1m0s
[02:38:46.030] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:103:0)
[02:38:46.030] Timer tick, asking Buildbucket for the build status
[02:38:46.288] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:38:46.288] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:104:0) after 1m0s
[02:39:46.757] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:104:0)
[02:39:46.757] Timer tick, asking Buildbucket for the build status
[02:39:47.052] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:39:47.052] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:105:0) after 1m0s
[02:40:47.227] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:105:0)
[02:40:47.227] Timer tick, asking Buildbucket for the build status
[02:40:47.743] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:40:47.743] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:106:0) after 1m0s
[02:41:47.802] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:106:0)
[02:41:47.802] Timer tick, asking Buildbucket for the build status
[02:41:47.864] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:41:47.864] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:107:0) after 1m0s
[02:42:47.903] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:107:0)
[02:42:47.903] Timer tick, asking Buildbucket for the build status
[02:42:48.361] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:42:48.361] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:108:0) after 1m0s
[02:43:48.424] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:108:0)
[02:43:48.424] Timer tick, asking Buildbucket for the build status
[02:43:48.508] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:43:48.508] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:109:0) after 1m0s
[02:44:48.573] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:109:0)
[02:44:48.573] Timer tick, asking Buildbucket for the build status
[02:44:48.643] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:44:48.643] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:110:0) after 1m0s
[02:45:48.703] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:110:0)
[02:45:48.703] Timer tick, asking Buildbucket for the build status
[02:45:48.770] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:45:48.770] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:111:0) after 1m0s
[02:46:48.835] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:111:0)
[02:46:48.835] Timer tick, asking Buildbucket for the build status
[02:46:48.906] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:46:48.906] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:112:0) after 1m0s
[02:47:48.993] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:112:0)
[02:47:48.993] Timer tick, asking Buildbucket for the build status
[02:47:49.124] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:47:49.124] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:113:0) after 1m0s
[02:48:49.175] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:113:0)
[02:48:49.175] Timer tick, asking Buildbucket for the build status
[02:48:49.271] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:48:49.271] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:114:0) after 1m0s
[02:49:49.328] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:114:0)
[02:49:49.328] Timer tick, asking Buildbucket for the build status
[02:49:49.443] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:49:49.443] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:115:0) after 1m0s
[02:50:49.628] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:115:0)
[02:50:49.628] Timer tick, asking Buildbucket for the build status
[02:50:49.710] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:50:49.710] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:116:0) after 1m0s
[02:51:49.746] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:116:0)
[02:51:49.746] Timer tick, asking Buildbucket for the build status
[02:51:49.838] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:51:49.838] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:117:0) after 1m0s
[02:52:49.861] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:117:0)
[02:52:49.861] Timer tick, asking Buildbucket for the build status
[02:52:49.969] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:52:49.969] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:118:0) after 1m0s
[02:53:49.997] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:118:0)
[02:53:49.997] Timer tick, asking Buildbucket for the build status
[02:53:50.056] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:53:50.056] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:119:0) after 1m0s
[02:54:50.181] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:119:0)
[02:54:50.181] Timer tick, asking Buildbucket for the build status
[02:54:50.241] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:54:50.241] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:120:0) after 1m0s
[02:55:50.382] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:120:0)
[02:55:50.382] Timer tick, asking Buildbucket for the build status
[02:55:50.450] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:55:50.450] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:121:0) after 1m0s
[02:56:50.590] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:121:0)
[02:56:50.590] Timer tick, asking Buildbucket for the build status
[02:56:50.746] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:56:50.746] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:122:0) after 1m0s
[02:57:50.834] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:122:0)
[02:57:50.834] Timer tick, asking Buildbucket for the build status
[02:57:50.950] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:57:50.950] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:123:0) after 1m0s
[02:58:51.063] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:123:0)
[02:58:51.063] Timer tick, asking Buildbucket for the build status
[02:58:51.148] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:58:51.148] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:124:0) after 1m0s
[02:59:51.209] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:124:0)
[02:59:51.209] Timer tick, asking Buildbucket for the build status
[02:59:51.319] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:59:51.319] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:125:0) after 1m0s
[03:00:51.379] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:125:0)
[03:00:51.379] Timer tick, asking Buildbucket for the build status
[03:00:51.454] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:00:51.454] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:126:0) after 1m0s
[03:01:51.437] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:126:0)
[03:01:51.437] Timer tick, asking Buildbucket for the build status
[03:01:51.499] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:01:51.499] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:127:0) after 1m0s
[03:02:51.554] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:127:0)
[03:02:51.554] Timer tick, asking Buildbucket for the build status
[03:02:51.684] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:02:51.684] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:128:0) after 1m0s
[03:03:51.745] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:128:0)
[03:03:51.745] Timer tick, asking Buildbucket for the build status
[03:03:51.813] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:03:51.813] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:129:0) after 1m0s
[03:04:51.873] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:129:0)
[03:04:51.873] Timer tick, asking Buildbucket for the build status
[03:04:51.951] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:04:51.951] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:130:0) after 1m0s
[03:05:52.007] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:130:0)
[03:05:52.007] Timer tick, asking Buildbucket for the build status
[03:05:52.194] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:05:52.194] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:131:0) after 1m0s
[03:06:52.284] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:131:0)
[03:06:52.284] Timer tick, asking Buildbucket for the build status
[03:06:52.368] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:06:52.368] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:132:0) after 1m0s
[03:07:52.496] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:132:0)
[03:07:52.496] Timer tick, asking Buildbucket for the build status
[03:07:52.649] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:07:52.649] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:133:0) after 1m0s
[03:08:52.683] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:133:0)
[03:08:52.683] Timer tick, asking Buildbucket for the build status
[03:08:52.783] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:08:52.783] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:134:0) after 1m0s
[03:09:52.815] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:134:0)
[03:09:52.815] Timer tick, asking Buildbucket for the build status
[03:09:52.895] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:09:52.895] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:135:0) after 1m0s
[03:10:52.946] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:135:0)
[03:10:52.946] Timer tick, asking Buildbucket for the build status
[03:10:53.775] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:10:53.775] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:136:0) after 1m0s
[03:11:53.806] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:136:0)
[03:11:53.806] Timer tick, asking Buildbucket for the build status
[03:11:54.312] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:11:54.312] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:137:0) after 1m0s
[03:12:54.536] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:137:0)
[03:12:54.536] Timer tick, asking Buildbucket for the build status
[03:12:54.666] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:12:54.666] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:138:0) after 1m0s
[03:13:54.859] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:138:0)
[03:13:54.859] Timer tick, asking Buildbucket for the build status
[03:13:54.923] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:13:54.923] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:139:0) after 1m0s
[03:14:54.987] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:139:0)
[03:14:54.987] Timer tick, asking Buildbucket for the build status
[03:14:55.211] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:14:55.211] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:140:0) after 1m0s
[03:15:55.278] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:140:0)
[03:15:55.278] Timer tick, asking Buildbucket for the build status
[03:15:55.339] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:15:55.339] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:141:0) after 1m0s
[03:16:55.419] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:141:0)
[03:16:55.419] Timer tick, asking Buildbucket for the build status
[03:16:55.482] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:16:55.482] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:142:0) after 1m0s
[03:17:55.554] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:142:0)
[03:17:55.554] Timer tick, asking Buildbucket for the build status
[03:17:55.653] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:17:55.653] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:143:0) after 1m0s
[03:18:55.726] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:143:0)
[03:18:55.726] Timer tick, asking Buildbucket for the build status
[03:18:55.832] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:18:55.832] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:144:0) after 1m0s
[03:19:55.866] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:144:0)
[03:19:55.866] Timer tick, asking Buildbucket for the build status
[03:19:55.927] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:19:55.927] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:145:0) after 1m0s
[03:20:55.968] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:145:0)
[03:20:55.968] Timer tick, asking Buildbucket for the build status
[03:20:56.045] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:20:56.045] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:146:0) after 1m0s
[03:21:56.095] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:146:0)
[03:21:56.096] Timer tick, asking Buildbucket for the build status
[03:21:56.152] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:21:56.152] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:147:0) after 1m0s
[03:22:56.251] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:147:0)
[03:22:56.251] Timer tick, asking Buildbucket for the build status
[03:22:56.422] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:22:56.422] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:148:0) after 1m0s
[03:23:56.469] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:148:0)
[03:23:56.469] Timer tick, asking Buildbucket for the build status
[03:23:56.545] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:23:56.545] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:149:0) after 1m0s
[03:24:56.608] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:149:0)
[03:24:56.608] Timer tick, asking Buildbucket for the build status
[03:24:56.873] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:24:56.873] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:150:0) after 1m0s
[03:25:56.907] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:150:0)
[03:25:56.907] Timer tick, asking Buildbucket for the build status
[03:25:56.966] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:25:56.966] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:151:0) after 1m0s
[03:26:57.072] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:151:0)
[03:26:57.072] Timer tick, asking Buildbucket for the build status
[03:26:57.266] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:26:57.266] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:152:0) after 1m0s
[03:27:57.344] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:152:0)
[03:27:57.344] Timer tick, asking Buildbucket for the build status
[03:27:57.444] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:27:57.444] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:153:0) after 1m0s
[03:28:57.560] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:153:0)
[03:28:57.560] Timer tick, asking Buildbucket for the build status
[03:28:57.664] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:28:57.664] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:154:0) after 1m0s
[03:29:58.043] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:154:0)
[03:29:58.043] Timer tick, asking Buildbucket for the build status
[03:29:58.113] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:29:58.113] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:155:0) after 1m0s
[03:30:58.282] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:155:0)
[03:30:58.282] Timer tick, asking Buildbucket for the build status
[03:30:58.469] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:30:58.469] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:156:0) after 1m0s
[03:31:58.571] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:156:0)
[03:31:58.571] Timer tick, asking Buildbucket for the build status
[03:31:58.735] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:31:58.735] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:157:0) after 1m0s
[03:32:58.816] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:157:0)
[03:32:58.816] Timer tick, asking Buildbucket for the build status
[03:32:58.918] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:32:58.918] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:158:0) after 1m0s
[03:33:59.051] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:158:0)
[03:33:59.051] Timer tick, asking Buildbucket for the build status
[03:33:59.126] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:33:59.129] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:159:0) after 1m0s
[03:34:59.311] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:159:0)
[03:34:59.311] Timer tick, asking Buildbucket for the build status
[03:34:59.371] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:34:59.371] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:160:0) after 1m0s
[03:35:59.449] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:160:0)
[03:35:59.449] Timer tick, asking Buildbucket for the build status
[03:35:59.575] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:35:59.576] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:161:0) after 1m0s
[03:36:59.854] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:161:0)
[03:36:59.854] Timer tick, asking Buildbucket for the build status
[03:36:59.931] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:36:59.931] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:162:0) after 1m0s
[03:37:59.987] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:162:0)
[03:37:59.987] Timer tick, asking Buildbucket for the build status
[03:38:00.152] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:38:00.152] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:163:0) after 1m0s
[03:39:00.185] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:163:0)
[03:39:00.185] Timer tick, asking Buildbucket for the build status
[03:39:00.444] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:39:00.444] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:164:0) after 1m0s
[03:40:00.526] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:164:0)
[03:40:00.526] Timer tick, asking Buildbucket for the build status
[03:40:00.625] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:40:00.625] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:165:0) after 1m0s
[03:42:13.310] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:165:0)
[03:42:13.310] Timer tick, asking Buildbucket for the build status
[03:42:13.372] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:42:13.372] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:166:0) after 1m0s
[03:43:13.462] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:166:0)
[03:43:13.462] Timer tick, asking Buildbucket for the build status
[03:43:13.590] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:43:13.590] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:167:0) after 1m0s
[03:44:13.649] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:167:0)
[03:44:13.649] Timer tick, asking Buildbucket for the build status
[03:44:13.724] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:44:13.724] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:168:0) after 1m0s
[03:45:13.801] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:168:0)
[03:45:13.801] Timer tick, asking Buildbucket for the build status
[03:45:13.917] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:45:13.917] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:169:0) after 1m0s
[03:46:14.017] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:169:0)
[03:46:14.017] Timer tick, asking Buildbucket for the build status
[03:46:14.084] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:46:14.084] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:170:0) after 1m0s
[03:47:14.080] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:170:0)
[03:47:14.080] Timer tick, asking Buildbucket for the build status
[03:47:14.526] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:47:14.526] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:171:0) after 1m0s
[03:48:14.673] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:171:0)
[03:48:14.673] Timer tick, asking Buildbucket for the build status
[03:48:14.787] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:48:14.787] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:172:0) after 1m0s
[03:49:14.859] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:172:0)
[03:49:14.859] Timer tick, asking Buildbucket for the build status
[03:49:15.111] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:49:15.111] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:173:0) after 1m0s
[03:50:15.186] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:173:0)
[03:50:15.186] Timer tick, asking Buildbucket for the build status
[03:50:15.275] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:50:15.275] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:174:0) after 1m0s
[03:51:15.374] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:174:0)
[03:51:15.374] Timer tick, asking Buildbucket for the build status
[03:51:15.441] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:51:15.441] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:175:0) after 1m0s
[03:52:15.481] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:175:0)
[03:52:15.481] Timer tick, asking Buildbucket for the build status
[03:52:15.548] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:52:15.548] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:176:0) after 1m0s
[03:53:15.683] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:176:0)
[03:53:15.683] Timer tick, asking Buildbucket for the build status
[03:53:15.793] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:53:15.793] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:177:0) after 1m0s
[03:54:15.811] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:177:0)
[03:54:15.811] Timer tick, asking Buildbucket for the build status
[03:54:15.915] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:54:15.915] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:178:0) after 1m0s
[03:55:16.006] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:178:0)
[03:55:16.006] Timer tick, asking Buildbucket for the build status
[03:55:16.073] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:55:16.073] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:179:0) after 1m0s
[03:56:16.104] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:179:0)
[03:56:16.104] Timer tick, asking Buildbucket for the build status
[03:56:16.351] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:56:16.351] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:180:0) after 1m0s
[03:57:16.503] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:180:0)
[03:57:16.503] Timer tick, asking Buildbucket for the build status
[03:57:16.580] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:57:16.580] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:181:0) after 1m0s
[03:58:16.929] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:181:0)
[03:58:16.929] Timer tick, asking Buildbucket for the build status
[03:58:17.054] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:58:17.054] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:182:0) after 1m0s
[03:59:17.160] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:182:0)
[03:59:17.160] Timer tick, asking Buildbucket for the build status
[03:59:17.354] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:59:17.354] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:183:0) after 1m0s
[04:00:17.443] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:183:0)
[04:00:17.443] Timer tick, asking Buildbucket for the build status
[04:00:17.677] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:00:17.677] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:184:0) after 1m0s
[04:01:17.745] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:184:0)
[04:01:17.745] Timer tick, asking Buildbucket for the build status
[04:01:17.829] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:01:17.829] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:185:0) after 1m0s
[04:02:17.917] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:185:0)
[04:02:17.917] Timer tick, asking Buildbucket for the build status
[04:02:17.986] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:02:17.986] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:186:0) after 1m0s
[04:03:18.074] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:186:0)
[04:03:18.074] Timer tick, asking Buildbucket for the build status
[04:03:18.194] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:03:18.194] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:187:0) after 1m0s
[04:04:18.323] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:187:0)
[04:04:18.323] Timer tick, asking Buildbucket for the build status
[04:04:18.378] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:04:18.378] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:188:0) after 1m0s
[04:05:18.535] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:188:0)
[04:05:18.535] Timer tick, asking Buildbucket for the build status
[04:05:18.638] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:05:18.638] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:189:0) after 1m0s
[04:06:18.886] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:189:0)
[04:06:18.886] Timer tick, asking Buildbucket for the build status
[04:06:19.161] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:06:19.161] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:190:0) after 1m0s
[04:07:19.355] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:190:0)
[04:07:19.355] Timer tick, asking Buildbucket for the build status
[04:07:19.426] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:07:19.426] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:191:0) after 1m0s
[04:08:19.483] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:191:0)
[04:08:19.483] Timer tick, asking Buildbucket for the build status
[04:08:19.610] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:08:19.610] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:192:0) after 1m0s
[04:09:19.697] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:192:0)
[04:09:19.697] Timer tick, asking Buildbucket for the build status
[04:09:19.756] Build 8864060865329142704: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:09:19.756] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9029490927762158768:193:0) after 1m0s
[04:10:09.732] Received PubSub notification, asking Buildbucket for the build status
[04:10:09.811] Build 8864060865329142704: status "COMPLETED", result "FAILURE", failure_reason "INFRA_FAILURE", cancelation_reason ""
[04:10:09.811] Buildbucket build:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "completed_ts": "1604981409285358",
    "created_by": "project:chromium",
    "created_ts": "1604969835881026",
    "failure_reason": "INFRA_FAILURE",
    "id": "8864060865329142704",
    "parameters_json": "{\"builder_name\": \"Mac deterministic\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"461b32454cee3a985d8db0afc6c5b02afa496ab1\"}}",
    "project": "chromium",
    "result": "FAILURE",
    "result_details_json": "{\"error\": {\"message\": \"recipe infra failure: Infra Failure: Step('Second build') (retcode: 124)\"}, \"properties\": {\"$build/goma\": {\"rpc_extra_params\": \"?prod\", \"server_host\": \"goma.chromium.org\", \"use_luci_auth\": true}, \"$recipe_engine/isolated\": {\"server\": \"https://isolateserver.appspot.com\"}, \"$recipe_engine/path\": {\"cache_dir\": \"/opt/s/w/ir/cache\", \"temp_dir\": \"/opt/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"build204-m9\", \"branch\": \"refs/heads/master\", \"builder_group\": \"chromium.fyi\", \"buildername\": \"Mac deterministic\", \"buildnumber\": 42112, \"clang_revision\": \"llvmorg-12-init-11060-g118c3f3c-1\", \"got_angle_revision\": \"489f2c838bb7d427b5eceb289576884b018a413f\", \"got_dawn_revision\": \"0053fef8a47d72a1a240df80395d5a4bf9f6170c\", \"got_nacl_revision\": \"f9e6f257d1a0934dbeed3c5c8f83b651dc4f55e1\", \"got_revision\": \"461b32454cee3a985d8db0afc6c5b02afa496ab1\", \"got_revision_cp\": \"refs/heads/master@{#825574}\", \"got_swarming_client_revision\": \"d46ea7635f2911208268170512cb611412488fd8\", \"got_swiftshader_revision\": \"4ed9d3498dcffa987acba1a8007ff8dec336f263\", \"got_v8_revision\": \"c19c1b2ce2a08246c5ffd51bc78dfb63c8d8183d\", \"got_v8_revision_cp\": \"refs/heads/8.8.264@{#1}\", \"got_webrtc_revision\": \"9c99b7964fabb16a022293ffbd2804f9b46551f6\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#32565}\", \"path_config\": \"generic\", \"recipe\": \"swarming/deterministic_build\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"461b32454cee3a985d8db0afc6c5b02afa496ab1\"}, \"swarming\": {\"bot_dimensions\": {\"builder\": [\"Mac deterministic\"], \"caches\": [\"builder_7b52a3a1245e897041cdcf338a3870df21540919220c864c03da3b37f2e3c589_v2\", \"git\", \"goma_v2\", \"vpython\"], \"cores\": [\"24\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"1002\", \"1002:679e\", \"1002:679e-4.0.11-3.2.8\"], \"hidpi\": [\"0\"], \"id\": [\"build204-m9\"], \"mac_model\": [\"MacPro6,1\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Mac\", \"Mac-10.15\", \"Mac-10.15.7\", \"Mac-10.15.7-19H2\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.16\"], \"server_version\": [\"5626-39642e9\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}, \"ui\": {\"info\": \"recipe infra failure: Infra Failure: Step('Second build') (retcode: 124)\"}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1604969840645753",
    "status": "COMPLETED",
    "status_changed_ts": "1604969841057547",
    "tags": [
      "build_address:luci.chromium.ci/Mac deterministic/42112",
      "builder:Mac deterministic",
      "buildset:commit/git/461b32454cee3a985d8db0afc6c5b02afa496ab1",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/461b32454cee3a985d8db0afc6c5b02afa496ab1",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9029490927762158768",
      "scheduler_job_id:chromium/Mac deterministic",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8864060865329142704/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:os:Mac",
      "swarming_tag:recipe_name:swarming/deterministic_build",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:4fc879b88e9d9210",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1604981409427083",
    "url": "https://ci.chromium.org/b/8864060865329142704",
    "utcnow_ts": "1604981409797956"
  }
}
[04:10:09.812] Invocation finished in 3h12m55.635060076s with status FAILED