Status: FAILED
Triggered by: -
Duration: 1 hour
Actions:

Definition (rev 61da5958bb1bf61dc6dab9a9ab14fa46798b5d0f)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Mac deterministic"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "d7dbf120af55c32b773b53510c1ed2d401c37a01"
}

Incoming tags

  • buildset:commit/git/d7dbf120af55c32b773b53510c1ed2d401c37a01
  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d7dbf120af55c32b773b53510c1ed2d401c37a01
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[02:17:42.888] New invocation is queued and will start shortly
[02:17:44.299] Starting the invocation (attempt 1)
[02:17:44.346] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:17:44.347] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:17:44.347] Buildbucket request:
{
  "bucket": "luci.chromium.ci",
  "client_operation_id": "9037639591498587232",
  "parameters_json": "{\"builder_name\":\"Mac deterministic\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src\",\"revision\":\"d7dbf120af55c32b773b53510c1ed2d401c37a01\"}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:Mac deterministic",
    "scheduler_invocation_id:9037639591498587232",
    "scheduler_job_id:chromium/Mac deterministic",
    "user_agent:luci-scheduler",
    "buildset:commit/git/d7dbf120af55c32b773b53510c1ed2d401c37a01",
    "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d7dbf120af55c32b773b53510c1ed2d401c37a01",
    "gitiles_ref:refs/heads/master"
  ]
}
[02:17:49.250] Buildbucket response:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "created_by": "project:chromium",
    "created_ts": "1597198665174707",
    "id": "8872209528424474512",
    "parameters_json": "{\"builder_name\": \"Mac deterministic\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"d7dbf120af55c32b773b53510c1ed2d401c37a01\"}}",
    "project": "chromium",
    "result_details_json": "{\"properties\": {}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1597198668557909",
    "tags": [
      "build_address:luci.chromium.ci/Mac deterministic/40060",
      "builder:Mac deterministic",
      "buildset:commit/git/d7dbf120af55c32b773b53510c1ed2d401c37a01",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d7dbf120af55c32b773b53510c1ed2d401c37a01",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9037639591498587232",
      "scheduler_job_id:chromium/Mac deterministic",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8872209528424474512/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:recipe_name:swarming/deterministic_build",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1597198668558106",
    "url": "https://ci.chromium.org/b/8872209528424474512",
    "utcnow_ts": "1597198669236778"
  }
}
[02:17:49.250] Task URL: https://ci.chromium.org/b/8872209528424474512
[02:17:49.250] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:2:0) after 1m0s
[02:18:37.366] Received PubSub notification, asking Buildbucket for the build status
[02:18:37.952] Build 8872209528424474512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:18:49.358] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:2:0)
[02:18:49.359] Timer tick, asking Buildbucket for the build status
[02:18:49.472] Build 8872209528424474512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:18:49.472] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:4:0) after 1m0s
[02:19:49.575] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:4:0)
[02:19:49.575] Timer tick, asking Buildbucket for the build status
[02:19:49.825] Build 8872209528424474512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:19:49.825] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:5:0) after 1m0s
[02:20:49.957] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:5:0)
[02:20:49.957] Timer tick, asking Buildbucket for the build status
[02:20:50.293] Build 8872209528424474512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:20:50.293] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:6:0) after 1m0s
[02:21:50.450] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:6:0)
[02:21:50.450] Timer tick, asking Buildbucket for the build status
[02:21:50.573] Build 8872209528424474512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:21:50.573] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:7:0) after 1m0s
[02:22:50.589] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:7:0)
[02:22:50.589] Timer tick, asking Buildbucket for the build status
[02:22:51.095] Build 8872209528424474512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:22:51.095] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:8:0) after 1m0s
[02:23:51.581] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:8:0)
[02:23:51.581] Timer tick, asking Buildbucket for the build status
[02:23:52.294] Build 8872209528424474512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:23:52.294] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:9:0) after 1m0s
[02:24:52.546] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:9:0)
[02:24:52.547] Timer tick, asking Buildbucket for the build status
[02:24:52.728] Build 8872209528424474512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:24:52.728] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:10:0) after 1m0s
[02:25:52.874] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:10:0)
[02:25:52.874] Timer tick, asking Buildbucket for the build status
[02:25:52.934] Build 8872209528424474512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:25:52.934] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:11:0) after 1m0s
[02:26:52.995] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:11:0)
[02:26:52.995] Timer tick, asking Buildbucket for the build status
[02:26:53.070] Build 8872209528424474512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:26:53.070] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:12:0) after 1m0s
[02:27:53.226] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:12:0)
[02:27:53.226] Timer tick, asking Buildbucket for the build status
[02:27:53.380] Build 8872209528424474512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:27:53.380] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:13:0) after 1m0s
[02:28:53.602] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:13:0)
[02:28:53.602] Timer tick, asking Buildbucket for the build status
[02:28:53.684] Build 8872209528424474512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:28:53.684] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:14:0) after 1m0s
[02:29:53.850] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:14:0)
[02:29:53.850] Timer tick, asking Buildbucket for the build status
[02:29:53.955] Build 8872209528424474512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:29:53.955] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:15:0) after 1m0s
[02:30:54.161] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:15:0)
[02:30:54.161] Timer tick, asking Buildbucket for the build status
[02:30:54.361] Build 8872209528424474512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:30:54.361] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:16:0) after 1m0s
[02:31:54.429] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:16:0)
[02:31:54.429] Timer tick, asking Buildbucket for the build status
[02:31:54.563] Build 8872209528424474512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:31:54.563] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:17:0) after 1m0s
[02:32:54.903] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:17:0)
[02:32:54.903] Timer tick, asking Buildbucket for the build status
[02:32:55.112] Build 8872209528424474512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:32:55.112] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:18:0) after 1m0s
[02:33:55.297] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:18:0)
[02:33:55.297] Timer tick, asking Buildbucket for the build status
[02:33:55.364] Build 8872209528424474512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:33:55.364] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:19:0) after 1m0s
[02:34:55.431] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:19:0)
[02:34:55.431] Timer tick, asking Buildbucket for the build status
[02:34:55.514] Build 8872209528424474512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:34:55.514] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:20:0) after 1m0s
[02:35:55.523] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:20:0)
[02:35:55.523] Timer tick, asking Buildbucket for the build status
[02:35:55.602] Build 8872209528424474512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:35:55.602] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:21:0) after 1m0s
[02:36:55.628] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:21:0)
[02:36:55.628] Timer tick, asking Buildbucket for the build status
[02:36:55.783] Build 8872209528424474512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:36:55.783] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:22:0) after 1m0s
[02:37:55.839] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:22:0)
[02:37:55.839] Timer tick, asking Buildbucket for the build status
[02:37:56.115] Build 8872209528424474512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:37:56.115] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:23:0) after 1m0s
[02:38:56.144] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:23:0)
[02:38:56.144] Timer tick, asking Buildbucket for the build status
[02:38:56.265] Build 8872209528424474512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:38:56.265] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:24:0) after 1m0s
[02:39:56.294] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:24:0)
[02:39:56.294] Timer tick, asking Buildbucket for the build status
[02:39:56.582] Build 8872209528424474512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:39:56.582] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:25:0) after 1m0s
[02:40:56.682] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:25:0)
[02:40:56.682] Timer tick, asking Buildbucket for the build status
[02:40:56.762] Build 8872209528424474512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:40:56.762] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:26:0) after 1m0s
[02:41:56.839] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:26:0)
[02:41:56.839] Timer tick, asking Buildbucket for the build status
[02:41:56.946] Build 8872209528424474512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:41:56.946] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:27:0) after 1m0s
[02:42:57.629] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:27:0)
[02:42:57.629] Timer tick, asking Buildbucket for the build status
[02:42:57.762] Build 8872209528424474512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:42:57.762] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:28:0) after 1m0s
[02:43:57.937] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:28:0)
[02:43:57.937] Timer tick, asking Buildbucket for the build status
[02:43:58.046] Build 8872209528424474512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:43:58.046] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:29:0) after 1m0s
[02:44:58.455] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:29:0)
[02:44:58.455] Timer tick, asking Buildbucket for the build status
[02:44:58.553] Build 8872209528424474512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:44:58.553] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:30:0) after 1m0s
[02:45:58.783] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:30:0)
[02:45:58.783] Timer tick, asking Buildbucket for the build status
[02:45:58.894] Build 8872209528424474512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:45:58.894] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:31:0) after 1m0s
[02:46:59.247] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:31:0)
[02:46:59.247] Timer tick, asking Buildbucket for the build status
[02:46:59.331] Build 8872209528424474512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:46:59.331] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:32:0) after 1m0s
[02:47:59.549] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:32:0)
[02:47:59.549] Timer tick, asking Buildbucket for the build status
[02:48:03.532] Build 8872209528424474512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:48:03.532] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:33:0) after 1m0s
[02:49:03.835] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:33:0)
[02:49:03.835] Timer tick, asking Buildbucket for the build status
[02:49:04.256] Build 8872209528424474512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:49:04.256] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:34:0) after 1m0s
[02:50:04.687] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:34:0)
[02:50:04.687] Timer tick, asking Buildbucket for the build status
[02:50:04.783] Build 8872209528424474512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:50:04.783] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:35:0) after 1m0s
[02:51:05.073] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:35:0)
[02:51:05.073] Timer tick, asking Buildbucket for the build status
[02:51:05.349] Build 8872209528424474512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:51:05.349] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:36:0) after 1m0s
[02:52:05.482] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:36:0)
[02:52:05.483] Timer tick, asking Buildbucket for the build status
[02:52:05.905] Build 8872209528424474512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:52:05.905] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:37:0) after 1m0s
[02:53:05.989] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:37:0)
[02:53:05.989] Timer tick, asking Buildbucket for the build status
[02:53:06.401] Build 8872209528424474512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:53:06.401] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:38:0) after 1m0s
[02:54:06.434] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:38:0)
[02:54:06.434] Timer tick, asking Buildbucket for the build status
[02:54:06.709] Build 8872209528424474512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:54:06.709] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:39:0) after 1m0s
[02:55:06.733] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:39:0)
[02:55:06.733] Timer tick, asking Buildbucket for the build status
[02:55:06.844] Build 8872209528424474512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:55:06.844] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:40:0) after 1m0s
[02:56:06.824] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:40:0)
[02:56:06.824] Timer tick, asking Buildbucket for the build status
[02:56:06.892] Build 8872209528424474512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:56:06.892] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:41:0) after 1m0s
[02:57:06.885] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:41:0)
[02:57:06.885] Timer tick, asking Buildbucket for the build status
[02:57:06.971] Build 8872209528424474512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:57:06.971] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:42:0) after 1m0s
[02:58:07.104] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:42:0)
[02:58:07.104] Timer tick, asking Buildbucket for the build status
[02:58:07.222] Build 8872209528424474512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:58:07.222] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:43:0) after 1m0s
[02:59:07.330] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:43:0)
[02:59:07.330] Timer tick, asking Buildbucket for the build status
[02:59:07.419] Build 8872209528424474512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:59:07.419] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:44:0) after 1m0s
[03:00:07.432] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:44:0)
[03:00:07.432] Timer tick, asking Buildbucket for the build status
[03:00:07.686] Build 8872209528424474512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:00:07.686] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:45:0) after 1m0s
[03:01:08.334] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:45:0)
[03:01:08.334] Timer tick, asking Buildbucket for the build status
[03:01:08.606] Build 8872209528424474512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:01:08.606] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:46:0) after 1m0s
[03:02:08.711] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:46:0)
[03:02:08.711] Timer tick, asking Buildbucket for the build status
[03:02:08.785] Build 8872209528424474512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:02:08.785] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:47:0) after 1m0s
[03:03:08.914] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:47:0)
[03:03:08.914] Timer tick, asking Buildbucket for the build status
[03:03:09.043] Build 8872209528424474512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:03:09.043] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:48:0) after 1m0s
[03:04:09.161] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:48:0)
[03:04:09.161] Timer tick, asking Buildbucket for the build status
[03:04:09.753] Build 8872209528424474512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:04:09.753] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:49:0) after 1m0s
[03:05:09.778] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:49:0)
[03:05:09.778] Timer tick, asking Buildbucket for the build status
[03:05:09.872] Build 8872209528424474512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:05:09.872] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:50:0) after 1m0s
[03:06:09.927] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:50:0)
[03:06:09.927] Timer tick, asking Buildbucket for the build status
[03:06:09.995] Build 8872209528424474512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:06:09.995] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:51:0) after 1m0s
[03:07:10.029] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:51:0)
[03:07:10.029] Timer tick, asking Buildbucket for the build status
[03:07:10.228] Build 8872209528424474512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:07:10.228] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:52:0) after 1m0s
[03:08:10.311] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:52:0)
[03:08:10.312] Timer tick, asking Buildbucket for the build status
[03:08:10.795] Build 8872209528424474512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:08:10.795] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:53:0) after 1m0s
[03:09:10.778] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:53:0)
[03:09:10.778] Timer tick, asking Buildbucket for the build status
[03:09:10.917] Build 8872209528424474512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:09:10.917] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:54:0) after 1m0s
[03:10:11.122] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:54:0)
[03:10:11.122] Timer tick, asking Buildbucket for the build status
[03:10:11.431] Build 8872209528424474512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:10:11.431] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:55:0) after 1m0s
[03:11:11.585] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:55:0)
[03:11:11.585] Timer tick, asking Buildbucket for the build status
[03:11:12.013] Build 8872209528424474512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:11:12.013] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:56:0) after 1m0s
[03:12:12.038] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:56:0)
[03:12:12.038] Timer tick, asking Buildbucket for the build status
[03:12:12.164] Build 8872209528424474512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:12:12.164] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:57:0) after 1m0s
[03:13:12.298] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:57:0)
[03:13:12.298] Timer tick, asking Buildbucket for the build status
[03:13:12.601] Build 8872209528424474512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:13:12.601] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:58:0) after 1m0s
[03:14:12.635] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:58:0)
[03:14:12.635] Timer tick, asking Buildbucket for the build status
[03:14:12.865] Build 8872209528424474512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:14:12.865] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:59:0) after 1m0s
[03:15:12.932] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:59:0)
[03:15:12.932] Timer tick, asking Buildbucket for the build status
[03:15:13.288] Build 8872209528424474512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:15:13.288] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:60:0) after 1m0s
[03:16:13.441] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:60:0)
[03:16:13.441] Timer tick, asking Buildbucket for the build status
[03:16:14.418] Build 8872209528424474512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:16:14.418] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:61:0) after 1m0s
[03:17:14.496] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:61:0)
[03:17:14.496] Timer tick, asking Buildbucket for the build status
[03:17:14.669] Build 8872209528424474512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:17:14.669] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:62:0) after 1m0s
[03:18:14.812] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:62:0)
[03:18:14.814] Timer tick, asking Buildbucket for the build status
[03:18:15.013] Build 8872209528424474512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:18:15.013] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:63:0) after 1m0s
[03:19:15.024] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:63:0)
[03:19:15.024] Timer tick, asking Buildbucket for the build status
[03:19:15.163] Build 8872209528424474512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:19:15.163] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:64:0) after 1m0s
[03:20:15.218] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:64:0)
[03:20:15.218] Timer tick, asking Buildbucket for the build status
[03:20:15.664] Build 8872209528424474512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:20:15.664] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:65:0) after 1m0s
[03:21:15.673] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:65:0)
[03:21:15.673] Timer tick, asking Buildbucket for the build status
[03:21:15.770] Build 8872209528424474512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:21:15.770] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:66:0) after 1m0s
[03:22:15.860] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:66:0)
[03:22:15.860] Timer tick, asking Buildbucket for the build status
[03:22:16.231] Build 8872209528424474512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:22:16.231] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:67:0) after 1m0s
[03:23:16.267] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:67:0)
[03:23:16.267] Timer tick, asking Buildbucket for the build status
[03:23:16.451] Build 8872209528424474512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:23:16.451] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:68:0) after 1m0s
[03:24:16.505] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:68:0)
[03:24:16.505] Timer tick, asking Buildbucket for the build status
[03:24:16.591] Build 8872209528424474512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:24:16.591] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:69:0) after 1m0s
[03:25:16.636] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:69:0)
[03:25:16.636] Timer tick, asking Buildbucket for the build status
[03:25:16.767] Build 8872209528424474512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:25:16.767] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:70:0) after 1m0s
[03:26:17.324] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:70:0)
[03:26:17.324] Timer tick, asking Buildbucket for the build status
[03:26:17.409] Build 8872209528424474512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:26:17.409] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:71:0) after 1m0s
[03:27:17.520] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:71:0)
[03:27:17.520] Timer tick, asking Buildbucket for the build status
[03:27:17.579] Build 8872209528424474512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:27:17.579] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:72:0) after 1m0s
[03:28:17.744] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:72:0)
[03:28:17.744] Timer tick, asking Buildbucket for the build status
[03:28:17.863] Build 8872209528424474512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:28:17.863] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:73:0) after 1m0s
[03:29:18.269] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:73:0)
[03:29:18.269] Timer tick, asking Buildbucket for the build status
[03:29:18.455] Build 8872209528424474512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:29:18.455] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:74:0) after 1m0s
[03:30:18.942] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:74:0)
[03:30:18.942] Timer tick, asking Buildbucket for the build status
[03:30:19.721] Build 8872209528424474512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:30:19.721] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:75:0) after 1m0s
[03:31:20.306] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:75:0)
[03:31:20.306] Timer tick, asking Buildbucket for the build status
[03:31:21.083] Build 8872209528424474512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:31:21.084] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:76:0) after 1m0s
[03:32:21.337] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:76:0)
[03:32:21.337] Timer tick, asking Buildbucket for the build status
[03:32:21.483] Build 8872209528424474512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:32:21.483] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:77:0) after 1m0s
[03:33:21.525] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:77:0)
[03:33:21.525] Timer tick, asking Buildbucket for the build status
[03:33:22.307] Build 8872209528424474512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:33:22.307] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:78:0) after 1m0s
[03:34:22.366] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:78:0)
[03:34:22.366] Timer tick, asking Buildbucket for the build status
[03:34:22.425] Build 8872209528424474512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:34:22.425] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:79:0) after 1m0s
[03:35:22.489] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:79:0)
[03:35:22.489] Timer tick, asking Buildbucket for the build status
[03:35:22.897] Build 8872209528424474512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:35:22.897] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:80:0) after 1m0s
[03:36:23.063] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:80:0)
[03:36:23.063] Timer tick, asking Buildbucket for the build status
[03:36:23.163] Build 8872209528424474512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:36:23.164] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:81:0) after 1m0s
[03:37:23.318] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:81:0)
[03:37:23.318] Timer tick, asking Buildbucket for the build status
[03:37:23.418] Build 8872209528424474512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:37:23.418] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:82:0) after 1m0s
[03:38:23.490] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:82:0)
[03:38:23.490] Timer tick, asking Buildbucket for the build status
[03:38:23.658] Build 8872209528424474512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:38:23.658] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:83:0) after 1m0s
[03:39:23.718] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:83:0)
[03:39:23.718] Timer tick, asking Buildbucket for the build status
[03:39:23.898] Build 8872209528424474512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:39:23.898] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:84:0) after 1m0s
[03:40:24.029] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:84:0)
[03:40:24.029] Timer tick, asking Buildbucket for the build status
[03:40:24.186] Build 8872209528424474512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:40:24.186] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:85:0) after 1m0s
[03:41:24.351] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:85:0)
[03:41:24.351] Timer tick, asking Buildbucket for the build status
[03:41:24.724] Build 8872209528424474512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:41:24.724] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:86:0) after 1m0s
[03:42:24.777] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:86:0)
[03:42:24.777] Timer tick, asking Buildbucket for the build status
[03:42:24.885] Build 8872209528424474512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:42:24.885] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:87:0) after 1m0s
[03:43:24.946] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:87:0)
[03:43:24.946] Timer tick, asking Buildbucket for the build status
[03:43:25.566] Build 8872209528424474512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:43:25.566] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:88:0) after 1m0s
[03:44:25.709] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:88:0)
[03:44:25.709] Timer tick, asking Buildbucket for the build status
[03:44:26.929] Build 8872209528424474512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:44:26.929] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:89:0) after 1m0s
[03:45:27.005] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:89:0)
[03:45:27.005] Timer tick, asking Buildbucket for the build status
[03:45:27.289] Build 8872209528424474512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:45:27.289] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:90:0) after 1m0s
[03:46:27.348] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:90:0)
[03:46:27.348] Timer tick, asking Buildbucket for the build status
[03:46:27.500] Build 8872209528424474512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:46:27.500] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:91:0) after 1m0s
[03:47:27.744] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:91:0)
[03:47:27.744] Timer tick, asking Buildbucket for the build status
[03:47:28.144] Build 8872209528424474512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:47:28.144] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:92:0) after 1m0s
[03:48:28.214] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:92:0)
[03:48:28.214] Timer tick, asking Buildbucket for the build status
[03:48:28.402] Build 8872209528424474512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:48:28.402] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:93:0) after 1m0s
[03:49:28.526] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:93:0)
[03:49:28.526] Timer tick, asking Buildbucket for the build status
[03:49:28.651] Build 8872209528424474512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:49:28.651] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:94:0) after 1m0s
[03:50:28.653] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:94:0)
[03:50:28.653] Timer tick, asking Buildbucket for the build status
[03:50:28.732] Build 8872209528424474512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:50:28.732] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:95:0) after 1m0s
[03:51:28.873] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:95:0)
[03:51:28.873] Timer tick, asking Buildbucket for the build status
[03:51:29.047] Build 8872209528424474512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:51:29.047] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:96:0) after 1m0s
[03:52:29.118] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:96:0)
[03:52:29.118] Timer tick, asking Buildbucket for the build status
[03:52:29.509] Build 8872209528424474512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:52:29.509] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:97:0) after 1m0s
[03:53:29.548] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:97:0)
[03:53:29.548] Timer tick, asking Buildbucket for the build status
[03:53:30.030] Build 8872209528424474512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:53:30.030] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:98:0) after 1m0s
[03:54:30.086] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:98:0)
[03:54:30.086] Timer tick, asking Buildbucket for the build status
[03:54:30.145] Build 8872209528424474512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:54:30.145] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:99:0) after 1m0s
[03:55:30.173] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:99:0)
[03:55:30.173] Timer tick, asking Buildbucket for the build status
[03:55:30.270] Build 8872209528424474512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:55:30.270] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:100:0) after 1m0s
[03:56:30.325] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:100:0)
[03:56:30.325] Timer tick, asking Buildbucket for the build status
[03:56:30.628] Build 8872209528424474512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:56:30.628] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:101:0) after 1m0s
[03:57:30.655] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:101:0)
[03:57:30.655] Timer tick, asking Buildbucket for the build status
[03:57:30.861] Build 8872209528424474512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:57:30.861] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:102:0) after 1m0s
[03:58:30.920] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:102:0)
[03:58:30.920] Timer tick, asking Buildbucket for the build status
[03:58:31.136] Build 8872209528424474512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:58:31.136] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:103:0) after 1m0s
[03:59:31.196] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:103:0)
[03:59:31.196] Timer tick, asking Buildbucket for the build status
[03:59:31.932] Build 8872209528424474512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:59:31.932] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:104:0) after 1m0s
[04:00:31.976] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:104:0)
[04:00:31.976] Timer tick, asking Buildbucket for the build status
[04:00:32.082] Build 8872209528424474512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:00:32.082] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:105:0) after 1m0s
[04:01:32.100] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:105:0)
[04:01:32.100] Timer tick, asking Buildbucket for the build status
[04:01:32.386] Build 8872209528424474512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:01:32.386] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:106:0) after 1m0s
[04:02:32.463] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:106:0)
[04:02:32.463] Timer tick, asking Buildbucket for the build status
[04:02:32.856] Build 8872209528424474512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:02:32.856] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:107:0) after 1m0s
[04:03:32.900] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:107:0)
[04:03:32.900] Timer tick, asking Buildbucket for the build status
[04:03:33.516] Build 8872209528424474512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:03:33.516] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:108:0) after 1m0s
[04:04:33.581] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:108:0)
[04:04:33.581] Timer tick, asking Buildbucket for the build status
[04:04:33.804] Build 8872209528424474512: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:04:33.804] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9037639591498587232:109:0) after 1m0s
[04:05:33.435] Received PubSub notification, asking Buildbucket for the build status
[04:05:33.525] Build 8872209528424474512: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[04:05:33.525] Buildbucket build:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "completed_ts": "1597205133135423",
    "created_by": "project:chromium",
    "created_ts": "1597198665174707",
    "failure_reason": "BUILD_FAILURE",
    "id": "8872209528424474512",
    "parameters_json": "{\"builder_name\": \"Mac deterministic\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"d7dbf120af55c32b773b53510c1ed2d401c37a01\"}}",
    "project": "chromium",
    "result": "FAILURE",
    "result_details_json": "{\"error\": {\"message\": \"Step('compare_build_artifacts') (retcode: 1)\"}, \"properties\": {\"$build/goma\": {\"rpc_extra_params\": \"?prod\", \"server_host\": \"goma.chromium.org\"}, \"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"build204-m9\", \"branch\": \"refs/heads/master\", \"buildername\": \"Mac deterministic\", \"buildnumber\": 40060, \"clang_revision\": \"llvmorg-12-init-1771-g1bd7046e-3\", \"got_angle_revision\": \"48d951e22d45c37373c1cdb56f43fd08fbf3f031\", \"got_dawn_revision\": \"11c0f579b1d2f568c436f81e41cb508fd93afbc1\", \"got_nacl_revision\": \"3008f9e6de122325d8f9dbf02f7cdd51fa1ec306\", \"got_revision\": \"d7dbf120af55c32b773b53510c1ed2d401c37a01\", \"got_revision_cp\": \"refs/heads/master@{#797081}\", \"got_swarming_client_revision\": \"4c095d04179dc725a300085ae21fe3b79900d072\", \"got_swiftshader_revision\": \"afbc899f2ff2da9337fdba75eec2f33658bde706\", \"got_v8_revision\": \"347e854b713ba7e4d782ae008fa116ceb8ba3687\", \"got_v8_revision_cp\": \"refs/heads/8.6.350@{#1}\", \"got_webrtc_revision\": \"c2cfd18ab8cabb29fe0866d467588d22b8c5e501\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#31914}\", \"mastername\": \"chromium.fyi\", \"path_config\": \"generic\", \"recipe\": \"swarming/deterministic_build\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"d7dbf120af55c32b773b53510c1ed2d401c37a01\"}, \"swarming\": {\"bot_dimensions\": {\"builder\": [\"Mac deterministic\"], \"caches\": [\"builder_7b52a3a1245e897041cdcf338a3870df21540919220c864c03da3b37f2e3c589_v2\", \"git\", \"goma_v2\", \"vpython\"], \"cores\": [\"24\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"1002\", \"1002:679e\", \"1002:679e-4.0.11-3.2.8\"], \"hidpi\": [\"0\"], \"id\": [\"build204-m9\"], \"mac_model\": [\"MacPro6,1\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Mac\", \"Mac-10.13\", \"Mac-10.13.6\", \"Mac-10.13.6-17G66\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.10\"], \"server_version\": [\"5480-a98aa12\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}, \"ui\": {\"info\": \"Step('compare_build_artifacts') (retcode: 1)\"}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1597198716313866",
    "status": "COMPLETED",
    "status_changed_ts": "1597198716800511",
    "tags": [
      "build_address:luci.chromium.ci/Mac deterministic/40060",
      "builder:Mac deterministic",
      "buildset:commit/git/d7dbf120af55c32b773b53510c1ed2d401c37a01",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d7dbf120af55c32b773b53510c1ed2d401c37a01",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9037639591498587232",
      "scheduler_job_id:chromium/Mac deterministic",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8872209528424474512/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:os:Mac",
      "swarming_tag:recipe_name:swarming/deterministic_build",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:4df9471c66e25210",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1597205133237284",
    "url": "https://ci.chromium.org/b/8872209528424474512",
    "utcnow_ts": "1597205133509584"
  }
}
[04:05:33.525] Invocation finished in 1h47m50.66688919s with status FAILED