Status: FAILED
Triggered by: -
Duration: 2 hours
Actions:

Definition (rev 61da5958bb1bf61dc6dab9a9ab14fa46798b5d0f)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.webrtc.fyi"
  builder: "WebRTC Chromium FYI Mac Builder"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://webrtc.googlesource.com/src/",
  "revision": "c1f5aaac589481daf1ebd322c1574017666eda6f"
}

Incoming tags

  • buildset:commit/git/c1f5aaac589481daf1ebd322c1574017666eda6f
  • buildset:commit/gitiles/webrtc.googlesource.com/src/+/c1f5aaac589481daf1ebd322c1574017666eda6f
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[00:43:04.239] New invocation is queued and will start shortly
[00:43:05.875] Starting the invocation (attempt 1)
[00:43:05.930] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:43:05.931] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:43:05.931] Buildbucket request:
{
  "bucket": "luci.chromium.webrtc.fyi",
  "client_operation_id": "9028223461479450208",
  "parameters_json": "{\"builder_name\":\"WebRTC Chromium FYI Mac Builder\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://webrtc.googlesource.com/src/\",\"revision\":\"c1f5aaac589481daf1ebd322c1574017666eda6f\"}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:WebRTC Chromium FYI Mac Builder",
    "scheduler_invocation_id:9028223461479450208",
    "scheduler_job_id:chromium/WebRTC Chromium FYI Mac Builder",
    "user_agent:luci-scheduler",
    "buildset:commit/git/c1f5aaac589481daf1ebd322c1574017666eda6f",
    "buildset:commit/gitiles/webrtc.googlesource.com/src/+/c1f5aaac589481daf1ebd322c1574017666eda6f",
    "gitiles_ref:refs/heads/master"
  ]
}
[00:43:06.703] Buildbucket response:
{
  "build": {
    "bucket": "luci.chromium.webrtc.fyi",
    "canary_preference": "PROD",
    "created_by": "project:chromium",
    "created_ts": "1606178586073476",
    "id": "8862793398888664432",
    "parameters_json": "{\"builder_name\": \"WebRTC Chromium FYI Mac Builder\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://webrtc.googlesource.com/src/\", \"revision\": \"c1f5aaac589481daf1ebd322c1574017666eda6f\"}}",
    "project": "chromium",
    "result_details_json": "{\"properties\": {}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1606178586569410",
    "tags": [
      "build_address:luci.chromium.webrtc.fyi/WebRTC Chromium FYI Mac Builder/7131",
      "builder:WebRTC Chromium FYI Mac Builder",
      "buildset:commit/git/c1f5aaac589481daf1ebd322c1574017666eda6f",
      "buildset:commit/gitiles/webrtc.googlesource.com/src/+/c1f5aaac589481daf1ebd322c1574017666eda6f",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9028223461479450208",
      "scheduler_job_id:chromium/WebRTC Chromium FYI Mac Builder",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8862793398888664432/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:recipe_name:chromium",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1606178586569648",
    "url": "https://ci.chromium.org/b/8862793398888664432",
    "utcnow_ts": "1606178586691575"
  }
}
[00:43:06.703] Task URL: https://ci.chromium.org/b/8862793398888664432
[00:43:06.703] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:2:0) after 1m0s
[00:43:55.900] Received PubSub notification, asking Buildbucket for the build status
[00:43:55.975] Build 8862793398888664432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:44:07.185] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:2:0)
[00:44:07.185] Timer tick, asking Buildbucket for the build status
[00:44:07.269] Build 8862793398888664432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:44:07.269] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:4:0) after 1m0s
[00:45:07.353] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:4:0)
[00:45:07.353] Timer tick, asking Buildbucket for the build status
[00:45:08.305] Build 8862793398888664432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:45:08.305] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:5:0) after 1m0s
[00:46:08.328] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:5:0)
[00:46:08.328] Timer tick, asking Buildbucket for the build status
[00:46:08.522] Build 8862793398888664432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:46:08.522] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:6:0) after 1m0s
[00:47:08.591] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:6:0)
[00:47:08.591] Timer tick, asking Buildbucket for the build status
[00:47:08.700] Build 8862793398888664432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:47:08.700] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:7:0) after 1m0s
[00:48:08.745] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:7:0)
[00:48:08.745] Timer tick, asking Buildbucket for the build status
[00:48:08.923] Build 8862793398888664432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:48:08.923] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:8:0) after 1m0s
[00:49:08.961] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:8:0)
[00:49:08.961] Timer tick, asking Buildbucket for the build status
[00:49:09.084] Build 8862793398888664432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:49:09.084] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:9:0) after 1m0s
[00:50:09.124] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:9:0)
[00:50:09.125] Timer tick, asking Buildbucket for the build status
[00:50:09.273] Build 8862793398888664432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:50:09.273] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:10:0) after 1m0s
[00:51:09.568] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:10:0)
[00:51:09.568] Timer tick, asking Buildbucket for the build status
[00:51:09.907] Build 8862793398888664432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:51:09.907] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:11:0) after 1m0s
[00:52:09.979] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:11:0)
[00:52:09.979] Timer tick, asking Buildbucket for the build status
[00:52:10.069] Build 8862793398888664432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:52:10.069] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:12:0) after 1m0s
[00:53:10.135] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:12:0)
[00:53:10.135] Timer tick, asking Buildbucket for the build status
[00:53:10.435] Build 8862793398888664432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:53:10.435] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:13:0) after 1m0s
[00:54:10.447] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:13:0)
[00:54:10.447] Timer tick, asking Buildbucket for the build status
[00:54:10.545] Build 8862793398888664432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:54:10.545] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:14:0) after 1m0s
[00:55:10.750] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:14:0)
[00:55:10.750] Timer tick, asking Buildbucket for the build status
[00:55:10.829] Build 8862793398888664432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:55:10.829] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:15:0) after 1m0s
[00:56:11.049] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:15:0)
[00:56:11.049] Timer tick, asking Buildbucket for the build status
[00:56:11.460] Build 8862793398888664432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:56:11.460] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:16:0) after 1m0s
[00:57:11.553] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:16:0)
[00:57:11.553] Timer tick, asking Buildbucket for the build status
[00:57:11.625] Build 8862793398888664432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:57:11.625] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:17:0) after 1m0s
[00:58:11.744] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:17:0)
[00:58:11.744] Timer tick, asking Buildbucket for the build status
[00:58:11.885] Build 8862793398888664432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:58:11.885] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:18:0) after 1m0s
[00:59:11.907] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:18:0)
[00:59:11.907] Timer tick, asking Buildbucket for the build status
[00:59:11.974] Build 8862793398888664432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:59:11.974] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:19:0) after 1m0s
[01:00:12.030] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:19:0)
[01:00:12.030] Timer tick, asking Buildbucket for the build status
[01:00:12.096] Build 8862793398888664432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:00:12.097] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:20:0) after 1m0s
[01:01:12.167] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:20:0)
[01:01:12.167] Timer tick, asking Buildbucket for the build status
[01:01:12.285] Build 8862793398888664432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:01:12.285] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:21:0) after 1m0s
[01:02:12.315] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:21:0)
[01:02:12.315] Timer tick, asking Buildbucket for the build status
[01:02:12.442] Build 8862793398888664432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:02:12.442] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:22:0) after 1m0s
[01:03:12.496] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:22:0)
[01:03:12.496] Timer tick, asking Buildbucket for the build status
[01:03:12.618] Build 8862793398888664432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:03:12.619] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:23:0) after 1m0s
[01:04:12.821] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:23:0)
[01:04:12.821] Timer tick, asking Buildbucket for the build status
[01:04:12.890] Build 8862793398888664432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:04:12.890] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:24:0) after 1m0s
[01:05:13.065] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:24:0)
[01:05:13.065] Timer tick, asking Buildbucket for the build status
[01:05:13.139] Build 8862793398888664432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:05:13.139] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:25:0) after 1m0s
[01:06:13.235] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:25:0)
[01:06:13.235] Timer tick, asking Buildbucket for the build status
[01:06:13.295] Build 8862793398888664432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:06:13.295] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:26:0) after 1m0s
[01:07:13.345] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:26:0)
[01:07:13.345] Timer tick, asking Buildbucket for the build status
[01:07:13.428] Build 8862793398888664432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:07:13.428] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:27:0) after 1m0s
[01:08:13.479] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:27:0)
[01:08:13.479] Timer tick, asking Buildbucket for the build status
[01:08:13.597] Build 8862793398888664432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:08:13.597] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:28:0) after 1m0s
[01:09:13.665] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:28:0)
[01:09:13.666] Timer tick, asking Buildbucket for the build status
[01:09:13.731] Build 8862793398888664432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:09:13.731] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:29:0) after 1m0s
[01:10:13.778] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:29:0)
[01:10:13.778] Timer tick, asking Buildbucket for the build status
[01:10:13.851] Build 8862793398888664432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:10:13.851] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:30:0) after 1m0s
[01:11:13.858] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:30:0)
[01:11:13.858] Timer tick, asking Buildbucket for the build status
[01:11:13.915] Build 8862793398888664432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:11:13.915] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:31:0) after 1m0s
[01:12:13.924] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:31:0)
[01:12:13.924] Timer tick, asking Buildbucket for the build status
[01:12:13.993] Build 8862793398888664432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:12:13.993] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:32:0) after 1m0s
[01:13:14.112] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:32:0)
[01:13:14.112] Timer tick, asking Buildbucket for the build status
[01:13:14.221] Build 8862793398888664432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:13:14.221] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:33:0) after 1m0s
[01:14:14.235] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:33:0)
[01:14:14.235] Timer tick, asking Buildbucket for the build status
[01:14:14.307] Build 8862793398888664432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:14:14.308] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:34:0) after 1m0s
[01:15:14.470] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:34:0)
[01:15:14.470] Timer tick, asking Buildbucket for the build status
[01:15:14.541] Build 8862793398888664432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:15:14.541] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:35:0) after 1m0s
[01:16:14.713] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:35:0)
[01:16:14.713] Timer tick, asking Buildbucket for the build status
[01:16:14.834] Build 8862793398888664432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:16:14.834] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:36:0) after 1m0s
[01:17:14.977] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:36:0)
[01:17:14.977] Timer tick, asking Buildbucket for the build status
[01:17:15.195] Build 8862793398888664432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:17:15.195] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:37:0) after 1m0s
[01:18:15.275] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:37:0)
[01:18:15.275] Timer tick, asking Buildbucket for the build status
[01:18:15.617] Build 8862793398888664432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:18:15.617] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:38:0) after 1m0s
[01:19:15.790] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:38:0)
[01:19:15.790] Timer tick, asking Buildbucket for the build status
[01:19:15.935] Build 8862793398888664432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:19:15.935] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:39:0) after 1m0s
[01:20:16.037] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:39:0)
[01:20:16.037] Timer tick, asking Buildbucket for the build status
[01:20:16.252] Build 8862793398888664432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:20:16.252] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:40:0) after 1m0s
[01:21:16.337] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:40:0)
[01:21:16.337] Timer tick, asking Buildbucket for the build status
[01:21:16.416] Build 8862793398888664432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:21:16.416] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:41:0) after 1m0s
[01:22:16.537] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:41:0)
[01:22:16.537] Timer tick, asking Buildbucket for the build status
[01:22:16.786] Build 8862793398888664432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:22:16.786] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:42:0) after 1m0s
[01:23:16.813] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:42:0)
[01:23:16.813] Timer tick, asking Buildbucket for the build status
[01:23:16.944] Build 8862793398888664432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:23:16.944] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:43:0) after 1m0s
[01:24:17.000] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:43:0)
[01:24:17.001] Timer tick, asking Buildbucket for the build status
[01:24:17.075] Build 8862793398888664432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:24:17.075] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:44:0) after 1m0s
[01:25:17.146] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:44:0)
[01:25:17.146] Timer tick, asking Buildbucket for the build status
[01:25:17.343] Build 8862793398888664432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:25:17.343] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:45:0) after 1m0s
[01:26:17.381] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:45:0)
[01:26:17.381] Timer tick, asking Buildbucket for the build status
[01:26:17.472] Build 8862793398888664432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:26:17.472] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:46:0) after 1m0s
[01:27:17.538] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:46:0)
[01:27:17.538] Timer tick, asking Buildbucket for the build status
[01:27:17.717] Build 8862793398888664432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:27:17.717] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:47:0) after 1m0s
[01:28:17.890] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:47:0)
[01:28:17.890] Timer tick, asking Buildbucket for the build status
[01:28:18.210] Build 8862793398888664432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:28:18.210] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:48:0) after 1m0s
[01:29:18.292] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:48:0)
[01:29:18.292] Timer tick, asking Buildbucket for the build status
[01:29:18.409] Build 8862793398888664432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:29:18.409] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:49:0) after 1m0s
[01:30:18.408] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:49:0)
[01:30:18.408] Timer tick, asking Buildbucket for the build status
[01:30:18.495] Build 8862793398888664432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:30:18.495] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:50:0) after 1m0s
[01:31:18.573] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:50:0)
[01:31:18.573] Timer tick, asking Buildbucket for the build status
[01:31:18.646] Build 8862793398888664432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:31:18.646] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:51:0) after 1m0s
[01:32:18.699] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:51:0)
[01:32:18.699] Timer tick, asking Buildbucket for the build status
[01:32:19.023] Build 8862793398888664432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:32:19.023] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:52:0) after 1m0s
[01:33:19.099] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:52:0)
[01:33:19.099] Timer tick, asking Buildbucket for the build status
[01:33:19.539] Build 8862793398888664432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:33:19.539] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:53:0) after 1m0s
[01:34:19.632] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:53:0)
[01:34:19.632] Timer tick, asking Buildbucket for the build status
[01:34:19.691] Build 8862793398888664432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:34:19.691] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:54:0) after 1m0s
[01:35:19.673] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:54:0)
[01:35:19.673] Timer tick, asking Buildbucket for the build status
[01:35:20.135] Build 8862793398888664432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:35:20.135] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:55:0) after 1m0s
[01:36:20.257] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:55:0)
[01:36:20.258] Timer tick, asking Buildbucket for the build status
[01:36:20.345] Build 8862793398888664432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:36:20.346] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:56:0) after 1m0s
[01:37:20.372] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:56:0)
[01:37:20.372] Timer tick, asking Buildbucket for the build status
[01:37:20.547] Build 8862793398888664432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:37:20.547] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:57:0) after 1m0s
[01:38:20.609] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:57:0)
[01:38:20.612] Timer tick, asking Buildbucket for the build status
[01:38:20.710] Build 8862793398888664432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:38:20.710] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:58:0) after 1m0s
[01:39:20.871] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:58:0)
[01:39:20.871] Timer tick, asking Buildbucket for the build status
[01:39:20.931] Build 8862793398888664432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:39:20.931] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:59:0) after 1m0s
[01:40:21.033] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:59:0)
[01:40:21.033] Timer tick, asking Buildbucket for the build status
[01:40:21.101] Build 8862793398888664432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:40:21.101] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:60:0) after 1m0s
[01:41:21.143] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:60:0)
[01:41:21.143] Timer tick, asking Buildbucket for the build status
[01:41:21.216] Build 8862793398888664432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:41:21.216] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:61:0) after 1m0s
[01:42:21.270] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:61:0)
[01:42:21.270] Timer tick, asking Buildbucket for the build status
[01:42:21.357] Build 8862793398888664432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:42:21.357] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:62:0) after 1m0s
[01:43:21.421] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:62:0)
[01:43:21.421] Timer tick, asking Buildbucket for the build status
[01:43:21.566] Build 8862793398888664432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:43:21.566] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:63:0) after 1m0s
[01:44:21.609] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:63:0)
[01:44:21.609] Timer tick, asking Buildbucket for the build status
[01:44:21.670] Build 8862793398888664432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:44:21.670] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:64:0) after 1m0s
[01:45:21.739] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:64:0)
[01:45:21.739] Timer tick, asking Buildbucket for the build status
[01:45:21.830] Build 8862793398888664432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:45:21.830] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:65:0) after 1m0s
[01:46:21.907] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:65:0)
[01:46:21.907] Timer tick, asking Buildbucket for the build status
[01:46:22.047] Build 8862793398888664432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:46:22.047] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:66:0) after 1m0s
[01:47:22.055] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:66:0)
[01:47:22.055] Timer tick, asking Buildbucket for the build status
[01:47:22.137] Build 8862793398888664432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:47:22.137] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:67:0) after 1m0s
[01:48:22.181] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:67:0)
[01:48:22.181] Timer tick, asking Buildbucket for the build status
[01:48:22.704] Build 8862793398888664432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:48:22.704] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:68:0) after 1m0s
[01:49:22.729] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:68:0)
[01:49:22.729] Timer tick, asking Buildbucket for the build status
[01:49:22.906] Build 8862793398888664432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:49:22.906] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:69:0) after 1m0s
[01:50:22.905] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:69:0)
[01:50:22.905] Timer tick, asking Buildbucket for the build status
[01:50:23.107] Build 8862793398888664432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:50:23.108] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:70:0) after 1m0s
[01:51:23.135] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:70:0)
[01:51:23.135] Timer tick, asking Buildbucket for the build status
[01:51:23.404] Build 8862793398888664432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:51:23.404] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:71:0) after 1m0s
[01:52:23.456] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:71:0)
[01:52:23.456] Timer tick, asking Buildbucket for the build status
[01:52:23.571] Build 8862793398888664432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:52:23.571] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:72:0) after 1m0s
[01:53:23.604] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:72:0)
[01:53:23.604] Timer tick, asking Buildbucket for the build status
[01:53:23.950] Build 8862793398888664432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:53:23.950] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:73:0) after 1m0s
[01:54:24.012] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:73:0)
[01:54:24.012] Timer tick, asking Buildbucket for the build status
[01:54:24.152] Build 8862793398888664432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:54:24.152] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:74:0) after 1m0s
[01:55:24.202] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:74:0)
[01:55:24.202] Timer tick, asking Buildbucket for the build status
[01:55:24.296] Build 8862793398888664432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:55:24.296] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:75:0) after 1m0s
[01:56:24.329] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:75:0)
[01:56:24.329] Timer tick, asking Buildbucket for the build status
[01:56:24.386] Build 8862793398888664432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:56:24.386] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:76:0) after 1m0s
[01:57:24.366] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:76:0)
[01:57:24.366] Timer tick, asking Buildbucket for the build status
[01:57:24.435] Build 8862793398888664432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:57:24.435] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:77:0) after 1m0s
[01:58:24.497] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:77:0)
[01:58:24.497] Timer tick, asking Buildbucket for the build status
[01:58:24.616] Build 8862793398888664432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:58:24.616] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:78:0) after 1m0s
[01:59:24.685] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:78:0)
[01:59:24.685] Timer tick, asking Buildbucket for the build status
[01:59:24.848] Build 8862793398888664432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:59:24.848] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:79:0) after 1m0s
[02:00:24.862] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:79:0)
[02:00:24.862] Timer tick, asking Buildbucket for the build status
[02:00:24.929] Build 8862793398888664432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:00:24.929] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:80:0) after 1m0s
[02:01:25.055] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:80:0)
[02:01:25.055] Timer tick, asking Buildbucket for the build status
[02:01:25.225] Build 8862793398888664432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:01:25.225] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:81:0) after 1m0s
[02:02:25.278] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:81:0)
[02:02:25.278] Timer tick, asking Buildbucket for the build status
[02:02:25.513] Build 8862793398888664432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:02:25.513] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:82:0) after 1m0s
[02:03:25.640] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:82:0)
[02:03:25.640] Timer tick, asking Buildbucket for the build status
[02:03:25.829] Build 8862793398888664432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:03:25.829] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:83:0) after 1m0s
[02:04:25.866] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:83:0)
[02:04:25.866] Timer tick, asking Buildbucket for the build status
[02:04:26.162] Build 8862793398888664432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:04:26.162] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:84:0) after 1m0s
[02:05:26.214] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:84:0)
[02:05:26.214] Timer tick, asking Buildbucket for the build status
[02:05:26.439] Build 8862793398888664432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:05:26.439] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:85:0) after 1m0s
[02:06:26.470] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:85:0)
[02:06:26.470] Timer tick, asking Buildbucket for the build status
[02:06:27.291] Build 8862793398888664432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:06:27.291] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:86:0) after 1m0s
[02:07:27.298] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:86:0)
[02:07:27.298] Timer tick, asking Buildbucket for the build status
[02:07:27.380] Build 8862793398888664432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:07:27.380] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:87:0) after 1m0s
[02:08:27.407] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:87:0)
[02:08:27.407] Timer tick, asking Buildbucket for the build status
[02:08:27.533] Build 8862793398888664432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:08:27.533] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:88:0) after 1m0s
[02:09:27.534] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:88:0)
[02:09:27.534] Timer tick, asking Buildbucket for the build status
[02:09:27.677] Build 8862793398888664432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:09:27.677] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:89:0) after 1m0s
[02:10:27.707] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:89:0)
[02:10:27.707] Timer tick, asking Buildbucket for the build status
[02:10:27.784] Build 8862793398888664432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:10:27.784] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:90:0) after 1m0s
[02:11:27.804] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:90:0)
[02:11:27.804] Timer tick, asking Buildbucket for the build status
[02:11:29.227] Build 8862793398888664432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:11:29.227] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:91:0) after 1m0s
[02:12:29.317] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:91:0)
[02:12:29.317] Timer tick, asking Buildbucket for the build status
[02:12:29.567] Build 8862793398888664432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:12:29.567] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:92:0) after 1m0s
[02:13:29.593] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:92:0)
[02:13:29.593] Timer tick, asking Buildbucket for the build status
[02:13:29.758] Build 8862793398888664432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:13:29.758] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:93:0) after 1m0s
[02:14:29.775] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:93:0)
[02:14:29.775] Timer tick, asking Buildbucket for the build status
[02:14:29.868] Build 8862793398888664432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:14:29.868] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:94:0) after 1m0s
[02:15:29.954] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:94:0)
[02:15:29.954] Timer tick, asking Buildbucket for the build status
[02:15:30.019] Build 8862793398888664432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:15:30.019] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:95:0) after 1m0s
[02:16:30.049] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:95:0)
[02:16:30.049] Timer tick, asking Buildbucket for the build status
[02:16:30.128] Build 8862793398888664432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:16:30.128] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:96:0) after 1m0s
[02:17:30.140] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:96:0)
[02:17:30.140] Timer tick, asking Buildbucket for the build status
[02:17:30.208] Build 8862793398888664432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:17:30.208] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:97:0) after 1m0s
[02:18:30.247] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:97:0)
[02:18:30.247] Timer tick, asking Buildbucket for the build status
[02:18:30.396] Build 8862793398888664432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:18:30.396] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:98:0) after 1m0s
[02:19:30.432] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:98:0)
[02:19:30.432] Timer tick, asking Buildbucket for the build status
[02:19:30.561] Build 8862793398888664432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:19:30.561] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:99:0) after 1m0s
[02:20:30.629] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:99:0)
[02:20:30.629] Timer tick, asking Buildbucket for the build status
[02:20:30.803] Build 8862793398888664432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:20:30.803] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:100:0) after 1m0s
[02:21:30.841] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:100:0)
[02:21:30.841] Timer tick, asking Buildbucket for the build status
[02:21:30.915] Build 8862793398888664432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:21:30.915] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:101:0) after 1m0s
[02:22:30.992] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:101:0)
[02:22:30.992] Timer tick, asking Buildbucket for the build status
[02:22:31.083] Build 8862793398888664432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:22:31.083] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:102:0) after 1m0s
[02:23:31.090] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:102:0)
[02:23:31.090] Timer tick, asking Buildbucket for the build status
[02:23:31.512] Build 8862793398888664432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:23:31.512] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:103:0) after 1m0s
[02:24:31.577] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:103:0)
[02:24:31.577] Timer tick, asking Buildbucket for the build status
[02:24:32.446] Build 8862793398888664432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:24:32.446] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:104:0) after 1m0s
[02:25:32.523] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:104:0)
[02:25:32.523] Timer tick, asking Buildbucket for the build status
[02:25:32.630] Build 8862793398888664432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:25:32.630] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:105:0) after 1m0s
[02:26:32.761] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:105:0)
[02:26:32.761] Timer tick, asking Buildbucket for the build status
[02:26:32.825] Build 8862793398888664432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:26:32.825] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:106:0) after 1m0s
[02:27:32.903] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:106:0)
[02:27:32.903] Timer tick, asking Buildbucket for the build status
[02:27:32.969] Build 8862793398888664432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:27:32.969] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:107:0) after 1m0s
[02:28:33.036] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:107:0)
[02:28:33.036] Timer tick, asking Buildbucket for the build status
[02:28:33.136] Build 8862793398888664432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:28:33.136] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:108:0) after 1m0s
[02:29:33.198] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:108:0)
[02:29:33.198] Timer tick, asking Buildbucket for the build status
[02:29:33.269] Build 8862793398888664432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:29:33.270] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:109:0) after 1m0s
[02:30:33.381] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:109:0)
[02:30:33.381] Timer tick, asking Buildbucket for the build status
[02:30:33.553] Build 8862793398888664432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:30:33.553] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:110:0) after 1m0s
[02:31:33.659] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:110:0)
[02:31:33.659] Timer tick, asking Buildbucket for the build status
[02:31:33.778] Build 8862793398888664432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:31:33.778] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:111:0) after 1m0s
[02:32:33.966] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:111:0)
[02:32:33.966] Timer tick, asking Buildbucket for the build status
[02:32:34.133] Build 8862793398888664432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:32:34.133] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:112:0) after 1m0s
[02:33:34.149] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:112:0)
[02:33:34.149] Timer tick, asking Buildbucket for the build status
[02:33:34.311] Build 8862793398888664432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:33:34.311] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:113:0) after 1m0s
[02:34:34.384] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:113:0)
[02:34:34.384] Timer tick, asking Buildbucket for the build status
[02:34:34.554] Build 8862793398888664432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:34:34.554] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:114:0) after 1m0s
[02:35:34.669] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:114:0)
[02:35:34.670] Timer tick, asking Buildbucket for the build status
[02:35:34.761] Build 8862793398888664432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:35:34.761] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:115:0) after 1m0s
[02:36:34.828] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:115:0)
[02:36:34.828] Timer tick, asking Buildbucket for the build status
[02:36:34.888] Build 8862793398888664432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:36:34.888] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:116:0) after 1m0s
[02:37:34.912] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:116:0)
[02:37:34.912] Timer tick, asking Buildbucket for the build status
[02:37:34.992] Build 8862793398888664432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:37:34.992] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:117:0) after 1m0s
[02:38:35.088] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:117:0)
[02:38:35.088] Timer tick, asking Buildbucket for the build status
[02:38:35.199] Build 8862793398888664432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:38:35.199] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:118:0) after 1m0s
[02:39:35.180] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:118:0)
[02:39:35.180] Timer tick, asking Buildbucket for the build status
[02:39:35.256] Build 8862793398888664432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:39:35.256] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:119:0) after 1m0s
[02:40:35.329] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:119:0)
[02:40:35.329] Timer tick, asking Buildbucket for the build status
[02:40:35.438] Build 8862793398888664432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:40:35.438] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:120:0) after 1m0s
[02:41:35.503] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:120:0)
[02:41:35.503] Timer tick, asking Buildbucket for the build status
[02:41:35.589] Build 8862793398888664432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:41:35.589] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:121:0) after 1m0s
[02:42:35.681] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:121:0)
[02:42:35.682] Timer tick, asking Buildbucket for the build status
[02:42:35.766] Build 8862793398888664432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:42:35.766] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:122:0) after 1m0s
[02:43:35.787] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:122:0)
[02:43:35.787] Timer tick, asking Buildbucket for the build status
[02:43:35.945] Build 8862793398888664432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:43:35.945] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9028223461479450208:123:0) after 1m0s
[02:44:15.535] Received PubSub notification, asking Buildbucket for the build status
[02:44:15.606] Build 8862793398888664432: status "COMPLETED", result "FAILURE", failure_reason "INFRA_FAILURE", cancelation_reason ""
[02:44:15.606] Buildbucket build:
{
  "build": {
    "bucket": "luci.chromium.webrtc.fyi",
    "canary_preference": "PROD",
    "completed_ts": "1606185853536692",
    "created_by": "project:chromium",
    "created_ts": "1606178586073476",
    "failure_reason": "INFRA_FAILURE",
    "id": "8862793398888664432",
    "parameters_json": "{\"builder_name\": \"WebRTC Chromium FYI Mac Builder\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://webrtc.googlesource.com/src/\", \"revision\": \"c1f5aaac589481daf1ebd322c1574017666eda6f\"}}",
    "project": "chromium",
    "result": "FAILURE",
    "result_details_json": "{\"error\": {\"message\": \"recipe infra failure: Recipe timed out\"}, \"properties\": {\"$build/goma\": {\"rpc_extra_params\": \"?prod\", \"server_host\": \"goma.chromium.org\", \"use_luci_auth\": true}, \"$recipe_engine/isolated\": {\"server\": \"https://isolateserver.appspot.com\"}, \"$recipe_engine/milo/blamelist_pins\": [{\"host\": \"webrtc.googlesource.com\", \"id\": \"c1f5aaac589481daf1ebd322c1574017666eda6f\", \"project\": \"src\"}, {\"host\": \"chromium.googlesource.com\", \"id\": \"91435232ca6802424e0652b1376a061b25591a27\", \"project\": \"chromium/src\"}], \"$recipe_engine/path\": {\"cache_dir\": \"/opt/s/w/ir/cache\", \"temp_dir\": \"/opt/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"vm325-m9\", \"branch\": \"refs/heads/master\", \"builder_group\": \"chromium.webrtc.fyi\", \"buildername\": \"WebRTC Chromium FYI Mac Builder\", \"buildnumber\": 7131, \"clang_revision\": \"llvmorg-12-init-12083-g94e4ec64-1\", \"got_angle_revision\": \"abcabb474bf1c25eea48d7dca14bcafde737eba7\", \"got_cr_revision\": \"91435232ca6802424e0652b1376a061b25591a27\", \"got_cr_revision_cp\": \"refs/heads/master@{#830390}\", \"got_dawn_revision\": \"03badec5d73ab4138f798b94221546c496177a09\", \"got_nacl_revision\": \"3ac0b060c794b64531b47dfded8ff8d951a5c648\", \"got_revision\": \"c1f5aaac589481daf1ebd322c1574017666eda6f\", \"got_revision_cp\": \"refs/heads/master@{#32679}\", \"got_swarming_client_revision\": \"d46ea7635f2911208268170512cb611412488fd8\", \"got_swiftshader_revision\": \"43bb60e1fa119d80b449c6550dd2b72328b101b9\", \"got_v8_revision\": \"db1a5e72db56e0241356c2b824f50770d62dec90\", \"got_v8_revision_cp\": \"refs/heads/8.9.38@{#1}\", \"got_webrtc_revision\": \"c1f5aaac589481daf1ebd322c1574017666eda6f\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#32679}\", \"path_config\": \"generic\", \"recipe\": \"chromium\", \"repository\": \"https://webrtc.googlesource.com/src/\", \"revision\": \"c1f5aaac589481daf1ebd322c1574017666eda6f\"}, \"swarming\": {\"bot_dimensions\": {\"caches\": [\"builder_4d315a21d49582f6ac1269241de18b93ec0f808a2ae7b2201a57612ac5fb468f_v2\", \"git\", \"goma_v2\", \"vpython\"], \"cores\": [\"8\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"none\"], \"id\": [\"vm325-m9\"], \"mac_model\": [\"VMware7,1\"], \"machine_type\": [\"n1-highcpu-8\"], \"os\": [\"Mac\", \"Mac-10.15\", \"Mac-10.15.6\", \"Mac-10.15.6-19G73\"], \"pool\": [\"luci.chromium.webrtc.fyi\"], \"python\": [\"2.7.16\"], \"server_version\": [\"5637-4d8b832\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}, \"ui\": {\"info\": \"recipe infra failure: Recipe timed out\"}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1606178634774415",
    "status": "COMPLETED",
    "status_changed_ts": "1606178635570281",
    "tags": [
      "build_address:luci.chromium.webrtc.fyi/WebRTC Chromium FYI Mac Builder/7131",
      "builder:WebRTC Chromium FYI Mac Builder",
      "buildset:commit/git/c1f5aaac589481daf1ebd322c1574017666eda6f",
      "buildset:commit/gitiles/webrtc.googlesource.com/src/+/c1f5aaac589481daf1ebd322c1574017666eda6f",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9028223461479450208",
      "scheduler_job_id:chromium/WebRTC Chromium FYI Mac Builder",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8862793398888664432/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:os:Mac",
      "swarming_tag:recipe_name:chromium",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:501085cbc0463210",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1606185855016694",
    "url": "https://ci.chromium.org/b/8862793398888664432",
    "utcnow_ts": "1606185855598685"
  }
}
[02:44:15.606] Invocation finished in 2h1m11.388567005s with status FAILED