Status: FAILED
Triggered by: -
Duration: 2 hours
Actions:

Definition (rev 61da5958bb1bf61dc6dab9a9ab14fa46798b5d0f)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.webrtc.fyi"
  builder: "WebRTC Chromium FYI Mac Builder"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://webrtc.googlesource.com/src/",
  "revision": "c22ac1cc60f5ea275f29a5e5dcae0db324332321"
}

Incoming tags

  • buildset:commit/git/c22ac1cc60f5ea275f29a5e5dcae0db324332321
  • buildset:commit/gitiles/webrtc.googlesource.com/src/+/c22ac1cc60f5ea275f29a5e5dcae0db324332321
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[08:44:38.489] New invocation is queued and will start shortly
[08:44:42.083] Starting the invocation (attempt 1)
[08:44:42.134] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[08:44:42.134] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[08:44:42.134] Buildbucket request:
{
  "bucket": "luci.chromium.webrtc.fyi",
  "client_operation_id": "9027921372757175600",
  "parameters_json": "{\"builder_name\":\"WebRTC Chromium FYI Mac Builder\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://webrtc.googlesource.com/src/\",\"revision\":\"c22ac1cc60f5ea275f29a5e5dcae0db324332321\"}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:WebRTC Chromium FYI Mac Builder",
    "scheduler_invocation_id:9027921372757175600",
    "scheduler_job_id:chromium/WebRTC Chromium FYI Mac Builder",
    "user_agent:luci-scheduler",
    "buildset:commit/git/c22ac1cc60f5ea275f29a5e5dcae0db324332321",
    "buildset:commit/gitiles/webrtc.googlesource.com/src/+/c22ac1cc60f5ea275f29a5e5dcae0db324332321",
    "gitiles_ref:refs/heads/master"
  ]
}
[08:44:43.179] Buildbucket response:
{
  "build": {
    "bucket": "luci.chromium.webrtc.fyi",
    "canary": true,
    "canary_preference": "CANARY",
    "created_by": "project:chromium",
    "created_ts": "1606466682292506",
    "id": "8862491308107236336",
    "parameters_json": "{\"builder_name\": \"WebRTC Chromium FYI Mac Builder\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://webrtc.googlesource.com/src/\", \"revision\": \"c22ac1cc60f5ea275f29a5e5dcae0db324332321\"}}",
    "project": "chromium",
    "result_details_json": "{\"properties\": {}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1606466682939237",
    "tags": [
      "build_address:luci.chromium.webrtc.fyi/WebRTC Chromium FYI Mac Builder/7158",
      "builder:WebRTC Chromium FYI Mac Builder",
      "buildset:commit/git/c22ac1cc60f5ea275f29a5e5dcae0db324332321",
      "buildset:commit/gitiles/webrtc.googlesource.com/src/+/c22ac1cc60f5ea275f29a5e5dcae0db324332321",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9027921372757175600",
      "scheduler_job_id:chromium/WebRTC Chromium FYI Mac Builder",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8862491308107236336/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:recipe_name:chromium",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1606466682939339",
    "url": "https://ci.chromium.org/b/8862491308107236336",
    "utcnow_ts": "1606466683169773"
  }
}
[08:44:43.179] Task URL: https://ci.chromium.org/b/8862491308107236336
[08:44:43.179] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:2:0) after 1m0s
[08:45:43.271] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:2:0)
[08:45:43.271] Timer tick, asking Buildbucket for the build status
[08:45:43.431] Build 8862491308107236336: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[08:45:43.431] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:3:0) after 1m0s
[08:46:11.017] Received PubSub notification, asking Buildbucket for the build status
[08:46:11.318] Build 8862491308107236336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:46:43.536] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:3:0)
[08:46:43.536] Timer tick, asking Buildbucket for the build status
[08:46:43.740] Build 8862491308107236336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:46:43.740] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:5:0) after 1m0s
[08:47:43.743] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:5:0)
[08:47:43.743] Timer tick, asking Buildbucket for the build status
[08:47:43.862] Build 8862491308107236336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:47:43.862] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:6:0) after 1m0s
[08:48:43.881] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:6:0)
[08:48:43.881] Timer tick, asking Buildbucket for the build status
[08:48:43.999] Build 8862491308107236336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:48:43.999] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:7:0) after 1m0s
[08:49:44.025] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:7:0)
[08:49:44.025] Timer tick, asking Buildbucket for the build status
[08:49:44.143] Build 8862491308107236336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:49:44.143] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:8:0) after 1m0s
[08:50:44.230] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:8:0)
[08:50:44.230] Timer tick, asking Buildbucket for the build status
[08:50:44.406] Build 8862491308107236336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:50:44.406] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:9:0) after 1m0s
[08:51:44.448] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:9:0)
[08:51:44.448] Timer tick, asking Buildbucket for the build status
[08:51:44.761] Build 8862491308107236336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:51:44.761] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:10:0) after 1m0s
[08:52:44.813] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:10:0)
[08:52:44.813] Timer tick, asking Buildbucket for the build status
[08:52:44.897] Build 8862491308107236336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:52:44.897] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:11:0) after 1m0s
[08:53:44.972] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:11:0)
[08:53:44.972] Timer tick, asking Buildbucket for the build status
[08:53:45.253] Build 8862491308107236336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:53:45.253] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:12:0) after 1m0s
[08:54:45.476] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:12:0)
[08:54:45.476] Timer tick, asking Buildbucket for the build status
[08:54:45.608] Build 8862491308107236336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:54:45.608] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:13:0) after 1m0s
[08:55:45.748] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:13:0)
[08:55:45.748] Timer tick, asking Buildbucket for the build status
[08:55:45.897] Build 8862491308107236336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:55:45.897] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:14:0) after 1m0s
[08:56:46.095] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:14:0)
[08:56:46.095] Timer tick, asking Buildbucket for the build status
[08:56:46.157] Build 8862491308107236336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:56:46.157] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:15:0) after 1m0s
[08:57:46.207] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:15:0)
[08:57:46.207] Timer tick, asking Buildbucket for the build status
[08:57:46.284] Build 8862491308107236336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:57:46.284] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:16:0) after 1m0s
[08:58:46.333] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:16:0)
[08:58:46.333] Timer tick, asking Buildbucket for the build status
[08:58:46.549] Build 8862491308107236336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:58:46.549] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:17:0) after 1m0s
[08:59:46.633] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:17:0)
[08:59:46.633] Timer tick, asking Buildbucket for the build status
[08:59:46.818] Build 8862491308107236336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:59:46.818] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:18:0) after 1m0s
[09:00:47.064] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:18:0)
[09:00:47.064] Timer tick, asking Buildbucket for the build status
[09:00:47.135] Build 8862491308107236336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:00:47.135] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:19:0) after 1m0s
[09:01:47.421] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:19:0)
[09:01:47.421] Timer tick, asking Buildbucket for the build status
[09:01:47.505] Build 8862491308107236336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:01:47.505] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:20:0) after 1m0s
[09:02:47.591] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:20:0)
[09:02:47.591] Timer tick, asking Buildbucket for the build status
[09:02:47.679] Build 8862491308107236336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:02:47.679] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:21:0) after 1m0s
[09:03:47.731] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:21:0)
[09:03:47.731] Timer tick, asking Buildbucket for the build status
[09:03:48.005] Build 8862491308107236336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:03:48.005] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:22:0) after 1m0s
[09:04:47.986] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:22:0)
[09:04:47.986] Timer tick, asking Buildbucket for the build status
[09:04:48.142] Build 8862491308107236336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:04:48.142] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:23:0) after 1m0s
[09:05:48.178] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:23:0)
[09:05:48.178] Timer tick, asking Buildbucket for the build status
[09:05:48.407] Build 8862491308107236336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:05:48.407] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:24:0) after 1m0s
[09:06:48.494] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:24:0)
[09:06:48.494] Timer tick, asking Buildbucket for the build status
[09:06:48.618] Build 8862491308107236336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:06:48.618] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:25:0) after 1m0s
[09:07:48.647] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:25:0)
[09:07:48.647] Timer tick, asking Buildbucket for the build status
[09:07:48.915] Build 8862491308107236336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:07:48.915] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:26:0) after 1m0s
[09:08:48.921] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:26:0)
[09:08:48.921] Timer tick, asking Buildbucket for the build status
[09:08:49.093] Build 8862491308107236336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:08:49.094] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:27:0) after 1m0s
[09:09:49.163] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:27:0)
[09:09:49.163] Timer tick, asking Buildbucket for the build status
[09:09:49.303] Build 8862491308107236336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:09:49.303] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:28:0) after 1m0s
[09:10:49.421] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:28:0)
[09:10:49.421] Timer tick, asking Buildbucket for the build status
[09:10:49.657] Build 8862491308107236336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:10:49.657] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:29:0) after 1m0s
[09:11:49.740] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:29:0)
[09:11:49.740] Timer tick, asking Buildbucket for the build status
[09:11:49.792] Build 8862491308107236336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:11:49.792] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:30:0) after 1m0s
[09:12:49.846] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:30:0)
[09:12:49.846] Timer tick, asking Buildbucket for the build status
[09:12:49.931] Build 8862491308107236336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:12:49.931] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:31:0) after 1m0s
[09:13:50.122] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:31:0)
[09:13:50.122] Timer tick, asking Buildbucket for the build status
[09:13:50.334] Build 8862491308107236336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:13:50.334] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:32:0) after 1m0s
[09:14:50.408] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:32:0)
[09:14:50.408] Timer tick, asking Buildbucket for the build status
[09:14:50.581] Build 8862491308107236336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:14:50.581] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:33:0) after 1m0s
[09:15:50.891] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:33:0)
[09:15:50.891] Timer tick, asking Buildbucket for the build status
[09:15:50.952] Build 8862491308107236336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:15:50.952] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:34:0) after 1m0s
[09:16:51.016] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:34:0)
[09:16:51.016] Timer tick, asking Buildbucket for the build status
[09:16:51.077] Build 8862491308107236336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:16:51.077] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:35:0) after 1m0s
[09:17:51.080] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:35:0)
[09:17:51.080] Timer tick, asking Buildbucket for the build status
[09:17:51.417] Build 8862491308107236336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:17:51.417] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:36:0) after 1m0s
[09:18:51.466] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:36:0)
[09:18:51.466] Timer tick, asking Buildbucket for the build status
[09:18:51.584] Build 8862491308107236336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:18:51.584] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:37:0) after 1m0s
[09:19:51.618] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:37:0)
[09:19:51.618] Timer tick, asking Buildbucket for the build status
[09:19:51.714] Build 8862491308107236336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:19:51.714] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:38:0) after 1m0s
[09:20:51.812] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:38:0)
[09:20:51.812] Timer tick, asking Buildbucket for the build status
[09:20:52.119] Build 8862491308107236336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:20:52.119] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:39:0) after 1m0s
[09:21:52.138] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:39:0)
[09:21:52.138] Timer tick, asking Buildbucket for the build status
[09:21:52.323] Build 8862491308107236336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:21:52.323] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:40:0) after 1m0s
[09:22:52.456] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:40:0)
[09:22:52.456] Timer tick, asking Buildbucket for the build status
[09:22:52.550] Build 8862491308107236336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:22:52.550] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:41:0) after 1m0s
[09:23:52.633] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:41:0)
[09:23:52.633] Timer tick, asking Buildbucket for the build status
[09:23:52.703] Build 8862491308107236336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:23:52.703] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:42:0) after 1m0s
[09:24:52.797] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:42:0)
[09:24:52.797] Timer tick, asking Buildbucket for the build status
[09:24:52.907] Build 8862491308107236336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:24:52.907] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:43:0) after 1m0s
[09:25:52.962] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:43:0)
[09:25:52.962] Timer tick, asking Buildbucket for the build status
[09:25:53.034] Build 8862491308107236336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:25:53.034] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:44:0) after 1m0s
[09:26:53.082] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:44:0)
[09:26:53.082] Timer tick, asking Buildbucket for the build status
[09:26:53.158] Build 8862491308107236336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:26:53.158] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:45:0) after 1m0s
[09:27:53.271] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:45:0)
[09:27:53.271] Timer tick, asking Buildbucket for the build status
[09:27:53.378] Build 8862491308107236336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:27:53.378] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:46:0) after 1m0s
[09:28:53.481] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:46:0)
[09:28:53.481] Timer tick, asking Buildbucket for the build status
[09:28:53.548] Build 8862491308107236336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:28:53.548] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:47:0) after 1m0s
[09:29:53.554] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:47:0)
[09:29:53.554] Timer tick, asking Buildbucket for the build status
[09:29:53.654] Build 8862491308107236336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:29:53.654] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:48:0) after 1m0s
[09:30:53.694] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:48:0)
[09:30:53.694] Timer tick, asking Buildbucket for the build status
[09:30:53.805] Build 8862491308107236336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:30:53.805] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:49:0) after 1m0s
[09:31:53.816] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:49:0)
[09:31:53.816] Timer tick, asking Buildbucket for the build status
[09:31:53.938] Build 8862491308107236336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:31:53.938] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:50:0) after 1m0s
[09:32:53.960] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:50:0)
[09:32:53.960] Timer tick, asking Buildbucket for the build status
[09:32:54.071] Build 8862491308107236336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:32:54.071] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:51:0) after 1m0s
[09:33:54.043] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:51:0)
[09:33:54.043] Timer tick, asking Buildbucket for the build status
[09:33:54.165] Build 8862491308107236336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:33:54.165] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:52:0) after 1m0s
[09:34:54.193] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:52:0)
[09:34:54.193] Timer tick, asking Buildbucket for the build status
[09:34:54.349] Build 8862491308107236336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:34:54.349] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:53:0) after 1m0s
[09:35:54.420] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:53:0)
[09:35:54.420] Timer tick, asking Buildbucket for the build status
[09:35:54.491] Build 8862491308107236336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:35:54.491] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:54:0) after 1m0s
[09:36:54.509] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:54:0)
[09:36:54.509] Timer tick, asking Buildbucket for the build status
[09:36:54.621] Build 8862491308107236336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:36:54.621] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:55:0) after 1m0s
[09:37:54.679] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:55:0)
[09:37:54.679] Timer tick, asking Buildbucket for the build status
[09:37:54.761] Build 8862491308107236336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:37:54.761] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:56:0) after 1m0s
[09:38:54.742] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:56:0)
[09:38:54.742] Timer tick, asking Buildbucket for the build status
[09:38:54.949] Build 8862491308107236336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:38:54.949] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:57:0) after 1m0s
[09:39:55.025] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:57:0)
[09:39:55.025] Timer tick, asking Buildbucket for the build status
[09:39:55.166] Build 8862491308107236336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:39:55.166] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:58:0) after 1m0s
[09:40:55.253] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:58:0)
[09:40:55.253] Timer tick, asking Buildbucket for the build status
[09:40:55.314] Build 8862491308107236336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:40:55.314] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:59:0) after 1m0s
[09:41:55.296] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:59:0)
[09:41:55.296] Timer tick, asking Buildbucket for the build status
[09:41:55.411] Build 8862491308107236336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:41:55.411] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:60:0) after 1m0s
[09:42:55.472] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:60:0)
[09:42:55.472] Timer tick, asking Buildbucket for the build status
[09:42:55.536] Build 8862491308107236336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:42:55.536] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:61:0) after 1m0s
[09:43:55.627] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:61:0)
[09:43:55.627] Timer tick, asking Buildbucket for the build status
[09:43:55.706] Build 8862491308107236336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:43:55.706] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:62:0) after 1m0s
[09:44:55.739] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:62:0)
[09:44:55.739] Timer tick, asking Buildbucket for the build status
[09:44:55.851] Build 8862491308107236336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:44:55.851] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:63:0) after 1m0s
[09:45:55.907] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:63:0)
[09:45:55.907] Timer tick, asking Buildbucket for the build status
[09:45:55.967] Build 8862491308107236336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:45:55.967] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:64:0) after 1m0s
[09:46:56.013] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:64:0)
[09:46:56.013] Timer tick, asking Buildbucket for the build status
[09:46:56.105] Build 8862491308107236336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:46:56.105] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:65:0) after 1m0s
[09:47:56.119] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:65:0)
[09:47:56.119] Timer tick, asking Buildbucket for the build status
[09:47:56.198] Build 8862491308107236336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:47:56.198] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:66:0) after 1m0s
[09:48:56.225] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:66:0)
[09:48:56.225] Timer tick, asking Buildbucket for the build status
[09:48:56.293] Build 8862491308107236336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:48:56.293] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:67:0) after 1m0s
[09:49:56.329] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:67:0)
[09:49:56.329] Timer tick, asking Buildbucket for the build status
[09:49:56.430] Build 8862491308107236336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:49:56.430] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:68:0) after 1m0s
[09:50:56.452] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:68:0)
[09:50:56.452] Timer tick, asking Buildbucket for the build status
[09:50:56.520] Build 8862491308107236336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:50:56.520] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:69:0) after 1m0s
[09:51:56.577] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:69:0)
[09:51:56.577] Timer tick, asking Buildbucket for the build status
[09:51:56.647] Build 8862491308107236336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:51:56.647] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:70:0) after 1m0s
[09:52:56.735] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:70:0)
[09:52:56.735] Timer tick, asking Buildbucket for the build status
[09:52:56.800] Build 8862491308107236336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:52:56.800] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:71:0) after 1m0s
[09:53:56.787] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:71:0)
[09:53:56.787] Timer tick, asking Buildbucket for the build status
[09:53:58.343] Build 8862491308107236336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:53:58.343] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:72:0) after 1m0s
[09:54:58.433] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:72:0)
[09:54:58.433] Timer tick, asking Buildbucket for the build status
[09:54:58.536] Build 8862491308107236336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:54:58.536] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:73:0) after 1m0s
[09:55:58.628] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:73:0)
[09:55:58.628] Timer tick, asking Buildbucket for the build status
[09:55:58.693] Build 8862491308107236336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:55:58.693] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:74:0) after 1m0s
[09:56:58.778] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:74:0)
[09:56:58.778] Timer tick, asking Buildbucket for the build status
[09:56:58.935] Build 8862491308107236336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:56:58.935] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:75:0) after 1m0s
[09:57:58.948] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:75:0)
[09:57:58.948] Timer tick, asking Buildbucket for the build status
[09:57:59.043] Build 8862491308107236336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:57:59.043] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:76:0) after 1m0s
[09:58:59.107] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:76:0)
[09:58:59.107] Timer tick, asking Buildbucket for the build status
[09:58:59.171] Build 8862491308107236336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:58:59.171] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:77:0) after 1m0s
[09:59:59.236] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:77:0)
[09:59:59.236] Timer tick, asking Buildbucket for the build status
[09:59:59.400] Build 8862491308107236336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:59:59.400] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:78:0) after 1m0s
[10:00:59.431] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:78:0)
[10:00:59.431] Timer tick, asking Buildbucket for the build status
[10:00:59.574] Build 8862491308107236336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:00:59.574] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:79:0) after 1m0s
[10:01:59.564] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:79:0)
[10:01:59.564] Timer tick, asking Buildbucket for the build status
[10:01:59.648] Build 8862491308107236336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:01:59.648] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:80:0) after 1m0s
[10:02:59.715] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:80:0)
[10:02:59.715] Timer tick, asking Buildbucket for the build status
[10:02:59.998] Build 8862491308107236336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:02:59.998] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:81:0) after 1m0s
[10:04:00.006] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:81:0)
[10:04:00.006] Timer tick, asking Buildbucket for the build status
[10:04:00.356] Build 8862491308107236336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:04:00.356] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:82:0) after 1m0s
[10:05:00.945] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:82:0)
[10:05:00.945] Timer tick, asking Buildbucket for the build status
[10:05:01.067] Build 8862491308107236336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:05:01.067] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:83:0) after 1m0s
[10:06:01.508] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:83:0)
[10:06:01.508] Timer tick, asking Buildbucket for the build status
[10:06:01.803] Build 8862491308107236336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:06:01.803] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:84:0) after 1m0s
[10:07:03.132] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:84:0)
[10:07:03.132] Timer tick, asking Buildbucket for the build status
[10:07:03.212] Build 8862491308107236336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:07:03.212] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:85:0) after 1m0s
[10:08:03.823] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:85:0)
[10:08:03.823] Timer tick, asking Buildbucket for the build status
[10:08:03.882] Build 8862491308107236336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:08:03.882] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:86:0) after 1m0s
[10:09:04.308] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:86:0)
[10:09:04.308] Timer tick, asking Buildbucket for the build status
[10:09:04.420] Build 8862491308107236336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:09:04.420] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:87:0) after 1m0s
[10:10:04.523] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:87:0)
[10:10:04.523] Timer tick, asking Buildbucket for the build status
[10:10:04.945] Build 8862491308107236336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:10:04.945] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:88:0) after 1m0s
[10:11:05.018] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:88:0)
[10:11:05.018] Timer tick, asking Buildbucket for the build status
[10:11:05.137] Build 8862491308107236336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:11:05.137] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:89:0) after 1m0s
[10:12:05.214] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:89:0)
[10:12:05.214] Timer tick, asking Buildbucket for the build status
[10:12:05.486] Build 8862491308107236336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:12:05.486] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:90:0) after 1m0s
[10:13:05.508] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:90:0)
[10:13:05.508] Timer tick, asking Buildbucket for the build status
[10:13:05.587] Build 8862491308107236336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:13:05.587] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:91:0) after 1m0s
[10:14:05.729] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:91:0)
[10:14:05.729] Timer tick, asking Buildbucket for the build status
[10:14:06.077] Build 8862491308107236336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:14:06.077] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:92:0) after 1m0s
[10:15:06.092] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:92:0)
[10:15:06.092] Timer tick, asking Buildbucket for the build status
[10:15:06.427] Build 8862491308107236336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:15:06.427] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:93:0) after 1m0s
[10:16:06.462] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:93:0)
[10:16:06.462] Timer tick, asking Buildbucket for the build status
[10:16:06.551] Build 8862491308107236336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:16:06.551] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:94:0) after 1m0s
[10:17:06.656] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:94:0)
[10:17:06.656] Timer tick, asking Buildbucket for the build status
[10:17:06.829] Build 8862491308107236336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:17:06.829] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:95:0) after 1m0s
[10:18:06.915] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:95:0)
[10:18:06.915] Timer tick, asking Buildbucket for the build status
[10:18:06.989] Build 8862491308107236336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:18:06.990] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:96:0) after 1m0s
[10:19:06.987] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:96:0)
[10:19:06.987] Timer tick, asking Buildbucket for the build status
[10:19:07.979] Build 8862491308107236336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:19:07.979] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:97:0) after 1m0s
[10:20:08.072] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:97:0)
[10:20:08.072] Timer tick, asking Buildbucket for the build status
[10:20:08.215] Build 8862491308107236336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:20:08.215] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:98:0) after 1m0s
[10:21:08.288] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:98:0)
[10:21:08.288] Timer tick, asking Buildbucket for the build status
[10:21:08.378] Build 8862491308107236336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:21:08.378] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:99:0) after 1m0s
[10:22:08.533] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:99:0)
[10:22:08.533] Timer tick, asking Buildbucket for the build status
[10:22:08.651] Build 8862491308107236336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:22:08.651] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:100:0) after 1m0s
[10:23:08.842] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:100:0)
[10:23:08.842] Timer tick, asking Buildbucket for the build status
[10:23:09.069] Build 8862491308107236336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:23:09.069] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:101:0) after 1m0s
[10:24:09.264] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:101:0)
[10:24:09.264] Timer tick, asking Buildbucket for the build status
[10:24:09.338] Build 8862491308107236336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:24:09.338] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:102:0) after 1m0s
[10:25:09.463] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:102:0)
[10:25:09.463] Timer tick, asking Buildbucket for the build status
[10:25:09.630] Build 8862491308107236336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:25:09.630] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:103:0) after 1m0s
[10:26:09.745] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:103:0)
[10:26:09.745] Timer tick, asking Buildbucket for the build status
[10:26:09.936] Build 8862491308107236336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:26:09.936] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:104:0) after 1m0s
[10:27:10.036] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:104:0)
[10:27:10.036] Timer tick, asking Buildbucket for the build status
[10:27:10.106] Build 8862491308107236336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:27:10.106] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:105:0) after 1m0s
[10:28:10.199] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:105:0)
[10:28:10.199] Timer tick, asking Buildbucket for the build status
[10:28:10.268] Build 8862491308107236336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:28:10.268] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:106:0) after 1m0s
[10:29:10.319] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:106:0)
[10:29:10.319] Timer tick, asking Buildbucket for the build status
[10:29:10.429] Build 8862491308107236336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:29:10.429] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:107:0) after 1m0s
[10:30:10.537] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:107:0)
[10:30:10.537] Timer tick, asking Buildbucket for the build status
[10:30:10.714] Build 8862491308107236336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:30:10.714] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:108:0) after 1m0s
[10:31:10.814] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:108:0)
[10:31:10.814] Timer tick, asking Buildbucket for the build status
[10:31:10.907] Build 8862491308107236336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:31:10.907] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:109:0) after 1m0s
[10:32:10.961] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:109:0)
[10:32:10.961] Timer tick, asking Buildbucket for the build status
[10:32:11.043] Build 8862491308107236336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:32:11.043] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:110:0) after 1m0s
[10:33:11.082] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:110:0)
[10:33:11.082] Timer tick, asking Buildbucket for the build status
[10:33:11.244] Build 8862491308107236336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:33:11.244] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:111:0) after 1m0s
[10:34:11.308] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:111:0)
[10:34:11.308] Timer tick, asking Buildbucket for the build status
[10:34:11.367] Build 8862491308107236336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:34:11.367] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:112:0) after 1m0s
[10:35:11.460] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:112:0)
[10:35:11.460] Timer tick, asking Buildbucket for the build status
[10:35:11.562] Build 8862491308107236336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:35:11.562] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:113:0) after 1m0s
[10:36:11.605] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:113:0)
[10:36:11.605] Timer tick, asking Buildbucket for the build status
[10:36:11.756] Build 8862491308107236336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:36:11.756] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:114:0) after 1m0s
[10:37:11.844] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:114:0)
[10:37:11.844] Timer tick, asking Buildbucket for the build status
[10:37:12.006] Build 8862491308107236336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:37:12.006] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:115:0) after 1m0s
[10:38:11.984] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:115:0)
[10:38:11.984] Timer tick, asking Buildbucket for the build status
[10:38:12.067] Build 8862491308107236336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:38:12.067] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:116:0) after 1m0s
[10:39:12.089] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:116:0)
[10:39:12.089] Timer tick, asking Buildbucket for the build status
[10:39:12.194] Build 8862491308107236336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:39:12.194] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:117:0) after 1m0s
[10:40:12.273] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:117:0)
[10:40:12.273] Timer tick, asking Buildbucket for the build status
[10:40:12.386] Build 8862491308107236336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:40:12.386] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:118:0) after 1m0s
[10:41:12.409] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:118:0)
[10:41:12.409] Timer tick, asking Buildbucket for the build status
[10:41:13.145] Build 8862491308107236336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:41:13.145] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:119:0) after 1m0s
[10:42:13.424] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:119:0)
[10:42:13.424] Timer tick, asking Buildbucket for the build status
[10:42:13.518] Build 8862491308107236336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:42:13.518] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:120:0) after 1m0s
[10:43:13.611] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:120:0)
[10:43:13.611] Timer tick, asking Buildbucket for the build status
[10:43:13.744] Build 8862491308107236336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:43:13.744] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:121:0) after 1m0s
[10:44:13.757] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:121:0)
[10:44:13.757] Timer tick, asking Buildbucket for the build status
[10:44:13.831] Build 8862491308107236336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:44:13.831] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:122:0) after 1m0s
[10:45:13.923] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:122:0)
[10:45:13.923] Timer tick, asking Buildbucket for the build status
[10:45:14.074] Build 8862491308107236336: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:45:14.074] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9027921372757175600:123:0) after 1m0s
[10:46:14.145] Received PubSub notification, asking Buildbucket for the build status
[10:46:14.211] Build 8862491308107236336: status "COMPLETED", result "FAILURE", failure_reason "INFRA_FAILURE", cancelation_reason ""
[10:46:14.211] Buildbucket build:
{
  "build": {
    "bucket": "luci.chromium.webrtc.fyi",
    "canary": true,
    "canary_preference": "CANARY",
    "completed_ts": "1606473973116218",
    "created_by": "project:chromium",
    "created_ts": "1606466682292506",
    "failure_reason": "INFRA_FAILURE",
    "id": "8862491308107236336",
    "parameters_json": "{\"builder_name\": \"WebRTC Chromium FYI Mac Builder\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://webrtc.googlesource.com/src/\", \"revision\": \"c22ac1cc60f5ea275f29a5e5dcae0db324332321\"}}",
    "project": "chromium",
    "result": "FAILURE",
    "result_details_json": "{\"error\": {\"message\": \"recipe infra failure: Recipe timed out\"}, \"properties\": {\"$build/goma\": {\"rpc_extra_params\": \"?prod\", \"server_host\": \"goma.chromium.org\", \"use_luci_auth\": true}, \"$recipe_engine/isolated\": {\"server\": \"https://isolateserver.appspot.com\"}, \"$recipe_engine/milo/blamelist_pins\": [{\"host\": \"webrtc.googlesource.com\", \"id\": \"c22ac1cc60f5ea275f29a5e5dcae0db324332321\", \"project\": \"src\"}, {\"host\": \"chromium.googlesource.com\", \"id\": \"332a2aa0e17bfd08a0d7cdfb1d2858c8cb68e7dd\", \"project\": \"chromium/src\"}], \"$recipe_engine/path\": {\"cache_dir\": \"/opt/s/w/ir/cache\", \"temp_dir\": \"/opt/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"vm325-m9\", \"branch\": \"refs/heads/master\", \"builder_group\": \"chromium.webrtc.fyi\", \"buildername\": \"WebRTC Chromium FYI Mac Builder\", \"buildnumber\": 7158, \"clang_revision\": \"llvmorg-12-init-12083-g94e4ec64-1\", \"got_angle_revision\": \"fcb6b5a5c55ee35d232f35bcfa9c35aefc00f89e\", \"got_cr_revision\": \"332a2aa0e17bfd08a0d7cdfb1d2858c8cb68e7dd\", \"got_cr_revision_cp\": \"refs/heads/master@{#831504}\", \"got_dawn_revision\": \"4814bdbdeae40186a61dfb7494390e64820daa4f\", \"got_nacl_revision\": \"3ac0b060c794b64531b47dfded8ff8d951a5c648\", \"got_revision\": \"c22ac1cc60f5ea275f29a5e5dcae0db324332321\", \"got_revision_cp\": \"refs/heads/master@{#32709}\", \"got_swarming_client_revision\": \"d46ea7635f2911208268170512cb611412488fd8\", \"got_swiftshader_revision\": \"9dff6a3bb5950edd890e5141f2d3d2f3b4ef351e\", \"got_v8_revision\": \"961f93287f84e7e7a7f5ff8a43c7adf14ca7fc42\", \"got_v8_revision_cp\": \"refs/heads/8.9.63@{#1}\", \"got_webrtc_revision\": \"c22ac1cc60f5ea275f29a5e5dcae0db324332321\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#32709}\", \"path_config\": \"generic\", \"recipe\": \"chromium\", \"repository\": \"https://webrtc.googlesource.com/src/\", \"revision\": \"c22ac1cc60f5ea275f29a5e5dcae0db324332321\"}, \"swarming\": {\"bot_dimensions\": {\"caches\": [\"builder_4d315a21d49582f6ac1269241de18b93ec0f808a2ae7b2201a57612ac5fb468f_v2\", \"git\", \"goma_v2\", \"vpython\"], \"cores\": [\"8\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"none\"], \"id\": [\"vm325-m9\"], \"mac_model\": [\"VMware7,1\"], \"machine_type\": [\"n1-highcpu-8\"], \"os\": [\"Mac\", \"Mac-10.15\", \"Mac-10.15.6\", \"Mac-10.15.6-19G73\"], \"pool\": [\"luci.chromium.webrtc.fyi\"], \"python\": [\"2.7.16\"], \"server_version\": [\"5640-d0eb544\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}, \"ui\": {\"info\": \"recipe infra failure: Recipe timed out\"}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1606466770321547",
    "status": "COMPLETED",
    "status_changed_ts": "1606466770684869",
    "tags": [
      "build_address:luci.chromium.webrtc.fyi/WebRTC Chromium FYI Mac Builder/7158",
      "builder:WebRTC Chromium FYI Mac Builder",
      "buildset:commit/git/c22ac1cc60f5ea275f29a5e5dcae0db324332321",
      "buildset:commit/gitiles/webrtc.googlesource.com/src/+/c22ac1cc60f5ea275f29a5e5dcae0db324332321",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9027921372757175600",
      "scheduler_job_id:chromium/WebRTC Chromium FYI Mac Builder",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8862491308107236336/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:os:Mac",
      "swarming_tag:recipe_name:chromium",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:5021b1c91c6cad10",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1606473973511290",
    "url": "https://ci.chromium.org/b/8862491308107236336",
    "utcnow_ts": "1606473974202343"
  }
}
[10:46:14.211] Invocation finished in 2h1m35.736672398s with status FAILED