Status: FAILED
Triggered by: -
Duration: 2 hours
Actions:

Definition (rev 61da5958bb1bf61dc6dab9a9ab14fa46798b5d0f)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.webrtc.fyi"
  builder: "WebRTC Chromium FYI Mac Builder"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://webrtc.googlesource.com/src/",
  "revision": "f62ef4989776d37ad17b0c5576bff13c5e36e136"
}

Incoming tags

  • buildset:commit/git/f62ef4989776d37ad17b0c5576bff13c5e36e136
  • buildset:commit/gitiles/webrtc.googlesource.com/src/+/f62ef4989776d37ad17b0c5576bff13c5e36e136
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[15:56:35.468] New invocation is queued and will start shortly
[15:56:36.514] Starting the invocation (attempt 1)
[15:56:36.547] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[15:56:36.547] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[15:56:36.547] Buildbucket request:
{
  "bucket": "luci.chromium.webrtc.fyi",
  "client_operation_id": "9025538675715453408",
  "parameters_json": "{\"builder_name\":\"WebRTC Chromium FYI Mac Builder\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://webrtc.googlesource.com/src/\",\"revision\":\"f62ef4989776d37ad17b0c5576bff13c5e36e136\"}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:WebRTC Chromium FYI Mac Builder",
    "scheduler_invocation_id:9025538675715453408",
    "scheduler_job_id:chromium/WebRTC Chromium FYI Mac Builder",
    "user_agent:luci-scheduler",
    "buildset:commit/git/f62ef4989776d37ad17b0c5576bff13c5e36e136",
    "buildset:commit/gitiles/webrtc.googlesource.com/src/+/f62ef4989776d37ad17b0c5576bff13c5e36e136",
    "gitiles_ref:refs/heads/master"
  ]
}
[15:56:37.813] Buildbucket response:
{
  "build": {
    "bucket": "luci.chromium.webrtc.fyi",
    "canary_preference": "PROD",
    "created_by": "project:chromium",
    "created_ts": "1608738996677827",
    "id": "8860108613778924000",
    "parameters_json": "{\"builder_name\": \"WebRTC Chromium FYI Mac Builder\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://webrtc.googlesource.com/src/\", \"revision\": \"f62ef4989776d37ad17b0c5576bff13c5e36e136\"}}",
    "project": "chromium",
    "result_details_json": "{\"properties\": {}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1608738997453249",
    "tags": [
      "build_address:luci.chromium.webrtc.fyi/WebRTC Chromium FYI Mac Builder/7301",
      "builder:WebRTC Chromium FYI Mac Builder",
      "buildset:commit/git/f62ef4989776d37ad17b0c5576bff13c5e36e136",
      "buildset:commit/gitiles/webrtc.googlesource.com/src/+/f62ef4989776d37ad17b0c5576bff13c5e36e136",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9025538675715453408",
      "scheduler_job_id:chromium/WebRTC Chromium FYI Mac Builder",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8860108613778924000/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:recipe_name:chromium",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1608738997453407",
    "url": "https://ci.chromium.org/b/8860108613778924000",
    "utcnow_ts": "1608738997801807"
  }
}
[15:56:37.813] Task URL: https://ci.chromium.org/b/8860108613778924000
[15:56:37.813] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:2:0) after 1m0s
[15:57:38.641] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:2:0)
[15:57:38.641] Timer tick, asking Buildbucket for the build status
[15:57:38.786] Build 8860108613778924000: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[15:57:38.786] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:3:0) after 1m0s
[15:58:00.966] Received PubSub notification, asking Buildbucket for the build status
[15:58:01.082] Build 8860108613778924000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:58:39.075] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:3:0)
[15:58:39.075] Timer tick, asking Buildbucket for the build status
[15:58:39.181] Build 8860108613778924000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:58:39.181] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:5:0) after 1m0s
[15:59:39.423] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:5:0)
[15:59:39.423] Timer tick, asking Buildbucket for the build status
[15:59:39.841] Build 8860108613778924000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:59:39.841] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:6:0) after 1m0s
[16:00:39.951] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:6:0)
[16:00:39.951] Timer tick, asking Buildbucket for the build status
[16:00:40.336] Build 8860108613778924000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:00:40.336] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:7:0) after 1m0s
[16:01:40.370] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:7:0)
[16:01:40.370] Timer tick, asking Buildbucket for the build status
[16:01:41.026] Build 8860108613778924000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:01:41.026] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:8:0) after 1m0s
[16:02:41.061] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:8:0)
[16:02:41.061] Timer tick, asking Buildbucket for the build status
[16:02:41.450] Build 8860108613778924000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:02:41.450] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:9:0) after 1m0s
[16:03:42.385] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:9:0)
[16:03:42.385] Timer tick, asking Buildbucket for the build status
[16:03:42.466] Build 8860108613778924000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:03:42.466] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:10:0) after 1m0s
[16:04:42.883] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:10:0)
[16:04:42.883] Timer tick, asking Buildbucket for the build status
[16:04:42.961] Build 8860108613778924000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:04:42.961] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:11:0) after 1m0s
[16:05:43.135] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:11:0)
[16:05:43.135] Timer tick, asking Buildbucket for the build status
[16:05:43.200] Build 8860108613778924000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:05:43.200] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:12:0) after 1m0s
[16:06:43.337] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:12:0)
[16:06:43.337] Timer tick, asking Buildbucket for the build status
[16:06:43.437] Build 8860108613778924000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:06:43.437] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:13:0) after 1m0s
[16:07:43.601] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:13:0)
[16:07:43.601] Timer tick, asking Buildbucket for the build status
[16:07:43.755] Build 8860108613778924000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:07:43.755] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:14:0) after 1m0s
[16:08:43.800] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:14:0)
[16:08:43.800] Timer tick, asking Buildbucket for the build status
[16:08:43.855] Build 8860108613778924000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:08:43.855] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:15:0) after 1m0s
[16:09:43.954] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:15:0)
[16:09:43.955] Timer tick, asking Buildbucket for the build status
[16:09:44.271] Build 8860108613778924000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:09:44.271] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:16:0) after 1m0s
[16:10:44.297] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:16:0)
[16:10:44.297] Timer tick, asking Buildbucket for the build status
[16:10:44.496] Build 8860108613778924000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:10:44.496] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:17:0) after 1m0s
[16:11:44.547] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:17:0)
[16:11:44.547] Timer tick, asking Buildbucket for the build status
[16:11:44.651] Build 8860108613778924000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:11:44.651] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:18:0) after 1m0s
[16:12:44.684] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:18:0)
[16:12:44.684] Timer tick, asking Buildbucket for the build status
[16:12:45.063] Build 8860108613778924000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:12:45.063] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:19:0) after 1m0s
[16:13:45.196] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:19:0)
[16:13:45.196] Timer tick, asking Buildbucket for the build status
[16:13:45.252] Build 8860108613778924000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:13:45.252] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:20:0) after 1m0s
[16:14:45.395] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:20:0)
[16:14:45.395] Timer tick, asking Buildbucket for the build status
[16:14:45.467] Build 8860108613778924000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:14:45.467] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:21:0) after 1m0s
[16:15:45.575] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:21:0)
[16:15:45.575] Timer tick, asking Buildbucket for the build status
[16:15:45.736] Build 8860108613778924000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:15:45.736] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:22:0) after 1m0s
[16:16:45.876] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:22:0)
[16:16:45.876] Timer tick, asking Buildbucket for the build status
[16:16:46.035] Build 8860108613778924000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:16:46.035] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:23:0) after 1m0s
[16:17:46.117] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:23:0)
[16:17:46.117] Timer tick, asking Buildbucket for the build status
[16:17:46.401] Build 8860108613778924000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:17:46.401] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:24:0) after 1m0s
[16:18:46.423] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:24:0)
[16:18:46.423] Timer tick, asking Buildbucket for the build status
[16:18:46.485] Build 8860108613778924000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:18:46.485] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:25:0) after 1m0s
[16:19:46.554] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:25:0)
[16:19:46.554] Timer tick, asking Buildbucket for the build status
[16:19:46.616] Build 8860108613778924000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:19:46.616] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:26:0) after 1m0s
[16:20:46.612] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:26:0)
[16:20:46.612] Timer tick, asking Buildbucket for the build status
[16:20:46.688] Build 8860108613778924000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:20:46.688] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:27:0) after 1m0s
[16:21:46.709] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:27:0)
[16:21:46.709] Timer tick, asking Buildbucket for the build status
[16:21:46.808] Build 8860108613778924000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:21:46.808] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:28:0) after 1m0s
[16:22:46.850] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:28:0)
[16:22:46.850] Timer tick, asking Buildbucket for the build status
[16:22:46.913] Build 8860108613778924000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:22:46.913] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:29:0) after 1m0s
[16:23:46.961] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:29:0)
[16:23:46.961] Timer tick, asking Buildbucket for the build status
[16:23:47.106] Build 8860108613778924000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:23:47.106] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:30:0) after 1m0s
[16:24:47.226] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:30:0)
[16:24:47.226] Timer tick, asking Buildbucket for the build status
[16:24:47.399] Build 8860108613778924000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:24:47.399] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:31:0) after 1m0s
[16:25:47.455] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:31:0)
[16:25:47.455] Timer tick, asking Buildbucket for the build status
[16:25:48.376] Build 8860108613778924000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:25:48.376] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:32:0) after 1m0s
[16:26:48.683] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:32:0)
[16:26:48.683] Timer tick, asking Buildbucket for the build status
[16:26:49.496] Build 8860108613778924000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:26:49.496] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:33:0) after 1m0s
[16:27:49.679] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:33:0)
[16:27:49.679] Timer tick, asking Buildbucket for the build status
[16:27:49.743] Build 8860108613778924000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:27:49.743] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:34:0) after 1m0s
[16:28:49.814] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:34:0)
[16:28:49.814] Timer tick, asking Buildbucket for the build status
[16:28:49.867] Build 8860108613778924000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:28:49.867] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:35:0) after 1m0s
[16:29:49.883] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:35:0)
[16:29:49.883] Timer tick, asking Buildbucket for the build status
[16:29:49.950] Build 8860108613778924000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:29:49.950] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:36:0) after 1m0s
[16:30:50.046] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:36:0)
[16:30:50.046] Timer tick, asking Buildbucket for the build status
[16:30:50.105] Build 8860108613778924000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:30:50.105] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:37:0) after 1m0s
[16:31:50.175] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:37:0)
[16:31:50.175] Timer tick, asking Buildbucket for the build status
[16:31:50.286] Build 8860108613778924000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:31:50.286] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:38:0) after 1m0s
[16:32:50.435] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:38:0)
[16:32:50.435] Timer tick, asking Buildbucket for the build status
[16:32:50.528] Build 8860108613778924000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:32:50.528] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:39:0) after 1m0s
[16:33:50.651] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:39:0)
[16:33:50.651] Timer tick, asking Buildbucket for the build status
[16:33:50.718] Build 8860108613778924000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:33:50.718] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:40:0) after 1m0s
[16:34:50.821] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:40:0)
[16:34:50.821] Timer tick, asking Buildbucket for the build status
[16:34:50.892] Build 8860108613778924000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:34:50.892] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:41:0) after 1m0s
[16:35:50.958] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:41:0)
[16:35:50.958] Timer tick, asking Buildbucket for the build status
[16:35:51.016] Build 8860108613778924000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:35:51.016] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:42:0) after 1m0s
[16:36:51.096] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:42:0)
[16:36:51.096] Timer tick, asking Buildbucket for the build status
[16:36:51.207] Build 8860108613778924000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:36:51.207] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:43:0) after 1m0s
[16:37:51.268] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:43:0)
[16:37:51.268] Timer tick, asking Buildbucket for the build status
[16:37:51.325] Build 8860108613778924000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:37:51.325] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:44:0) after 1m0s
[16:38:51.376] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:44:0)
[16:38:51.376] Timer tick, asking Buildbucket for the build status
[16:38:51.434] Build 8860108613778924000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:38:51.434] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:45:0) after 1m0s
[16:39:51.514] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:45:0)
[16:39:51.514] Timer tick, asking Buildbucket for the build status
[16:39:51.581] Build 8860108613778924000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:39:51.581] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:46:0) after 1m0s
[16:40:51.633] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:46:0)
[16:40:51.633] Timer tick, asking Buildbucket for the build status
[16:40:52.511] Build 8860108613778924000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:40:52.511] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:47:0) after 1m0s
[16:41:52.534] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:47:0)
[16:41:52.534] Timer tick, asking Buildbucket for the build status
[16:41:52.710] Build 8860108613778924000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:41:52.710] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:48:0) after 1m0s
[16:42:52.727] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:48:0)
[16:42:52.727] Timer tick, asking Buildbucket for the build status
[16:42:52.977] Build 8860108613778924000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:42:52.977] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:49:0) after 1m0s
[16:43:52.998] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:49:0)
[16:43:52.998] Timer tick, asking Buildbucket for the build status
[16:43:53.196] Build 8860108613778924000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:43:53.196] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:50:0) after 1m0s
[16:44:53.312] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:50:0)
[16:44:53.312] Timer tick, asking Buildbucket for the build status
[16:44:55.828] Build 8860108613778924000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:44:55.828] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:51:0) after 1m0s
[16:45:55.884] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:51:0)
[16:45:55.884] Timer tick, asking Buildbucket for the build status
[16:45:56.200] Build 8860108613778924000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:45:56.200] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:52:0) after 1m0s
[16:46:56.207] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:52:0)
[16:46:56.207] Timer tick, asking Buildbucket for the build status
[16:46:56.332] Build 8860108613778924000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:46:56.332] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:53:0) after 1m0s
[16:47:56.407] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:53:0)
[16:47:56.407] Timer tick, asking Buildbucket for the build status
[16:47:56.498] Build 8860108613778924000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:47:56.498] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:54:0) after 1m0s
[16:48:56.558] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:54:0)
[16:48:56.558] Timer tick, asking Buildbucket for the build status
[16:48:56.815] Build 8860108613778924000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:48:56.815] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:55:0) after 1m0s
[16:49:56.833] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:55:0)
[16:49:56.833] Timer tick, asking Buildbucket for the build status
[16:49:56.896] Build 8860108613778924000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:49:56.896] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:56:0) after 1m0s
[16:50:56.976] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:56:0)
[16:50:56.976] Timer tick, asking Buildbucket for the build status
[16:50:57.069] Build 8860108613778924000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:50:57.069] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:57:0) after 1m0s
[16:51:57.177] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:57:0)
[16:51:57.177] Timer tick, asking Buildbucket for the build status
[16:51:57.721] Build 8860108613778924000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:51:57.721] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:58:0) after 1m0s
[16:52:57.778] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:58:0)
[16:52:57.778] Timer tick, asking Buildbucket for the build status
[16:52:57.888] Build 8860108613778924000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:52:57.888] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:59:0) after 1m0s
[16:53:57.941] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:59:0)
[16:53:57.941] Timer tick, asking Buildbucket for the build status
[16:53:58.005] Build 8860108613778924000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:53:58.005] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:60:0) after 1m0s
[16:54:58.003] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:60:0)
[16:54:58.003] Timer tick, asking Buildbucket for the build status
[16:54:58.138] Build 8860108613778924000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:54:58.138] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:61:0) after 1m0s
[16:55:58.160] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:61:0)
[16:55:58.160] Timer tick, asking Buildbucket for the build status
[16:55:58.253] Build 8860108613778924000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:55:58.253] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:62:0) after 1m0s
[16:56:58.320] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:62:0)
[16:56:58.320] Timer tick, asking Buildbucket for the build status
[16:56:58.427] Build 8860108613778924000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:56:58.427] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:63:0) after 1m0s
[16:57:58.611] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:63:0)
[16:57:58.611] Timer tick, asking Buildbucket for the build status
[16:57:58.791] Build 8860108613778924000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:57:58.792] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:64:0) after 1m0s
[16:58:58.889] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:64:0)
[16:58:58.889] Timer tick, asking Buildbucket for the build status
[16:58:58.995] Build 8860108613778924000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:58:58.995] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:65:0) after 1m0s
[16:59:59.150] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:65:0)
[16:59:59.150] Timer tick, asking Buildbucket for the build status
[16:59:59.395] Build 8860108613778924000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:59:59.395] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:66:0) after 1m0s
[17:00:59.486] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:66:0)
[17:00:59.486] Timer tick, asking Buildbucket for the build status
[17:00:59.587] Build 8860108613778924000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:00:59.587] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:67:0) after 1m0s
[17:01:59.948] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:67:0)
[17:01:59.948] Timer tick, asking Buildbucket for the build status
[17:02:00.213] Build 8860108613778924000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:02:00.214] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:68:0) after 1m0s
[17:03:00.319] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:68:0)
[17:03:00.319] Timer tick, asking Buildbucket for the build status
[17:03:00.392] Build 8860108613778924000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:03:00.392] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:69:0) after 1m0s
[17:04:00.887] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:69:0)
[17:04:00.887] Timer tick, asking Buildbucket for the build status
[17:04:00.973] Build 8860108613778924000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:04:00.973] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:70:0) after 1m0s
[17:05:01.373] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:70:0)
[17:05:01.373] Timer tick, asking Buildbucket for the build status
[17:05:01.444] Build 8860108613778924000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:05:01.444] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:71:0) after 1m0s
[17:06:01.443] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:71:0)
[17:06:01.443] Timer tick, asking Buildbucket for the build status
[17:06:01.578] Build 8860108613778924000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:06:01.578] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:72:0) after 1m0s
[17:07:01.621] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:72:0)
[17:07:01.621] Timer tick, asking Buildbucket for the build status
[17:07:02.200] Build 8860108613778924000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:07:02.200] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:73:0) after 1m0s
[17:08:02.232] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:73:0)
[17:08:02.232] Timer tick, asking Buildbucket for the build status
[17:08:02.308] Build 8860108613778924000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:08:02.308] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:74:0) after 1m0s
[17:09:02.399] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:74:0)
[17:09:02.399] Timer tick, asking Buildbucket for the build status
[17:09:02.467] Build 8860108613778924000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:09:02.467] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:75:0) after 1m0s
[17:10:02.540] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:75:0)
[17:10:02.540] Timer tick, asking Buildbucket for the build status
[17:10:02.610] Build 8860108613778924000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:10:02.610] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:76:0) after 1m0s
[17:11:02.631] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:76:0)
[17:11:02.631] Timer tick, asking Buildbucket for the build status
[17:11:02.707] Build 8860108613778924000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:11:02.707] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:77:0) after 1m0s
[17:12:02.727] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:77:0)
[17:12:02.727] Timer tick, asking Buildbucket for the build status
[17:12:03.024] Build 8860108613778924000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:12:03.024] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:78:0) after 1m0s
[17:13:03.047] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:78:0)
[17:13:03.047] Timer tick, asking Buildbucket for the build status
[17:13:03.119] Build 8860108613778924000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:13:03.119] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:79:0) after 1m0s
[17:14:03.319] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:79:0)
[17:14:03.319] Timer tick, asking Buildbucket for the build status
[17:14:03.567] Build 8860108613778924000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:14:03.567] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:80:0) after 1m0s
[17:15:03.614] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:80:0)
[17:15:03.614] Timer tick, asking Buildbucket for the build status
[17:15:03.696] Build 8860108613778924000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:15:03.696] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:81:0) after 1m0s
[17:16:03.726] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:81:0)
[17:16:03.726] Timer tick, asking Buildbucket for the build status
[17:16:04.032] Build 8860108613778924000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:16:04.032] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:82:0) after 1m0s
[17:17:04.124] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:82:0)
[17:17:04.124] Timer tick, asking Buildbucket for the build status
[17:17:04.275] Build 8860108613778924000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:17:04.275] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:83:0) after 1m0s
[17:18:04.312] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:83:0)
[17:18:04.313] Timer tick, asking Buildbucket for the build status
[17:18:04.388] Build 8860108613778924000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:18:04.388] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:84:0) after 1m0s
[17:19:04.497] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:84:0)
[17:19:04.497] Timer tick, asking Buildbucket for the build status
[17:19:04.960] Build 8860108613778924000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:19:04.960] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:85:0) after 1m0s
[17:20:04.968] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:85:0)
[17:20:04.968] Timer tick, asking Buildbucket for the build status
[17:20:05.073] Build 8860108613778924000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:20:05.073] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:86:0) after 1m0s
[17:21:05.189] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:86:0)
[17:21:05.189] Timer tick, asking Buildbucket for the build status
[17:21:05.243] Build 8860108613778924000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:21:05.243] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:87:0) after 1m0s
[17:22:05.265] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:87:0)
[17:22:05.265] Timer tick, asking Buildbucket for the build status
[17:22:05.361] Build 8860108613778924000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:22:05.361] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:88:0) after 1m0s
[17:23:05.457] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:88:0)
[17:23:05.457] Timer tick, asking Buildbucket for the build status
[17:23:05.521] Build 8860108613778924000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:23:05.521] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:89:0) after 1m0s
[17:24:05.544] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:89:0)
[17:24:05.544] Timer tick, asking Buildbucket for the build status
[17:24:05.595] Build 8860108613778924000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:24:05.595] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:90:0) after 1m0s
[17:25:05.630] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:90:0)
[17:25:05.630] Timer tick, asking Buildbucket for the build status
[17:25:05.682] Build 8860108613778924000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:25:05.682] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:91:0) after 1m0s
[17:26:05.739] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:91:0)
[17:26:05.739] Timer tick, asking Buildbucket for the build status
[17:26:05.845] Build 8860108613778924000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:26:05.845] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:92:0) after 1m0s
[17:27:05.901] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:92:0)
[17:27:05.901] Timer tick, asking Buildbucket for the build status
[17:27:06.026] Build 8860108613778924000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:27:06.026] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:93:0) after 1m0s
[17:28:06.183] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:93:0)
[17:28:06.183] Timer tick, asking Buildbucket for the build status
[17:28:06.405] Build 8860108613778924000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:28:06.405] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:94:0) after 1m0s
[17:29:06.506] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:94:0)
[17:29:06.506] Timer tick, asking Buildbucket for the build status
[17:29:06.584] Build 8860108613778924000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:29:06.584] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:95:0) after 1m0s
[17:30:06.584] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:95:0)
[17:30:06.584] Timer tick, asking Buildbucket for the build status
[17:30:07.015] Build 8860108613778924000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:30:07.015] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:96:0) after 1m0s
[17:31:07.202] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:96:0)
[17:31:07.202] Timer tick, asking Buildbucket for the build status
[17:31:07.258] Build 8860108613778924000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:31:07.258] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:97:0) after 1m0s
[17:32:07.389] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:97:0)
[17:32:07.389] Timer tick, asking Buildbucket for the build status
[17:32:07.559] Build 8860108613778924000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:32:07.559] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:98:0) after 1m0s
[17:33:07.687] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:98:0)
[17:33:07.687] Timer tick, asking Buildbucket for the build status
[17:33:07.744] Build 8860108613778924000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:33:07.744] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:99:0) after 1m0s
[17:34:07.894] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:99:0)
[17:34:07.894] Timer tick, asking Buildbucket for the build status
[17:34:07.974] Build 8860108613778924000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:34:07.974] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:100:0) after 1m0s
[17:35:08.047] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:100:0)
[17:35:08.047] Timer tick, asking Buildbucket for the build status
[17:35:08.136] Build 8860108613778924000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:35:08.136] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:101:0) after 1m0s
[17:36:08.210] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:101:0)
[17:36:08.210] Timer tick, asking Buildbucket for the build status
[17:36:08.273] Build 8860108613778924000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:36:08.273] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:102:0) after 1m0s
[17:37:08.281] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:102:0)
[17:37:08.281] Timer tick, asking Buildbucket for the build status
[17:37:08.430] Build 8860108613778924000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:37:08.430] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:103:0) after 1m0s
[17:38:08.508] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:103:0)
[17:38:08.508] Timer tick, asking Buildbucket for the build status
[17:38:08.586] Build 8860108613778924000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:38:08.586] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:104:0) after 1m0s
[17:39:08.682] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:104:0)
[17:39:08.682] Timer tick, asking Buildbucket for the build status
[17:39:08.767] Build 8860108613778924000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:39:08.767] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:105:0) after 1m0s
[17:40:08.764] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:105:0)
[17:40:08.764] Timer tick, asking Buildbucket for the build status
[17:40:08.878] Build 8860108613778924000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:40:08.878] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:106:0) after 1m0s
[17:41:08.965] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:106:0)
[17:41:08.965] Timer tick, asking Buildbucket for the build status
[17:41:09.066] Build 8860108613778924000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:41:09.066] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:107:0) after 1m0s
[17:42:09.156] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:107:0)
[17:42:09.156] Timer tick, asking Buildbucket for the build status
[17:42:09.309] Build 8860108613778924000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:42:09.309] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:108:0) after 1m0s
[17:43:09.556] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:108:0)
[17:43:09.556] Timer tick, asking Buildbucket for the build status
[17:43:09.690] Build 8860108613778924000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:43:09.690] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:109:0) after 1m0s
[17:44:09.953] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:109:0)
[17:44:09.953] Timer tick, asking Buildbucket for the build status
[17:44:10.018] Build 8860108613778924000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:44:10.018] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:110:0) after 1m0s
[17:45:10.069] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:110:0)
[17:45:10.069] Timer tick, asking Buildbucket for the build status
[17:45:10.137] Build 8860108613778924000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:45:10.137] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:111:0) after 1m0s
[17:46:10.190] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:111:0)
[17:46:10.190] Timer tick, asking Buildbucket for the build status
[17:46:10.367] Build 8860108613778924000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:46:10.367] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:112:0) after 1m0s
[17:47:10.507] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:112:0)
[17:47:10.508] Timer tick, asking Buildbucket for the build status
[17:47:10.657] Build 8860108613778924000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:47:10.657] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:113:0) after 1m0s
[17:48:10.676] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:113:0)
[17:48:10.676] Timer tick, asking Buildbucket for the build status
[17:48:10.745] Build 8860108613778924000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:48:10.745] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:114:0) after 1m0s
[17:49:10.866] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:114:0)
[17:49:10.866] Timer tick, asking Buildbucket for the build status
[17:49:11.039] Build 8860108613778924000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:49:11.040] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:115:0) after 1m0s
[17:50:11.411] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:115:0)
[17:50:11.411] Timer tick, asking Buildbucket for the build status
[17:50:11.467] Build 8860108613778924000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:50:11.467] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:116:0) after 1m0s
[17:51:12.001] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:116:0)
[17:51:12.001] Timer tick, asking Buildbucket for the build status
[17:51:12.062] Build 8860108613778924000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:51:12.062] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:117:0) after 1m0s
[17:52:12.233] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:117:0)
[17:52:12.233] Timer tick, asking Buildbucket for the build status
[17:52:12.335] Build 8860108613778924000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:52:12.335] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:118:0) after 1m0s
[17:53:12.399] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:118:0)
[17:53:12.399] Timer tick, asking Buildbucket for the build status
[17:53:12.789] Build 8860108613778924000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:53:12.789] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:119:0) after 1m0s
[17:54:13.132] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:119:0)
[17:54:13.132] Timer tick, asking Buildbucket for the build status
[17:54:13.208] Build 8860108613778924000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:54:13.208] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:120:0) after 1m0s
[17:55:13.365] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:120:0)
[17:55:13.365] Timer tick, asking Buildbucket for the build status
[17:55:13.451] Build 8860108613778924000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:55:13.451] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:121:0) after 1m0s
[17:56:13.793] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:121:0)
[17:56:13.793] Timer tick, asking Buildbucket for the build status
[17:56:13.957] Build 8860108613778924000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:56:13.957] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:122:0) after 1m0s
[17:57:14.333] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:122:0)
[17:57:14.333] Timer tick, asking Buildbucket for the build status
[17:57:14.487] Build 8860108613778924000: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:57:14.487] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9025538675715453408:123:0) after 1m0s
[17:58:04.409] Received PubSub notification, asking Buildbucket for the build status
[17:58:04.486] Build 8860108613778924000: status "COMPLETED", result "FAILURE", failure_reason "INFRA_FAILURE", cancelation_reason ""
[17:58:04.486] Buildbucket build:
{
  "build": {
    "bucket": "luci.chromium.webrtc.fyi",
    "canary_preference": "PROD",
    "completed_ts": "1608746284044276",
    "created_by": "project:chromium",
    "created_ts": "1608738996677827",
    "failure_reason": "INFRA_FAILURE",
    "id": "8860108613778924000",
    "parameters_json": "{\"builder_name\": \"WebRTC Chromium FYI Mac Builder\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://webrtc.googlesource.com/src/\", \"revision\": \"f62ef4989776d37ad17b0c5576bff13c5e36e136\"}}",
    "project": "chromium",
    "result": "FAILURE",
    "result_details_json": "{\"error\": {\"message\": \"recipe infra failure: Recipe timed out\"}, \"properties\": {\"$build/goma\": {\"rpc_extra_params\": \"?prod\", \"server_host\": \"goma.chromium.org\", \"use_luci_auth\": true}, \"$recipe_engine/isolated\": {\"server\": \"https://isolateserver.appspot.com\"}, \"$recipe_engine/milo/blamelist_pins\": [{\"host\": \"webrtc.googlesource.com\", \"id\": \"f62ef4989776d37ad17b0c5576bff13c5e36e136\", \"project\": \"src\"}, {\"host\": \"chromium.googlesource.com\", \"id\": \"b3f01cbac9f9c273ce4e4c6c494f317b7c7b834a\", \"project\": \"chromium/src\"}], \"$recipe_engine/path\": {\"cache_dir\": \"/opt/s/w/ir/cache\", \"temp_dir\": \"/opt/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"vm325-m9\", \"branch\": \"refs/heads/master\", \"builder_group\": \"chromium.webrtc.fyi\", \"buildername\": \"WebRTC Chromium FYI Mac Builder\", \"buildnumber\": 7301, \"clang_revision\": \"llvmorg-12-init-12923-g6ee22ca6-1\", \"got_angle_revision\": \"d447829c19fd6275b94676aab20e303c224fe126\", \"got_cr_revision\": \"b3f01cbac9f9c273ce4e4c6c494f317b7c7b834a\", \"got_cr_revision_cp\": \"refs/heads/master@{#839117}\", \"got_dawn_revision\": \"33bf309c1d45e4da80ba77913eab9dadfc8f5e26\", \"got_nacl_revision\": \"299d4780ec86121ff2a5368ed9435ade0e356e5e\", \"got_revision\": \"f62ef4989776d37ad17b0c5576bff13c5e36e136\", \"got_revision_cp\": \"refs/heads/master@{#32876}\", \"got_swarming_client_revision\": \"1a072711d4388c62e02480fabc26c68c24494be9\", \"got_swiftshader_revision\": \"1cc5b3357d2ff3c81ef7ec0b07a6660796bde5cd\", \"got_v8_revision\": \"711cf5ad4a12abe0f6b50058cb2248d7fb80374e\", \"got_v8_revision_cp\": \"refs/heads/8.9.187@{#1}\", \"got_webrtc_revision\": \"f62ef4989776d37ad17b0c5576bff13c5e36e136\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#32876}\", \"path_config\": \"generic\", \"recipe\": \"chromium\", \"repository\": \"https://webrtc.googlesource.com/src/\", \"revision\": \"f62ef4989776d37ad17b0c5576bff13c5e36e136\"}, \"swarming\": {\"bot_dimensions\": {\"caches\": [\"builder_4d315a21d49582f6ac1269241de18b93ec0f808a2ae7b2201a57612ac5fb468f_v2\", \"git\", \"goma_v2\", \"vpython\"], \"cores\": [\"8\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"none\"], \"id\": [\"vm325-m9\"], \"mac_model\": [\"VMware7,1\"], \"machine_type\": [\"n1-highcpu-8\"], \"os\": [\"Mac\", \"Mac-10.15\", \"Mac-10.15.6\", \"Mac-10.15.6-19G73\"], \"pool\": [\"luci.chromium.webrtc.fyi\"], \"python\": [\"2.7.16\"], \"server_version\": [\"5657-0417a3f\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}, \"ui\": {\"info\": \"recipe infra failure: Recipe timed out\"}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1608739080213669",
    "status": "COMPLETED",
    "status_changed_ts": "1608739080534846",
    "tags": [
      "build_address:luci.chromium.webrtc.fyi/WebRTC Chromium FYI Mac Builder/7301",
      "builder:WebRTC Chromium FYI Mac Builder",
      "buildset:commit/git/f62ef4989776d37ad17b0c5576bff13c5e36e136",
      "buildset:commit/gitiles/webrtc.googlesource.com/src/+/f62ef4989776d37ad17b0c5576bff13c5e36e136",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9025538675715453408",
      "scheduler_job_id:chromium/WebRTC Chromium FYI Mac Builder",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8860108613778924000/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:os:Mac",
      "swarming_tag:recipe_name:chromium",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:50a922906ff2aa10",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1608746284161371",
    "url": "https://ci.chromium.org/b/8860108613778924000",
    "utcnow_ts": "1608746284469203"
  }
}
[17:58:04.486] Invocation finished in 2h1m29.040127818s with status FAILED