Status: FAILED
Triggered by: -
Duration: 2 hours
Actions:

Definition (rev 6f5924df224f88c7618a4cd98849de08b5a25570)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.webrtc.fyi"
  builder: "WebRTC Chromium FYI Mac Builder"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://webrtc.googlesource.com/src/",
  "revision": "d518f3973c7fd2e268629a1a80e84c037f2630fb"
}

Incoming tags

  • buildset:commit/git/d518f3973c7fd2e268629a1a80e84c037f2630fb
  • buildset:commit/gitiles/webrtc.googlesource.com/src/+/d518f3973c7fd2e268629a1a80e84c037f2630fb
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[02:43:16.532] New invocation is queued and will start shortly
[02:43:17.776] Starting the invocation (attempt 1)
[02:43:17.852] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:43:17.852] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:43:17.852] Buildbucket request:
{
  "bucket": "luci.chromium.webrtc.fyi",
  "client_operation_id": "9072880203273730800",
  "parameters_json": "{\"builder_name\":\"WebRTC Chromium FYI Mac Builder\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://webrtc.googlesource.com/src/\",\"revision\":\"d518f3973c7fd2e268629a1a80e84c037f2630fb\"}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:WebRTC Chromium FYI Mac Builder",
    "scheduler_invocation_id:9072880203273730800",
    "scheduler_job_id:chromium/WebRTC Chromium FYI Mac Builder",
    "user_agent:luci-scheduler",
    "buildset:commit/git/d518f3973c7fd2e268629a1a80e84c037f2630fb",
    "buildset:commit/gitiles/webrtc.googlesource.com/src/+/d518f3973c7fd2e268629a1a80e84c037f2630fb",
    "gitiles_ref:refs/heads/master"
  ]
}
[02:43:19.639] Buildbucket response:
{
  "build": {
    "bucket": "luci.chromium.webrtc.fyi",
    "canary_preference": "PROD",
    "created_by": "project:chromium",
    "created_ts": "1563590598019890",
    "id": "8907450141049809584",
    "parameters_json": "{\"builder_name\": \"WebRTC Chromium FYI Mac Builder\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://webrtc.googlesource.com/src/\", \"revision\": \"d518f3973c7fd2e268629a1a80e84c037f2630fb\"}}",
    "project": "chromium",
    "result_details_json": "{\"properties\": {}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1563590599180565",
    "tags": [
      "build_address:luci.chromium.webrtc.fyi/WebRTC Chromium FYI Mac Builder/3687",
      "builder:WebRTC Chromium FYI Mac Builder",
      "buildset:commit/git/d518f3973c7fd2e268629a1a80e84c037f2630fb",
      "buildset:commit/gitiles/webrtc.googlesource.com/src/+/d518f3973c7fd2e268629a1a80e84c037f2630fb",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9072880203273730800",
      "scheduler_job_id:chromium/WebRTC Chromium FYI Mac Builder",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8907450141049809584/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:recipe_name:chromium",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1563590599180662",
    "url": "https://ci.chromium.org/b/8907450141049809584",
    "utcnow_ts": "1563590599603831"
  }
}
[02:43:19.639] Task URL: https://ci.chromium.org/b/8907450141049809584
[02:43:19.639] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:2:0) after 1m0s
[02:44:09.420] Received PubSub notification, asking Buildbucket for the build status
[02:44:09.768] Build 8907450141049809584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:44:19.786] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:2:0)
[02:44:19.786] Timer tick, asking Buildbucket for the build status
[02:44:19.882] Build 8907450141049809584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:44:19.882] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:4:0) after 1m0s
[02:45:20.005] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:4:0)
[02:45:20.005] Timer tick, asking Buildbucket for the build status
[02:45:20.283] Build 8907450141049809584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:45:20.283] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:5:0) after 1m0s
[02:46:20.558] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:5:0)
[02:46:20.558] Timer tick, asking Buildbucket for the build status
[02:46:21.378] Build 8907450141049809584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:46:21.378] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:6:0) after 1m0s
[02:47:21.463] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:6:0)
[02:47:21.463] Timer tick, asking Buildbucket for the build status
[02:47:21.582] Build 8907450141049809584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:47:21.582] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:7:0) after 1m0s
[02:48:21.695] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:7:0)
[02:48:21.695] Timer tick, asking Buildbucket for the build status
[02:48:21.864] Build 8907450141049809584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:48:21.864] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:8:0) after 1m0s
[02:49:21.878] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:8:0)
[02:49:21.878] Timer tick, asking Buildbucket for the build status
[02:49:22.188] Build 8907450141049809584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:49:22.188] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:9:0) after 1m0s
[02:50:22.182] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:9:0)
[02:50:22.182] Timer tick, asking Buildbucket for the build status
[02:50:22.470] Build 8907450141049809584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:50:22.470] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:10:0) after 1m0s
[02:51:22.592] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:10:0)
[02:51:22.592] Timer tick, asking Buildbucket for the build status
[02:51:22.685] Build 8907450141049809584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:51:22.685] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:11:0) after 1m0s
[02:52:22.708] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:11:0)
[02:52:22.709] Timer tick, asking Buildbucket for the build status
[02:52:23.231] Build 8907450141049809584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:52:23.231] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:12:0) after 1m0s
[02:53:23.302] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:12:0)
[02:53:23.302] Timer tick, asking Buildbucket for the build status
[02:53:23.417] Build 8907450141049809584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:53:23.417] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:13:0) after 1m0s
[02:54:23.433] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:13:0)
[02:54:23.433] Timer tick, asking Buildbucket for the build status
[02:54:23.608] Build 8907450141049809584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:54:23.608] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:14:0) after 1m0s
[02:55:23.811] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:14:0)
[02:55:23.811] Timer tick, asking Buildbucket for the build status
[02:55:23.949] Build 8907450141049809584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:55:23.949] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:15:0) after 1m0s
[02:56:24.126] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:15:0)
[02:56:24.126] Timer tick, asking Buildbucket for the build status
[02:56:24.261] Build 8907450141049809584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:56:24.261] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:16:0) after 1m0s
[02:57:24.450] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:16:0)
[02:57:24.450] Timer tick, asking Buildbucket for the build status
[02:57:24.562] Build 8907450141049809584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:57:24.562] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:17:0) after 1m0s
[02:58:24.658] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:17:0)
[02:58:24.658] Timer tick, asking Buildbucket for the build status
[02:58:25.057] Build 8907450141049809584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:58:25.057] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:18:0) after 1m0s
[02:59:25.095] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:18:0)
[02:59:25.095] Timer tick, asking Buildbucket for the build status
[02:59:25.271] Build 8907450141049809584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:59:25.271] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:19:0) after 1m0s
[03:00:25.448] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:19:0)
[03:00:25.448] Timer tick, asking Buildbucket for the build status
[03:00:25.804] Build 8907450141049809584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:00:25.804] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:20:0) after 1m0s
[03:01:25.841] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:20:0)
[03:01:25.841] Timer tick, asking Buildbucket for the build status
[03:01:26.000] Build 8907450141049809584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:01:26.000] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:21:0) after 1m0s
[03:02:26.079] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:21:0)
[03:02:26.079] Timer tick, asking Buildbucket for the build status
[03:02:26.596] Build 8907450141049809584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:02:26.596] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:22:0) after 1m0s
[03:03:26.775] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:22:0)
[03:03:26.775] Timer tick, asking Buildbucket for the build status
[03:03:26.966] Build 8907450141049809584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:03:26.966] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:23:0) after 1m0s
[03:04:27.061] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:23:0)
[03:04:27.062] Timer tick, asking Buildbucket for the build status
[03:04:27.533] Build 8907450141049809584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:04:27.533] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:24:0) after 1m0s
[03:05:27.635] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:24:0)
[03:05:27.635] Timer tick, asking Buildbucket for the build status
[03:05:27.847] Build 8907450141049809584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:05:27.847] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:25:0) after 1m0s
[03:06:27.942] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:25:0)
[03:06:27.942] Timer tick, asking Buildbucket for the build status
[03:06:28.304] Build 8907450141049809584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:06:28.304] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:26:0) after 1m0s
[03:07:28.385] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:26:0)
[03:07:28.385] Timer tick, asking Buildbucket for the build status
[03:07:28.567] Build 8907450141049809584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:07:28.567] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:27:0) after 1m0s
[03:08:28.682] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:27:0)
[03:08:28.683] Timer tick, asking Buildbucket for the build status
[03:08:28.918] Build 8907450141049809584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:08:28.918] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:28:0) after 1m0s
[03:09:29.079] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:28:0)
[03:09:29.079] Timer tick, asking Buildbucket for the build status
[03:09:29.209] Build 8907450141049809584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:09:29.209] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:29:0) after 1m0s
[03:10:29.640] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:29:0)
[03:10:29.640] Timer tick, asking Buildbucket for the build status
[03:10:29.943] Build 8907450141049809584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:10:29.943] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:30:0) after 1m0s
[03:11:29.987] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:30:0)
[03:11:29.987] Timer tick, asking Buildbucket for the build status
[03:11:30.575] Build 8907450141049809584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:11:30.575] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:31:0) after 1m0s
[03:12:30.600] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:31:0)
[03:12:30.600] Timer tick, asking Buildbucket for the build status
[03:12:30.751] Build 8907450141049809584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:12:30.751] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:32:0) after 1m0s
[03:13:30.816] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:32:0)
[03:13:30.816] Timer tick, asking Buildbucket for the build status
[03:13:31.154] Build 8907450141049809584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:13:31.154] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:33:0) after 1m0s
[03:14:31.174] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:33:0)
[03:14:31.174] Timer tick, asking Buildbucket for the build status
[03:14:31.298] Build 8907450141049809584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:14:31.298] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:34:0) after 1m0s
[03:15:31.578] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:34:0)
[03:15:31.578] Timer tick, asking Buildbucket for the build status
[03:15:31.712] Build 8907450141049809584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:15:31.712] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:35:0) after 1m0s
[03:16:31.762] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:35:0)
[03:16:31.762] Timer tick, asking Buildbucket for the build status
[03:16:31.881] Build 8907450141049809584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:16:31.881] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:36:0) after 1m0s
[03:17:31.978] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:36:0)
[03:17:31.978] Timer tick, asking Buildbucket for the build status
[03:17:32.408] Build 8907450141049809584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:17:32.408] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:37:0) after 1m0s
[03:18:32.431] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:37:0)
[03:18:32.431] Timer tick, asking Buildbucket for the build status
[03:18:32.642] Build 8907450141049809584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:18:32.642] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:38:0) after 1m0s
[03:19:32.643] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:38:0)
[03:19:32.643] Timer tick, asking Buildbucket for the build status
[03:19:32.748] Build 8907450141049809584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:19:32.748] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:39:0) after 1m0s
[03:20:32.773] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:39:0)
[03:20:32.773] Timer tick, asking Buildbucket for the build status
[03:20:34.713] Build 8907450141049809584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:20:34.713] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:40:0) after 1m0s
[03:21:34.785] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:40:0)
[03:21:34.785] Timer tick, asking Buildbucket for the build status
[03:21:34.940] Build 8907450141049809584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:21:34.940] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:41:0) after 1m0s
[03:22:35.028] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:41:0)
[03:22:35.028] Timer tick, asking Buildbucket for the build status
[03:22:35.593] Build 8907450141049809584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:22:35.593] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:42:0) after 1m0s
[03:23:35.619] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:42:0)
[03:23:35.619] Timer tick, asking Buildbucket for the build status
[03:23:35.722] Build 8907450141049809584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:23:35.722] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:43:0) after 1m0s
[03:24:35.775] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:43:0)
[03:24:35.775] Timer tick, asking Buildbucket for the build status
[03:24:36.114] Build 8907450141049809584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:24:36.114] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:44:0) after 1m0s
[03:25:36.188] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:44:0)
[03:25:36.188] Timer tick, asking Buildbucket for the build status
[03:25:36.496] Build 8907450141049809584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:25:36.496] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:45:0) after 1m0s
[03:26:36.487] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:45:0)
[03:26:36.488] Timer tick, asking Buildbucket for the build status
[03:26:37.239] Build 8907450141049809584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:26:37.239] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:46:0) after 1m0s
[03:27:37.261] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:46:0)
[03:27:37.261] Timer tick, asking Buildbucket for the build status
[03:27:37.497] Build 8907450141049809584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:27:37.497] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:47:0) after 1m0s
[03:28:37.591] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:47:0)
[03:28:37.591] Timer tick, asking Buildbucket for the build status
[03:28:37.863] Build 8907450141049809584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:28:37.863] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:48:0) after 1m0s
[03:29:37.941] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:48:0)
[03:29:37.941] Timer tick, asking Buildbucket for the build status
[03:29:38.204] Build 8907450141049809584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:29:38.204] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:49:0) after 1m0s
[03:30:38.249] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:49:0)
[03:30:38.249] Timer tick, asking Buildbucket for the build status
[03:30:38.606] Build 8907450141049809584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:30:38.606] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:50:0) after 1m0s
[03:31:38.639] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:50:0)
[03:31:38.639] Timer tick, asking Buildbucket for the build status
[03:31:38.933] Build 8907450141049809584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:31:38.933] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:51:0) after 1m0s
[03:32:38.954] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:51:0)
[03:32:38.954] Timer tick, asking Buildbucket for the build status
[03:32:39.406] Build 8907450141049809584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:32:39.406] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:52:0) after 1m0s
[03:33:39.427] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:52:0)
[03:33:39.427] Timer tick, asking Buildbucket for the build status
[03:33:39.714] Build 8907450141049809584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:33:39.714] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:53:0) after 1m0s
[03:34:39.737] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:53:0)
[03:34:39.737] Timer tick, asking Buildbucket for the build status
[03:34:40.219] Build 8907450141049809584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:34:40.219] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:54:0) after 1m0s
[03:35:40.238] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:54:0)
[03:35:40.238] Timer tick, asking Buildbucket for the build status
[03:35:40.987] Build 8907450141049809584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:35:40.987] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:55:0) after 1m0s
[03:36:41.076] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:55:0)
[03:36:41.076] Timer tick, asking Buildbucket for the build status
[03:36:41.176] Build 8907450141049809584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:36:41.176] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:56:0) after 1m0s
[03:37:41.363] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:56:0)
[03:37:41.363] Timer tick, asking Buildbucket for the build status
[03:37:41.453] Build 8907450141049809584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:37:41.453] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:57:0) after 1m0s
[03:38:41.680] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:57:0)
[03:38:41.680] Timer tick, asking Buildbucket for the build status
[03:38:41.884] Build 8907450141049809584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:38:41.884] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:58:0) after 1m0s
[03:39:42.393] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:58:0)
[03:39:42.393] Timer tick, asking Buildbucket for the build status
[03:39:42.517] Build 8907450141049809584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:39:42.517] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:59:0) after 1m0s
[03:40:42.719] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:59:0)
[03:40:42.719] Timer tick, asking Buildbucket for the build status
[03:40:42.896] Build 8907450141049809584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:40:42.896] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:60:0) after 1m0s
[03:41:43.141] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:60:0)
[03:41:43.141] Timer tick, asking Buildbucket for the build status
[03:41:43.338] Build 8907450141049809584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:41:43.338] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:61:0) after 1m0s
[03:42:43.327] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:61:0)
[03:42:43.327] Timer tick, asking Buildbucket for the build status
[03:42:43.523] Build 8907450141049809584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:42:43.523] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:62:0) after 1m0s
[03:43:43.604] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:62:0)
[03:43:43.604] Timer tick, asking Buildbucket for the build status
[03:43:43.747] Build 8907450141049809584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:43:43.747] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:63:0) after 1m0s
[03:44:43.894] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:63:0)
[03:44:43.894] Timer tick, asking Buildbucket for the build status
[03:44:44.225] Build 8907450141049809584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:44:44.225] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:64:0) after 1m0s
[03:45:44.522] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:64:0)
[03:45:44.522] Timer tick, asking Buildbucket for the build status
[03:45:44.640] Build 8907450141049809584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:45:44.640] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:65:0) after 1m0s
[03:46:44.915] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:65:0)
[03:46:44.915] Timer tick, asking Buildbucket for the build status
[03:46:45.262] Build 8907450141049809584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:46:45.262] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:66:0) after 1m0s
[03:47:45.443] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:66:0)
[03:47:45.443] Timer tick, asking Buildbucket for the build status
[03:47:45.634] Build 8907450141049809584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:47:45.634] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:67:0) after 1m0s
[03:48:45.837] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:67:0)
[03:48:45.837] Timer tick, asking Buildbucket for the build status
[03:48:46.149] Build 8907450141049809584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:48:46.149] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:68:0) after 1m0s
[03:49:46.221] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:68:0)
[03:49:46.221] Timer tick, asking Buildbucket for the build status
[03:49:46.390] Build 8907450141049809584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:49:46.390] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:69:0) after 1m0s
[03:50:46.450] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:69:0)
[03:50:46.450] Timer tick, asking Buildbucket for the build status
[03:50:46.669] Build 8907450141049809584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:50:46.669] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:70:0) after 1m0s
[03:51:46.691] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:70:0)
[03:51:46.691] Timer tick, asking Buildbucket for the build status
[03:51:46.812] Build 8907450141049809584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:51:46.812] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:71:0) after 1m0s
[03:52:46.928] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:71:0)
[03:52:46.928] Timer tick, asking Buildbucket for the build status
[03:52:47.479] Build 8907450141049809584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:52:47.479] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:72:0) after 1m0s
[03:53:47.513] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:72:0)
[03:53:47.513] Timer tick, asking Buildbucket for the build status
[03:53:47.762] Build 8907450141049809584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:53:47.762] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:73:0) after 1m0s
[03:54:47.837] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:73:0)
[03:54:47.837] Timer tick, asking Buildbucket for the build status
[03:54:47.959] Build 8907450141049809584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:54:47.959] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:74:0) after 1m0s
[03:55:47.987] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:74:0)
[03:55:47.987] Timer tick, asking Buildbucket for the build status
[03:55:48.134] Build 8907450141049809584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:55:48.134] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:75:0) after 1m0s
[03:56:48.243] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:75:0)
[03:56:48.243] Timer tick, asking Buildbucket for the build status
[03:56:48.416] Build 8907450141049809584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:56:48.416] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:76:0) after 1m0s
[03:57:48.476] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:76:0)
[03:57:48.476] Timer tick, asking Buildbucket for the build status
[03:57:48.617] Build 8907450141049809584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:57:48.617] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:77:0) after 1m0s
[03:58:48.631] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:77:0)
[03:58:48.631] Timer tick, asking Buildbucket for the build status
[03:58:48.821] Build 8907450141049809584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:58:48.821] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:78:0) after 1m0s
[03:59:48.844] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:78:0)
[03:59:48.844] Timer tick, asking Buildbucket for the build status
[03:59:49.043] Build 8907450141049809584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:59:49.043] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:79:0) after 1m0s
[04:00:49.108] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:79:0)
[04:00:49.108] Timer tick, asking Buildbucket for the build status
[04:00:49.253] Build 8907450141049809584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:00:49.253] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:80:0) after 1m0s
[04:01:49.311] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:80:0)
[04:01:49.311] Timer tick, asking Buildbucket for the build status
[04:01:49.738] Build 8907450141049809584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:01:49.738] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:81:0) after 1m0s
[04:02:49.793] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:81:0)
[04:02:49.793] Timer tick, asking Buildbucket for the build status
[04:02:49.931] Build 8907450141049809584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:02:49.931] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:82:0) after 1m0s
[04:03:50.123] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:82:0)
[04:03:50.123] Timer tick, asking Buildbucket for the build status
[04:03:50.690] Build 8907450141049809584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:03:50.690] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:83:0) after 1m0s
[04:04:50.784] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:83:0)
[04:04:50.784] Timer tick, asking Buildbucket for the build status
[04:04:50.932] Build 8907450141049809584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:04:50.932] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:84:0) after 1m0s
[04:05:51.039] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:84:0)
[04:05:51.039] Timer tick, asking Buildbucket for the build status
[04:05:51.278] Build 8907450141049809584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:05:51.278] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:85:0) after 1m0s
[04:06:51.357] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:85:0)
[04:06:51.357] Timer tick, asking Buildbucket for the build status
[04:06:51.607] Build 8907450141049809584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:06:51.607] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:86:0) after 1m0s
[04:07:51.923] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:86:0)
[04:07:51.923] Timer tick, asking Buildbucket for the build status
[04:07:52.013] Build 8907450141049809584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:07:52.013] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:87:0) after 1m0s
[04:08:52.194] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:87:0)
[04:08:52.194] Timer tick, asking Buildbucket for the build status
[04:08:52.306] Build 8907450141049809584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:08:52.306] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:88:0) after 1m0s
[04:09:52.588] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:88:0)
[04:09:52.588] Timer tick, asking Buildbucket for the build status
[04:09:52.708] Build 8907450141049809584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:09:52.708] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:89:0) after 1m0s
[04:10:52.812] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:89:0)
[04:10:52.812] Timer tick, asking Buildbucket for the build status
[04:10:52.939] Build 8907450141049809584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:10:52.939] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:90:0) after 1m0s
[04:11:53.123] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:90:0)
[04:11:53.123] Timer tick, asking Buildbucket for the build status
[04:11:53.347] Build 8907450141049809584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:11:53.347] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:91:0) after 1m0s
[04:12:53.375] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:91:0)
[04:12:53.375] Timer tick, asking Buildbucket for the build status
[04:12:53.467] Build 8907450141049809584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:12:53.467] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:92:0) after 1m0s
[04:13:53.514] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:92:0)
[04:13:53.514] Timer tick, asking Buildbucket for the build status
[04:13:53.816] Build 8907450141049809584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:13:53.816] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:93:0) after 1m0s
[04:14:53.887] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:93:0)
[04:14:53.887] Timer tick, asking Buildbucket for the build status
[04:14:54.043] Build 8907450141049809584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:14:54.043] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:94:0) after 1m0s
[04:15:54.133] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:94:0)
[04:15:54.133] Timer tick, asking Buildbucket for the build status
[04:15:54.255] Build 8907450141049809584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:15:54.256] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:95:0) after 1m0s
[04:16:54.325] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:95:0)
[04:16:54.325] Timer tick, asking Buildbucket for the build status
[04:16:54.602] Build 8907450141049809584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:16:54.602] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:96:0) after 1m0s
[04:17:54.653] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:96:0)
[04:17:54.653] Timer tick, asking Buildbucket for the build status
[04:17:54.877] Build 8907450141049809584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:17:54.877] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:97:0) after 1m0s
[04:18:55.063] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:97:0)
[04:18:55.063] Timer tick, asking Buildbucket for the build status
[04:18:55.291] Build 8907450141049809584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:18:55.291] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:98:0) after 1m0s
[04:19:55.416] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:98:0)
[04:19:55.416] Timer tick, asking Buildbucket for the build status
[04:19:55.586] Build 8907450141049809584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:19:55.586] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:99:0) after 1m0s
[04:20:55.658] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:99:0)
[04:20:55.658] Timer tick, asking Buildbucket for the build status
[04:20:55.821] Build 8907450141049809584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:20:55.821] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:100:0) after 1m0s
[04:21:55.901] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:100:0)
[04:21:55.901] Timer tick, asking Buildbucket for the build status
[04:21:56.028] Build 8907450141049809584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:21:56.028] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:101:0) after 1m0s
[04:22:56.250] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:101:0)
[04:22:56.250] Timer tick, asking Buildbucket for the build status
[04:22:56.408] Build 8907450141049809584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:22:56.408] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:102:0) after 1m0s
[04:23:56.569] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:102:0)
[04:23:56.570] Timer tick, asking Buildbucket for the build status
[04:23:57.111] Build 8907450141049809584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:23:57.111] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:103:0) after 1m0s
[04:24:57.234] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:103:0)
[04:24:57.234] Timer tick, asking Buildbucket for the build status
[04:24:57.432] Build 8907450141049809584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:24:57.432] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:104:0) after 1m0s
[04:25:57.503] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:104:0)
[04:25:57.503] Timer tick, asking Buildbucket for the build status
[04:25:58.102] Build 8907450141049809584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:25:58.102] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:105:0) after 1m0s
[04:26:58.219] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:105:0)
[04:26:58.219] Timer tick, asking Buildbucket for the build status
[04:26:58.440] Build 8907450141049809584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:26:58.440] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:106:0) after 1m0s
[04:27:58.704] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:106:0)
[04:27:58.704] Timer tick, asking Buildbucket for the build status
[04:27:59.138] Build 8907450141049809584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:27:59.138] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:107:0) after 1m0s
[04:28:59.355] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:107:0)
[04:28:59.355] Timer tick, asking Buildbucket for the build status
[04:28:59.451] Build 8907450141049809584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:28:59.451] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:108:0) after 1m0s
[04:29:59.456] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:108:0)
[04:29:59.456] Timer tick, asking Buildbucket for the build status
[04:29:59.621] Build 8907450141049809584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:29:59.621] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:109:0) after 1m0s
[04:30:59.735] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:109:0)
[04:30:59.735] Timer tick, asking Buildbucket for the build status
[04:30:59.988] Build 8907450141049809584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:30:59.988] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:110:0) after 1m0s
[04:32:00.064] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:110:0)
[04:32:00.064] Timer tick, asking Buildbucket for the build status
[04:32:01.160] Build 8907450141049809584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:32:01.160] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:111:0) after 1m0s
[04:33:01.183] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:111:0)
[04:33:01.183] Timer tick, asking Buildbucket for the build status
[04:33:01.456] Build 8907450141049809584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:33:01.456] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:112:0) after 1m0s
[04:34:01.529] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:112:0)
[04:34:01.530] Timer tick, asking Buildbucket for the build status
[04:34:01.660] Build 8907450141049809584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:34:01.660] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:113:0) after 1m0s
[04:35:01.739] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:113:0)
[04:35:01.739] Timer tick, asking Buildbucket for the build status
[04:35:01.867] Build 8907450141049809584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:35:01.867] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:114:0) after 1m0s
[04:36:01.950] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:114:0)
[04:36:01.950] Timer tick, asking Buildbucket for the build status
[04:36:02.310] Build 8907450141049809584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:36:02.310] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:115:0) after 1m0s
[04:37:02.496] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:115:0)
[04:37:02.496] Timer tick, asking Buildbucket for the build status
[04:37:03.932] Build 8907450141049809584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:37:03.932] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:116:0) after 1m0s
[04:38:04.011] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:116:0)
[04:38:04.011] Timer tick, asking Buildbucket for the build status
[04:38:04.227] Build 8907450141049809584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:38:04.227] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:117:0) after 1m0s
[04:39:06.043] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:117:0)
[04:39:06.043] Timer tick, asking Buildbucket for the build status
[04:39:06.259] Build 8907450141049809584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:39:06.259] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:118:0) after 1m0s
[04:40:06.447] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:118:0)
[04:40:06.447] Timer tick, asking Buildbucket for the build status
[04:40:06.573] Build 8907450141049809584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:40:06.573] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:119:0) after 1m0s
[04:41:06.590] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:119:0)
[04:41:06.590] Timer tick, asking Buildbucket for the build status
[04:41:06.933] Build 8907450141049809584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:41:06.933] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:120:0) after 1m0s
[04:42:06.962] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:120:0)
[04:42:06.962] Timer tick, asking Buildbucket for the build status
[04:42:07.281] Build 8907450141049809584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:42:07.281] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:121:0) after 1m0s
[04:43:07.341] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:121:0)
[04:43:07.341] Timer tick, asking Buildbucket for the build status
[04:43:07.472] Build 8907450141049809584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:43:07.472] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:122:0) after 1m0s
[04:44:07.537] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:122:0)
[04:44:07.537] Timer tick, asking Buildbucket for the build status
[04:44:07.922] Build 8907450141049809584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:44:07.922] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:123:0) after 1m0s
[04:45:07.929] Handling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:123:0)
[04:45:07.929] Timer tick, asking Buildbucket for the build status
[04:45:08.017] Build 8907450141049809584: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:45:08.017] Scheduling timer "check-buildbucket-build-status" (chromium/WebRTC Chromium FYI Mac Builder:9072880203273730800:124:0) after 1m0s
[04:45:46.470] Received PubSub notification, asking Buildbucket for the build status
[04:45:46.531] Build 8907450141049809584: status "COMPLETED", result "CANCELED", failure_reason "", cancelation_reason "TIMEOUT"
[04:45:46.531] Buildbucket build:
{
  "build": {
    "bucket": "luci.chromium.webrtc.fyi",
    "canary_preference": "PROD",
    "cancelation_reason": "TIMEOUT",
    "completed_ts": "1563597945256046",
    "created_by": "project:chromium",
    "created_ts": "1563590598019890",
    "id": "8907450141049809584",
    "parameters_json": "{\"builder_name\": \"WebRTC Chromium FYI Mac Builder\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://webrtc.googlesource.com/src/\", \"revision\": \"d518f3973c7fd2e268629a1a80e84c037f2630fb\"}}",
    "project": "chromium",
    "result": "CANCELED",
    "result_details_json": "{\"properties\": {\"$build/goma\": {\"rpc_extra_params\": \"?prod\", \"server_host\": \"goma.chromium.org\"}, \"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"vm324-m9\", \"branch\": \"refs/heads/master\", \"buildername\": \"WebRTC Chromium FYI Mac Builder\", \"buildnumber\": 3687, \"got_angle_revision\": \"9ec3f51d11d92c8b87da27811cc7ab577705ea3c\", \"got_clang_revision\": \"365097-f7e52fbd-5\", \"got_cr_revision\": \"238075226a6232e3760fa7a4dd0410da51f5aa6f\", \"got_cr_revision_cp\": \"refs/heads/master@{#679349}\", \"got_dawn_revision\": \"49aae0f3bde201d10f1b17d362b0d5b8f85dceb4\", \"got_nacl_revision\": \"058a26f57015051953a727add26e7e26348b9558\", \"got_revision\": \"d518f3973c7fd2e268629a1a80e84c037f2630fb\", \"got_revision_cp\": \"refs/heads/master@{#28625}\", \"got_swarming_client_revision\": \"96f125709acfd0b48fc1e5dae7d6ea42291726ac\", \"got_v8_revision\": \"098b541adc9bb3b953688881354e7a4f948576cd\", \"got_v8_revision_cp\": \"refs/heads/7.7.284@{#1}\", \"got_webrtc_revision\": \"d518f3973c7fd2e268629a1a80e84c037f2630fb\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#28625}\", \"mastername\": \"chromium.webrtc.fyi\", \"path_config\": \"generic\", \"recipe\": \"chromium\", \"repository\": \"https://webrtc.googlesource.com/src/\", \"revision\": \"d518f3973c7fd2e268629a1a80e84c037f2630fb\"}, \"swarming\": {\"bot_dimensions\": {\"caches\": [\"builder_4d315a21d49582f6ac1269241de18b93ec0f808a2ae7b2201a57612ac5fb468f_v2\", \"git\", \"goma_v2\", \"vpython\"], \"cores\": [\"8\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"none\"], \"id\": [\"vm324-m9\"], \"mac_model\": [\"VMware7,1\"], \"machine_type\": [\"n1-highcpu-8\"], \"os\": [\"Mac\", \"Mac-10.13\", \"Mac-10.13.6\"], \"pool\": [\"luci.chromium.webrtc.fyi\"], \"python\": [\"2.7.10\"], \"server_version\": [\"4370-0e704a3\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1563590648557280",
    "status": "COMPLETED",
    "status_changed_ts": "1563597946061416",
    "tags": [
      "build_address:luci.chromium.webrtc.fyi/WebRTC Chromium FYI Mac Builder/3687",
      "builder:WebRTC Chromium FYI Mac Builder",
      "buildset:commit/git/d518f3973c7fd2e268629a1a80e84c037f2630fb",
      "buildset:commit/gitiles/webrtc.googlesource.com/src/+/d518f3973c7fd2e268629a1a80e84c037f2630fb",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9072880203273730800",
      "scheduler_job_id:chromium/WebRTC Chromium FYI Mac Builder",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8907450141049809584/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:os:Mac",
      "swarming_tag:recipe_name:chromium",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:462614abec94be10",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1563597946073567",
    "url": "https://ci.chromium.org/b/8907450141049809584",
    "utcnow_ts": "1563597946522153"
  }
}
[04:45:46.531] Invocation finished in 2h2m30.016270335s with status FAILED