Status: FAILED
Triggered by: -
Duration: 1 hour
Actions:

Definition (rev 2e25bb5c1ad9b0557b1b594f8e93e916b89fc079)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.webrtc.ci"
  builder: "Mac Asan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://webrtc.googlesource.com/src",
  "revision": "a37f2bd9421868e222d591d3371486a6ab939fd6"
}

Incoming tags

  • buildset:commit/git/a37f2bd9421868e222d591d3371486a6ab939fd6
  • buildset:commit/gitiles/webrtc.googlesource.com/src/+/a37f2bd9421868e222d591d3371486a6ab939fd6
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[00:35:08.064] New invocation is queued and will start shortly
[00:35:09.317] Starting the invocation (attempt 1)
[00:35:09.349] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:35:09.349] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:35:09.349] Buildbucket request:
{
  "bucket": "luci.webrtc.ci",
  "client_operation_id": "9019707845937046144",
  "parameters_json": "{\"builder_name\":\"Mac Asan\",\"properties\":{\"$recipe_engine/scheduler\":{\"hostname\":\"luci-scheduler.appspot.com\",\"triggers\":[{\"gitiles\":{\"ref\":\"refs/heads/master\",\"repo\":\"https://webrtc.googlesource.com/src\",\"revision\":\"a37f2bd9421868e222d591d3371486a6ab939fd6\"},\"id\":\"https://webrtc.googlesource.com/src/+/refs/heads/master@a37f2bd9421868e222d591d3371486a6ab939fd6\",\"title\":\"a37f2bd9421868e222d591d3371486a6ab939fd6\",\"url\":\"https://webrtc.googlesource.com/src/+/a37f2bd9421868e222d591d3371486a6ab939fd6\"}]},\"branch\":\"refs/heads/master\",\"repository\":\"https://webrtc.googlesource.com/src\",\"revision\":\"a37f2bd9421868e222d591d3371486a6ab939fd6\"}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:Mac Asan",
    "scheduler_invocation_id:9019707845937046144",
    "scheduler_job_id:webrtc/Mac Asan",
    "user_agent:luci-scheduler",
    "buildset:commit/git/a37f2bd9421868e222d591d3371486a6ab939fd6",
    "buildset:commit/gitiles/webrtc.googlesource.com/src/+/a37f2bd9421868e222d591d3371486a6ab939fd6",
    "gitiles_ref:refs/heads/master"
  ]
}
[00:35:11.193] Buildbucket response:
{
  "build": {
    "bucket": "luci.webrtc.ci",
    "canary_preference": "PROD",
    "created_by": "project:webrtc",
    "created_ts": "1614299709526020",
    "id": "8854277783742473456",
    "parameters_json": "{\"builder_name\": \"Mac Asan\", \"properties\": {\"$recipe_engine/scheduler\": {\"hostname\": \"luci-scheduler.appspot.com\", \"triggers\": [{\"gitiles\": {\"ref\": \"refs/heads/master\", \"repo\": \"https://webrtc.googlesource.com/src\", \"revision\": \"a37f2bd9421868e222d591d3371486a6ab939fd6\"}, \"id\": \"https://webrtc.googlesource.com/src/+/refs/heads/master@a37f2bd9421868e222d591d3371486a6ab939fd6\", \"title\": \"a37f2bd9421868e222d591d3371486a6ab939fd6\", \"url\": \"https://webrtc.googlesource.com/src/+/a37f2bd9421868e222d591d3371486a6ab939fd6\"}]}, \"branch\": \"refs/heads/master\", \"repository\": \"https://webrtc.googlesource.com/src\", \"revision\": \"a37f2bd9421868e222d591d3371486a6ab939fd6\"}}",
    "project": "webrtc",
    "result_details_json": "{\"properties\": {}}",
    "service_account": "webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1614299710785556",
    "tags": [
      "build_address:luci.webrtc.ci/Mac Asan/26036",
      "builder:Mac Asan",
      "buildset:commit/git/a37f2bd9421868e222d591d3371486a6ab939fd6",
      "buildset:commit/gitiles/webrtc.googlesource.com/src/+/a37f2bd9421868e222d591d3371486a6ab939fd6",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9019707845937046144",
      "scheduler_job_id:webrtc/Mac Asan",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/webrtc/buildbucket/cr-buildbucket.appspot.com/8854277783742473456/+/annotations",
      "swarming_tag:luci_project:webrtc",
      "swarming_tag:recipe_name:webrtc/standalone",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1614299710785746",
    "url": "https://ci.chromium.org/b/8854277783742473456",
    "utcnow_ts": "1614299711142986"
  }
}
[00:35:11.193] Task URL: https://ci.chromium.org/b/8854277783742473456
[00:35:11.193] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:2:0) after 1m0s
[00:36:11.307] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:2:0)
[00:36:11.307] Timer tick, asking Buildbucket for the build status
[00:36:11.433] Build 8854277783742473456: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[00:36:11.433] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:3:0) after 1m0s
[00:37:11.435] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:3:0)
[00:37:11.435] Timer tick, asking Buildbucket for the build status
[00:37:11.552] Build 8854277783742473456: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[00:37:11.552] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:4:0) after 1m0s
[00:38:11.596] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:4:0)
[00:38:11.596] Timer tick, asking Buildbucket for the build status
[00:38:11.798] Build 8854277783742473456: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[00:38:11.798] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:5:0) after 1m0s
[00:39:11.836] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:5:0)
[00:39:11.836] Timer tick, asking Buildbucket for the build status
[00:39:12.020] Build 8854277783742473456: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[00:39:12.020] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:6:0) after 1m0s
[00:40:12.027] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:6:0)
[00:40:12.027] Timer tick, asking Buildbucket for the build status
[00:40:12.124] Build 8854277783742473456: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[00:40:12.124] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:7:0) after 1m0s
[00:41:12.177] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:7:0)
[00:41:12.177] Timer tick, asking Buildbucket for the build status
[00:41:12.411] Build 8854277783742473456: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[00:41:12.411] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:8:0) after 1m0s
[00:42:12.507] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:8:0)
[00:42:12.507] Timer tick, asking Buildbucket for the build status
[00:42:12.628] Build 8854277783742473456: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[00:42:12.628] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:9:0) after 1m0s
[00:43:12.656] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:9:0)
[00:43:12.656] Timer tick, asking Buildbucket for the build status
[00:43:12.739] Build 8854277783742473456: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[00:43:12.739] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:10:0) after 1m0s
[00:44:12.901] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:10:0)
[00:44:12.901] Timer tick, asking Buildbucket for the build status
[00:44:12.973] Build 8854277783742473456: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[00:44:12.973] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:11:0) after 1m0s
[00:45:13.062] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:11:0)
[00:45:13.062] Timer tick, asking Buildbucket for the build status
[00:45:13.228] Build 8854277783742473456: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[00:45:13.228] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:12:0) after 1m0s
[00:46:13.244] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:12:0)
[00:46:13.244] Timer tick, asking Buildbucket for the build status
[00:46:13.345] Build 8854277783742473456: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[00:46:13.345] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:13:0) after 1m0s
[00:47:13.394] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:13:0)
[00:47:13.394] Timer tick, asking Buildbucket for the build status
[00:47:13.538] Build 8854277783742473456: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[00:47:13.538] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:14:0) after 1m0s
[00:48:13.557] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:14:0)
[00:48:13.557] Timer tick, asking Buildbucket for the build status
[00:48:13.646] Build 8854277783742473456: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[00:48:13.646] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:15:0) after 1m0s
[00:49:13.669] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:15:0)
[00:49:13.669] Timer tick, asking Buildbucket for the build status
[00:49:13.743] Build 8854277783742473456: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[00:49:13.743] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:16:0) after 1m0s
[00:50:13.828] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:16:0)
[00:50:13.828] Timer tick, asking Buildbucket for the build status
[00:50:13.949] Build 8854277783742473456: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[00:50:13.949] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:17:0) after 1m0s
[00:51:13.988] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:17:0)
[00:51:13.988] Timer tick, asking Buildbucket for the build status
[00:51:14.091] Build 8854277783742473456: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[00:51:14.091] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:18:0) after 1m0s
[00:52:14.147] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:18:0)
[00:52:14.147] Timer tick, asking Buildbucket for the build status
[00:52:14.234] Build 8854277783742473456: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[00:52:14.234] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:19:0) after 1m0s
[00:53:14.408] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:19:0)
[00:53:14.408] Timer tick, asking Buildbucket for the build status
[00:53:14.468] Build 8854277783742473456: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[00:53:14.468] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:20:0) after 1m0s
[00:54:14.511] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:20:0)
[00:54:14.511] Timer tick, asking Buildbucket for the build status
[00:54:14.585] Build 8854277783742473456: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[00:54:14.585] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:21:0) after 1m0s
[00:55:14.753] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:21:0)
[00:55:14.753] Timer tick, asking Buildbucket for the build status
[00:55:14.891] Build 8854277783742473456: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[00:55:14.891] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:22:0) after 1m0s
[00:56:14.953] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:22:0)
[00:56:14.953] Timer tick, asking Buildbucket for the build status
[00:56:15.067] Build 8854277783742473456: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[00:56:15.067] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:23:0) after 1m0s
[00:57:15.103] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:23:0)
[00:57:15.103] Timer tick, asking Buildbucket for the build status
[00:57:15.196] Build 8854277783742473456: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[00:57:15.196] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:24:0) after 1m0s
[00:58:15.213] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:24:0)
[00:58:15.213] Timer tick, asking Buildbucket for the build status
[00:58:15.283] Build 8854277783742473456: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[00:58:15.283] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:25:0) after 1m0s
[00:59:15.303] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:25:0)
[00:59:15.303] Timer tick, asking Buildbucket for the build status
[00:59:15.369] Build 8854277783742473456: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[00:59:15.369] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:26:0) after 1m0s
[01:00:15.444] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:26:0)
[01:00:15.444] Timer tick, asking Buildbucket for the build status
[01:00:15.556] Build 8854277783742473456: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[01:00:15.556] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:27:0) after 1m0s
[01:01:15.601] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:27:0)
[01:01:15.601] Timer tick, asking Buildbucket for the build status
[01:01:15.677] Build 8854277783742473456: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[01:01:15.677] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:28:0) after 1m0s
[01:02:15.738] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:28:0)
[01:02:15.738] Timer tick, asking Buildbucket for the build status
[01:02:15.842] Build 8854277783742473456: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[01:02:15.842] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:29:0) after 1m0s
[01:03:15.952] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:29:0)
[01:03:15.952] Timer tick, asking Buildbucket for the build status
[01:03:16.127] Build 8854277783742473456: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[01:03:16.127] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:30:0) after 1m0s
[01:04:16.169] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:30:0)
[01:04:16.169] Timer tick, asking Buildbucket for the build status
[01:04:16.276] Build 8854277783742473456: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[01:04:16.276] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:31:0) after 1m0s
[01:05:16.332] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:31:0)
[01:05:16.332] Timer tick, asking Buildbucket for the build status
[01:05:16.446] Build 8854277783742473456: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[01:05:16.446] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:32:0) after 1m0s
[01:06:16.481] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:32:0)
[01:06:16.481] Timer tick, asking Buildbucket for the build status
[01:06:16.586] Build 8854277783742473456: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[01:06:16.586] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:33:0) after 1m0s
[01:07:16.605] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:33:0)
[01:07:16.605] Timer tick, asking Buildbucket for the build status
[01:07:16.687] Build 8854277783742473456: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[01:07:16.687] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:34:0) after 1m0s
[01:08:16.740] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:34:0)
[01:08:16.740] Timer tick, asking Buildbucket for the build status
[01:08:16.986] Build 8854277783742473456: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[01:08:16.986] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:35:0) after 1m0s
[01:09:17.004] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:35:0)
[01:09:17.004] Timer tick, asking Buildbucket for the build status
[01:09:17.131] Build 8854277783742473456: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[01:09:17.131] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:36:0) after 1m0s
[01:10:17.167] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:36:0)
[01:10:17.167] Timer tick, asking Buildbucket for the build status
[01:10:17.234] Build 8854277783742473456: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[01:10:17.234] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:37:0) after 1m0s
[01:11:17.257] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:37:0)
[01:11:17.257] Timer tick, asking Buildbucket for the build status
[01:11:17.338] Build 8854277783742473456: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[01:11:17.338] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:38:0) after 1m0s
[01:12:17.395] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:38:0)
[01:12:17.395] Timer tick, asking Buildbucket for the build status
[01:12:17.462] Build 8854277783742473456: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[01:12:17.462] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:39:0) after 1m0s
[01:13:17.491] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:39:0)
[01:13:17.491] Timer tick, asking Buildbucket for the build status
[01:13:17.550] Build 8854277783742473456: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[01:13:17.550] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:40:0) after 1m0s
[01:14:17.651] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:40:0)
[01:14:17.651] Timer tick, asking Buildbucket for the build status
[01:14:17.717] Build 8854277783742473456: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[01:14:17.717] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:41:0) after 1m0s
[01:15:17.736] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:41:0)
[01:15:17.736] Timer tick, asking Buildbucket for the build status
[01:15:17.836] Build 8854277783742473456: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[01:15:17.836] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:42:0) after 1m0s
[01:16:17.898] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:42:0)
[01:16:17.898] Timer tick, asking Buildbucket for the build status
[01:16:18.271] Build 8854277783742473456: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[01:16:18.271] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:43:0) after 1m0s
[01:17:18.267] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:43:0)
[01:17:18.267] Timer tick, asking Buildbucket for the build status
[01:17:18.395] Build 8854277783742473456: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[01:17:18.395] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:44:0) after 1m0s
[01:18:18.445] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:44:0)
[01:18:18.445] Timer tick, asking Buildbucket for the build status
[01:18:18.547] Build 8854277783742473456: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[01:18:18.547] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:45:0) after 1m0s
[01:19:18.610] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:45:0)
[01:19:18.610] Timer tick, asking Buildbucket for the build status
[01:19:18.987] Build 8854277783742473456: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[01:19:18.987] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:46:0) after 1m0s
[01:20:19.008] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:46:0)
[01:20:19.008] Timer tick, asking Buildbucket for the build status
[01:20:19.082] Build 8854277783742473456: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[01:20:19.082] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:47:0) after 1m0s
[01:21:19.105] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:47:0)
[01:21:19.105] Timer tick, asking Buildbucket for the build status
[01:21:19.441] Build 8854277783742473456: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[01:21:19.441] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:48:0) after 1m0s
[01:22:19.496] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:48:0)
[01:22:19.496] Timer tick, asking Buildbucket for the build status
[01:22:19.582] Build 8854277783742473456: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[01:22:19.582] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:49:0) after 1m0s
[01:23:19.636] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:49:0)
[01:23:19.636] Timer tick, asking Buildbucket for the build status
[01:23:19.716] Build 8854277783742473456: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[01:23:19.716] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:50:0) after 1m0s
[01:24:19.830] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:50:0)
[01:24:19.830] Timer tick, asking Buildbucket for the build status
[01:24:19.913] Build 8854277783742473456: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[01:24:19.913] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:51:0) after 1m0s
[01:25:20.036] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:51:0)
[01:25:20.036] Timer tick, asking Buildbucket for the build status
[01:25:20.213] Build 8854277783742473456: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[01:25:20.213] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:52:0) after 1m0s
[01:26:20.318] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:52:0)
[01:26:20.318] Timer tick, asking Buildbucket for the build status
[01:26:20.382] Build 8854277783742473456: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[01:26:20.382] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:53:0) after 1m0s
[01:27:20.444] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:53:0)
[01:27:20.444] Timer tick, asking Buildbucket for the build status
[01:27:20.808] Build 8854277783742473456: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[01:27:20.808] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:54:0) after 1m0s
[01:28:20.959] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:54:0)
[01:28:20.959] Timer tick, asking Buildbucket for the build status
[01:28:21.056] Build 8854277783742473456: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[01:28:21.056] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:55:0) after 1m0s
[01:29:21.108] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:55:0)
[01:29:21.108] Timer tick, asking Buildbucket for the build status
[01:29:21.468] Build 8854277783742473456: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[01:29:21.468] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:56:0) after 1m0s
[01:30:21.487] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:56:0)
[01:30:21.487] Timer tick, asking Buildbucket for the build status
[01:30:21.824] Build 8854277783742473456: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[01:30:21.824] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:57:0) after 1m0s
[01:31:21.825] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:57:0)
[01:31:21.825] Timer tick, asking Buildbucket for the build status
[01:31:21.963] Build 8854277783742473456: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[01:31:21.963] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:58:0) after 1m0s
[01:32:22.065] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:58:0)
[01:32:22.065] Timer tick, asking Buildbucket for the build status
[01:32:22.261] Build 8854277783742473456: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[01:32:22.261] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:59:0) after 1m0s
[01:33:22.275] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:59:0)
[01:33:22.275] Timer tick, asking Buildbucket for the build status
[01:33:22.340] Build 8854277783742473456: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[01:33:22.340] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:60:0) after 1m0s
[01:34:22.468] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:60:0)
[01:34:22.468] Timer tick, asking Buildbucket for the build status
[01:34:22.632] Build 8854277783742473456: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[01:34:22.632] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:61:0) after 1m0s
[01:35:22.722] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:61:0)
[01:35:22.723] Timer tick, asking Buildbucket for the build status
[01:35:22.834] Build 8854277783742473456: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[01:35:22.834] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:62:0) after 1m0s
[01:36:22.875] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:62:0)
[01:36:22.876] Timer tick, asking Buildbucket for the build status
[01:36:22.944] Build 8854277783742473456: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[01:36:22.944] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:63:0) after 1m0s
[01:37:22.964] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:63:0)
[01:37:22.964] Timer tick, asking Buildbucket for the build status
[01:37:23.033] Build 8854277783742473456: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[01:37:23.033] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:64:0) after 1m0s
[01:38:23.069] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:64:0)
[01:38:23.069] Timer tick, asking Buildbucket for the build status
[01:38:23.139] Build 8854277783742473456: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[01:38:23.139] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:65:0) after 1m0s
[01:39:23.181] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:65:0)
[01:39:23.181] Timer tick, asking Buildbucket for the build status
[01:39:23.245] Build 8854277783742473456: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[01:39:23.245] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:66:0) after 1m0s
[01:40:23.263] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:66:0)
[01:40:23.263] Timer tick, asking Buildbucket for the build status
[01:40:23.455] Build 8854277783742473456: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[01:40:23.455] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:67:0) after 1m0s
[01:41:23.507] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:67:0)
[01:41:23.507] Timer tick, asking Buildbucket for the build status
[01:41:23.595] Build 8854277783742473456: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[01:41:23.595] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:68:0) after 1m0s
[01:42:23.611] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:68:0)
[01:42:23.611] Timer tick, asking Buildbucket for the build status
[01:42:23.678] Build 8854277783742473456: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[01:42:23.678] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:69:0) after 1m0s
[01:43:23.708] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:69:0)
[01:43:23.708] Timer tick, asking Buildbucket for the build status
[01:43:23.832] Build 8854277783742473456: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[01:43:23.832] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:70:0) after 1m0s
[01:44:23.879] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:70:0)
[01:44:23.879] Timer tick, asking Buildbucket for the build status
[01:44:23.988] Build 8854277783742473456: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[01:44:23.988] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:71:0) after 1m0s
[01:45:24.016] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:71:0)
[01:45:24.016] Timer tick, asking Buildbucket for the build status
[01:45:24.698] Build 8854277783742473456: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[01:45:24.698] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:72:0) after 1m0s
[01:46:24.750] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:72:0)
[01:46:24.750] Timer tick, asking Buildbucket for the build status
[01:46:25.073] Build 8854277783742473456: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[01:46:25.073] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:73:0) after 1m0s
[01:47:25.091] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:73:0)
[01:47:25.091] Timer tick, asking Buildbucket for the build status
[01:47:25.172] Build 8854277783742473456: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[01:47:25.172] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:74:0) after 1m0s
[01:48:25.225] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:74:0)
[01:48:25.225] Timer tick, asking Buildbucket for the build status
[01:48:25.298] Build 8854277783742473456: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[01:48:25.298] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:75:0) after 1m0s
[01:49:25.380] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:75:0)
[01:49:25.380] Timer tick, asking Buildbucket for the build status
[01:49:26.588] Build 8854277783742473456: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[01:49:26.588] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:76:0) after 1m0s
[01:50:26.604] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:76:0)
[01:50:26.604] Timer tick, asking Buildbucket for the build status
[01:50:26.686] Build 8854277783742473456: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[01:50:26.686] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:77:0) after 1m0s
[01:51:26.728] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:77:0)
[01:51:26.728] Timer tick, asking Buildbucket for the build status
[01:51:26.807] Build 8854277783742473456: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[01:51:26.807] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:78:0) after 1m0s
[01:52:26.791] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:78:0)
[01:52:26.791] Timer tick, asking Buildbucket for the build status
[01:52:26.865] Build 8854277783742473456: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[01:52:26.865] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:79:0) after 1m0s
[01:53:26.886] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:79:0)
[01:53:26.886] Timer tick, asking Buildbucket for the build status
[01:53:26.953] Build 8854277783742473456: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[01:53:26.953] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:80:0) after 1m0s
[01:54:26.992] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:80:0)
[01:54:26.992] Timer tick, asking Buildbucket for the build status
[01:54:27.063] Build 8854277783742473456: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[01:54:27.063] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:81:0) after 1m0s
[01:55:27.082] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:81:0)
[01:55:27.082] Timer tick, asking Buildbucket for the build status
[01:55:27.204] Build 8854277783742473456: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[01:55:27.204] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:82:0) after 1m0s
[01:56:27.226] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:82:0)
[01:56:27.226] Timer tick, asking Buildbucket for the build status
[01:56:27.543] Build 8854277783742473456: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[01:56:27.543] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:83:0) after 1m0s
[01:56:50.176] Received PubSub notification, asking Buildbucket for the build status
[01:56:50.292] Build 8854277783742473456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:57:27.592] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:83:0)
[01:57:27.592] Timer tick, asking Buildbucket for the build status
[01:57:27.747] Build 8854277783742473456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:57:27.747] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:85:0) after 1m0s
[01:58:27.767] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:85:0)
[01:58:27.767] Timer tick, asking Buildbucket for the build status
[01:58:28.035] Build 8854277783742473456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:58:28.035] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:86:0) after 1m0s
[01:59:28.052] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:86:0)
[01:59:28.052] Timer tick, asking Buildbucket for the build status
[01:59:28.126] Build 8854277783742473456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:59:28.126] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:87:0) after 1m0s
[02:00:28.146] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:87:0)
[02:00:28.146] Timer tick, asking Buildbucket for the build status
[02:00:28.530] Build 8854277783742473456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:00:28.530] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:88:0) after 1m0s
[02:01:28.665] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:88:0)
[02:01:28.665] Timer tick, asking Buildbucket for the build status
[02:01:28.746] Build 8854277783742473456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:01:28.746] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:89:0) after 1m0s
[02:02:28.772] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:89:0)
[02:02:28.772] Timer tick, asking Buildbucket for the build status
[02:02:28.863] Build 8854277783742473456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:02:28.863] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:90:0) after 1m0s
[02:03:28.899] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:90:0)
[02:03:28.899] Timer tick, asking Buildbucket for the build status
[02:03:29.255] Build 8854277783742473456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:03:29.255] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:91:0) after 1m0s
[02:04:29.306] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:91:0)
[02:04:29.306] Timer tick, asking Buildbucket for the build status
[02:04:29.376] Build 8854277783742473456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:04:29.376] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:92:0) after 1m0s
[02:05:29.429] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:92:0)
[02:05:29.429] Timer tick, asking Buildbucket for the build status
[02:05:29.527] Build 8854277783742473456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:05:29.527] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:93:0) after 1m0s
[02:06:29.742] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:93:0)
[02:06:29.742] Timer tick, asking Buildbucket for the build status
[02:06:29.830] Build 8854277783742473456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:06:29.830] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:94:0) after 1m0s
[02:07:29.892] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:94:0)
[02:07:29.892] Timer tick, asking Buildbucket for the build status
[02:07:29.967] Build 8854277783742473456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:07:29.967] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:95:0) after 1m0s
[02:08:30.118] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:95:0)
[02:08:30.118] Timer tick, asking Buildbucket for the build status
[02:08:30.721] Build 8854277783742473456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:08:30.721] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:96:0) after 1m0s
[02:09:30.864] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:96:0)
[02:09:30.864] Timer tick, asking Buildbucket for the build status
[02:09:30.984] Build 8854277783742473456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:09:30.984] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:97:0) after 1m0s
[02:10:31.110] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:97:0)
[02:10:31.110] Timer tick, asking Buildbucket for the build status
[02:10:31.221] Build 8854277783742473456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:10:31.221] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:98:0) after 1m0s
[02:11:31.263] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:98:0)
[02:11:31.263] Timer tick, asking Buildbucket for the build status
[02:11:31.491] Build 8854277783742473456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:11:31.491] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:99:0) after 1m0s
[02:12:31.528] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:99:0)
[02:12:31.528] Timer tick, asking Buildbucket for the build status
[02:12:39.680] Build 8854277783742473456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:12:39.680] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:100:0) after 1m0s
[02:13:39.709] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:100:0)
[02:13:39.709] Timer tick, asking Buildbucket for the build status
[02:13:39.802] Build 8854277783742473456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:13:39.802] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:101:0) after 1m0s
[02:14:39.835] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:101:0)
[02:14:39.835] Timer tick, asking Buildbucket for the build status
[02:14:39.933] Build 8854277783742473456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:14:39.933] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:102:0) after 1m0s
[02:15:39.951] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:102:0)
[02:15:39.951] Timer tick, asking Buildbucket for the build status
[02:15:40.073] Build 8854277783742473456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:15:40.073] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:103:0) after 1m0s
[02:16:40.106] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:103:0)
[02:16:40.106] Timer tick, asking Buildbucket for the build status
[02:16:40.191] Build 8854277783742473456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:16:40.191] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:104:0) after 1m0s
[02:17:40.283] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:104:0)
[02:17:40.283] Timer tick, asking Buildbucket for the build status
[02:17:40.580] Build 8854277783742473456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:17:40.580] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:105:0) after 1m0s
[02:18:40.601] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:105:0)
[02:18:40.601] Timer tick, asking Buildbucket for the build status
[02:18:40.993] Build 8854277783742473456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:18:40.993] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:106:0) after 1m0s
[02:19:41.060] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:106:0)
[02:19:41.060] Timer tick, asking Buildbucket for the build status
[02:19:41.154] Build 8854277783742473456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:19:41.154] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:107:0) after 1m0s
[02:20:41.339] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:107:0)
[02:20:41.339] Timer tick, asking Buildbucket for the build status
[02:20:41.453] Build 8854277783742473456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:20:41.453] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:108:0) after 1m0s
[02:21:41.506] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:108:0)
[02:21:41.506] Timer tick, asking Buildbucket for the build status
[02:21:41.665] Build 8854277783742473456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:21:41.665] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:109:0) after 1m0s
[02:22:41.775] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:109:0)
[02:22:41.775] Timer tick, asking Buildbucket for the build status
[02:22:41.865] Build 8854277783742473456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:22:41.865] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:110:0) after 1m0s
[02:23:41.881] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:110:0)
[02:23:41.881] Timer tick, asking Buildbucket for the build status
[02:23:41.983] Build 8854277783742473456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:23:41.983] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:111:0) after 1m0s
[02:24:42.042] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:111:0)
[02:24:42.042] Timer tick, asking Buildbucket for the build status
[02:24:42.140] Build 8854277783742473456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:24:42.140] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:112:0) after 1m0s
[02:25:42.170] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:112:0)
[02:25:42.170] Timer tick, asking Buildbucket for the build status
[02:25:42.270] Build 8854277783742473456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:25:42.270] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:113:0) after 1m0s
[02:26:42.270] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:113:0)
[02:26:42.270] Timer tick, asking Buildbucket for the build status
[02:26:42.362] Build 8854277783742473456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:26:42.362] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:114:0) after 1m0s
[02:27:42.371] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:114:0)
[02:27:42.371] Timer tick, asking Buildbucket for the build status
[02:27:42.462] Build 8854277783742473456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:27:42.462] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:115:0) after 1m0s
[02:28:42.563] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:115:0)
[02:28:42.563] Timer tick, asking Buildbucket for the build status
[02:28:42.640] Build 8854277783742473456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:28:42.640] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:116:0) after 1m0s
[02:29:42.710] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:116:0)
[02:29:42.710] Timer tick, asking Buildbucket for the build status
[02:29:42.796] Build 8854277783742473456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:29:42.796] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9019707845937046144:117:0) after 1m0s
[02:29:58.566] Received PubSub notification, asking Buildbucket for the build status
[02:29:58.668] Build 8854277783742473456: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[02:29:58.668] Buildbucket build:
{
  "build": {
    "bucket": "luci.webrtc.ci",
    "canary_preference": "PROD",
    "completed_ts": "1614306598190549",
    "created_by": "project:webrtc",
    "created_ts": "1614299709526020",
    "failure_reason": "BUILD_FAILURE",
    "id": "8854277783742473456",
    "parameters_json": "{\"builder_name\": \"Mac Asan\", \"properties\": {\"$recipe_engine/scheduler\": {\"hostname\": \"luci-scheduler.appspot.com\", \"triggers\": [{\"gitiles\": {\"ref\": \"refs/heads/master\", \"repo\": \"https://webrtc.googlesource.com/src\", \"revision\": \"a37f2bd9421868e222d591d3371486a6ab939fd6\"}, \"id\": \"https://webrtc.googlesource.com/src/+/refs/heads/master@a37f2bd9421868e222d591d3371486a6ab939fd6\", \"title\": \"a37f2bd9421868e222d591d3371486a6ab939fd6\", \"url\": \"https://webrtc.googlesource.com/src/+/a37f2bd9421868e222d591d3371486a6ab939fd6\"}]}, \"branch\": \"refs/heads/master\", \"repository\": \"https://webrtc.googlesource.com/src\", \"revision\": \"a37f2bd9421868e222d591d3371486a6ab939fd6\"}}",
    "project": "webrtc",
    "result": "FAILURE",
    "result_details_json": "{\"error\": {\"message\": \"#### Step _compile_ failed. Error logs are shown below:\\n```\\n[5068/6058] CXX obj/pc/peerconnection/peer_connection_factory.o\\nFAILED: obj/pc/peerconnection/peer_connection_factory.o\\n/opt/s/w/ir/cache/goma/client/gomacc ../../third_party/llvm-build/Release+Asserts/bin/clang++ -MMD -...(too long)\\nIn file included from ../../pc/peer_connection_factory.cc:26:\\n../../api/peer_connection_proxy.h:139:22: error: unknown type name 'LookupDtlsTransportByMid'\\nLookupDtlsTransportByMid,\\n^\\n../../api/peer_connection_proxy.h:138:1: error: C++ requires a type specifier for all declarations\\nPROXY_WORKER_METHOD1(rtc::scoped_refptr\u003cDtlsTransportInterface\u003e,\\n^\\n../../api/peer_connection_proxy.h:140:41: error: expected ';' at end of declaration list\\nconst std::string\u0026)\\n^\\n;\\n```\\n##### ...The message was too long...\\n#### More information in raw_io.output[failure_summary]\"}, \"properties\": {\"$build/goma\": {\"server_host\": \"goma.chromium.org\", \"use_luci_auth\": true}, \"$recipe_engine/isolated\": {\"server\": \"https://isolateserver.appspot.com\"}, \"$recipe_engine/path\": {\"cache_dir\": \"/opt/s/w/ir/cache\", \"temp_dir\": \"/opt/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"$recipe_engine/scheduler\": {\"hostname\": \"luci-scheduler.appspot.com\", \"triggers\": [{\"gitiles\": {\"ref\": \"refs/heads/master\", \"repo\": \"https://webrtc.googlesource.com/src\", \"revision\": \"a37f2bd9421868e222d591d3371486a6ab939fd6\"}, \"id\": \"https://webrtc.googlesource.com/src/+/refs/heads/master@a37f2bd9421868e222d591d3371486a6ab939fd6\", \"title\": \"a37f2bd9421868e222d591d3371486a6ab939fd6\", \"url\": \"https://webrtc.googlesource.com/src/+/a37f2bd9421868e222d591d3371486a6ab939fd6\"}]}, \"bot_id\": \"build139-m9\", \"branch\": \"refs/heads/master\", \"builder_group\": \"client.webrtc\", \"buildername\": \"Mac Asan\", \"buildnumber\": 26036, \"clang_revision\": \"llvmorg-13-init-1559-g01b87444-1\", \"got_revision\": \"a37f2bd9421868e222d591d3371486a6ab939fd6\", \"got_revision_cp\": \"refs/heads/master@{#33346}\", \"path_config\": \"generic\", \"recipe\": \"webrtc/standalone\", \"repository\": \"https://webrtc.googlesource.com/src\", \"revision\": \"a37f2bd9421868e222d591d3371486a6ab939fd6\"}, \"swarming\": {\"bot_dimensions\": {\"caches\": [\"builder_2187023a95b72a4c85b14150e8627786d4d0f124144eef86bf927816a2830941_v2\", \"builder_303b85aa861ece8ff07eda9e04e3e58971d2d1e010ac9577a40bdeae72f3f6f5_v2\", \"builder_43f7e9f5ae24b6ee3ca22209fec6b34c1a00e60d041ce7cae040782e455433aa_v2\", \"builder_63601768ebaa6550931251d01f66fd42a511d047ab36f27e7a12ce2bed95fdde_v2\", \"builder_8a2278e97eb38544b82301aee383e0f90c5414a7b11d57b8f9ae783a4faf492d_v2\", \"builder_af73c5fcdc7c8d0d83ff5fdfb91effdc54af69c7f411ef9f3eba46b34978fd88_v2\", \"git\", \"goma_v2\", \"osx_sdk\", \"vpython\"], \"cores\": [\"4\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-i7-4578U\"], \"gce\": [\"0\"], \"gpu\": [\"8086\", \"8086:0a2e\"], \"hidpi\": [\"0\"], \"id\": [\"build139-m9\"], \"mac_model\": [\"Macmini7,1\"], \"machine_type\": [\"n1-standard-4\"], \"os\": [\"Mac\", \"Mac-10\", \"Mac-10.15\", \"Mac-10.15.6\", \"Mac-10.15.6-19G73\"], \"pool\": [\"luci.webrtc.ci\"], \"python\": [\"2.7.16\"], \"server_version\": [\"5712-339372b\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}, \"ui\": {\"info\": \"#### Step _compile_ failed. Error logs are shown below:\\n```\\n[5068/6058] CXX obj/pc/peerconnection/peer_connection_factory.o\\nFAILED: obj/pc/peerconnection/peer_connection_factory.o\\n/opt/s/w/ir/cache/goma/client/gomacc ../../third_party/llvm-build/Release+Asserts/bin/clang++ -MMD -...(too long)\\nIn file included from ../../pc/peer_connection_factory.cc:26:\\n../../api/peer_connection_proxy.h:139:22: error: unknown type name 'LookupDtlsTransportByMid'\\nLookupDtlsTransportByMid,\\n^\\n../../api/peer_connection_proxy.h:138:1: error: C++ requires a type specifier for all declarations\\nPROXY_WORKER_METHOD1(rtc::scoped_refptr\u003cDtlsTransportInterface\u003e,\\n^\\n../../api/peer_connection_proxy.h:140:41: error: expected ';' at end of declaration list\\nconst std::string\u0026)\\n^\\n;\\n```\\n##### ...The message was too long...\\n#### More information in raw_io.output[failure_summary]\"}}",
    "service_account": "webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1614304609522361",
    "status": "COMPLETED",
    "status_changed_ts": "1614304609938725",
    "tags": [
      "build_address:luci.webrtc.ci/Mac Asan/26036",
      "builder:Mac Asan",
      "buildset:commit/git/a37f2bd9421868e222d591d3371486a6ab939fd6",
      "buildset:commit/gitiles/webrtc.googlesource.com/src/+/a37f2bd9421868e222d591d3371486a6ab939fd6",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9019707845937046144",
      "scheduler_job_id:webrtc/Mac Asan",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/webrtc/buildbucket/cr-buildbucket.appspot.com/8854277783742473456/+/annotations",
      "swarming_tag:luci_project:webrtc",
      "swarming_tag:os:Mac",
      "swarming_tag:recipe_name:webrtc/standalone",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:51f4945656ca9910",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1614306598190963",
    "url": "https://ci.chromium.org/b/8854277783742473456",
    "utcnow_ts": "1614306598658922"
  }
}
[02:29:58.668] Invocation finished in 1h54m50.618536163s with status FAILED