Status: FAILED
Triggered by: -
Duration: 2 hours
Actions:

Definition (rev ead1c24e5b0e6b883f7d7e816b15c81777fef6bb)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTMacASan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "34c175bd19536225e81686d47b60253ff4556cfa"
}

Incoming tags

  • buildset:commit/git/34c175bd19536225e81686d47b60253ff4556cfa
  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/34c175bd19536225e81686d47b60253ff4556cfa
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[02:41:24.585] New invocation is queued and will start shortly
[02:41:25.679] Starting the invocation (attempt 1)
[02:41:25.730] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:41:25.730] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:41:25.730] Buildbucket request:
{
  "bucket": "luci.chromium.ci",
  "client_operation_id": "9064907787617670496",
  "parameters_json": "{\"builder_name\":\"ToTMacASan\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src\",\"revision\":\"34c175bd19536225e81686d47b60253ff4556cfa\"}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:ToTMacASan",
    "scheduler_invocation_id:9064907787617670496",
    "scheduler_job_id:chromium/ToTMacASan",
    "user_agent:luci-scheduler",
    "buildset:commit/git/34c175bd19536225e81686d47b60253ff4556cfa",
    "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/34c175bd19536225e81686d47b60253ff4556cfa",
    "gitiles_ref:refs/heads/master"
  ]
}
[02:41:27.402] Buildbucket response:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "created_by": "project:chromium",
    "created_ts": "1571193686387549",
    "id": "8899477725061193456",
    "parameters_json": "{\"builder_name\": \"ToTMacASan\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"34c175bd19536225e81686d47b60253ff4556cfa\"}}",
    "project": "chromium",
    "result_details_json": "{\"properties\": {}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1571193687212916",
    "tags": [
      "build_address:luci.chromium.ci/ToTMacASan/20537",
      "builder:ToTMacASan",
      "buildset:commit/git/34c175bd19536225e81686d47b60253ff4556cfa",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/34c175bd19536225e81686d47b60253ff4556cfa",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9064907787617670496",
      "scheduler_job_id:chromium/ToTMacASan",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8899477725061193456/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:recipe_name:chromium",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1571193687213329",
    "url": "https://ci.chromium.org/b/8899477725061193456",
    "utcnow_ts": "1571193687389499"
  }
}
[02:41:27.402] Task URL: https://ci.chromium.org/b/8899477725061193456
[02:41:27.402] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:2:0) after 1m0s
[02:42:27.555] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:2:0)
[02:42:27.555] Timer tick, asking Buildbucket for the build status
[02:42:27.943] Build 8899477725061193456: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[02:42:27.943] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:3:0) after 1m0s
[02:43:27.997] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:3:0)
[02:43:27.997] Timer tick, asking Buildbucket for the build status
[02:43:28.405] Build 8899477725061193456: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[02:43:28.405] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:4:0) after 1m0s
[02:44:28.446] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:4:0)
[02:44:28.446] Timer tick, asking Buildbucket for the build status
[02:44:30.515] Build 8899477725061193456: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[02:44:30.515] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:5:0) after 1m0s
[02:44:59.815] Received PubSub notification, asking Buildbucket for the build status
[02:45:00.739] Build 8899477725061193456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:45:30.637] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:5:0)
[02:45:30.637] Timer tick, asking Buildbucket for the build status
[02:45:30.863] Build 8899477725061193456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:45:30.863] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:7:0) after 1m0s
[02:46:30.907] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:7:0)
[02:46:30.907] Timer tick, asking Buildbucket for the build status
[02:46:31.426] Build 8899477725061193456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:46:31.427] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:8:0) after 1m0s
[02:47:31.455] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:8:0)
[02:47:31.455] Timer tick, asking Buildbucket for the build status
[02:47:31.733] Build 8899477725061193456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:47:31.733] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:9:0) after 1m0s
[02:48:31.776] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:9:0)
[02:48:31.776] Timer tick, asking Buildbucket for the build status
[02:48:31.915] Build 8899477725061193456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:48:31.915] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:10:0) after 1m0s
[02:49:31.940] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:10:0)
[02:49:31.940] Timer tick, asking Buildbucket for the build status
[02:49:32.215] Build 8899477725061193456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:49:32.215] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:11:0) after 1m0s
[02:50:32.238] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:11:0)
[02:50:32.238] Timer tick, asking Buildbucket for the build status
[02:50:32.913] Build 8899477725061193456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:50:32.913] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:12:0) after 1m0s
[02:51:33.083] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:12:0)
[02:51:33.083] Timer tick, asking Buildbucket for the build status
[02:51:35.251] Build 8899477725061193456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:51:35.251] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:13:0) after 1m0s
[02:52:35.313] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:13:0)
[02:52:35.313] Timer tick, asking Buildbucket for the build status
[02:52:35.531] Build 8899477725061193456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:52:35.531] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:14:0) after 1m0s
[02:53:35.652] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:14:0)
[02:53:35.652] Timer tick, asking Buildbucket for the build status
[02:53:38.584] Build 8899477725061193456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:53:38.584] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:15:0) after 1m0s
[02:54:38.606] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:15:0)
[02:54:38.606] Timer tick, asking Buildbucket for the build status
[02:54:38.906] Build 8899477725061193456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:54:38.906] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:16:0) after 1m0s
[02:55:38.982] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:16:0)
[02:55:38.982] Timer tick, asking Buildbucket for the build status
[02:55:39.457] Build 8899477725061193456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:55:39.457] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:17:0) after 1m0s
[02:56:39.483] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:17:0)
[02:56:39.483] Timer tick, asking Buildbucket for the build status
[02:56:39.636] Build 8899477725061193456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:56:39.636] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:18:0) after 1m0s
[02:57:39.723] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:18:0)
[02:57:39.723] Timer tick, asking Buildbucket for the build status
[02:57:40.442] Build 8899477725061193456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:57:40.442] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:19:0) after 1m0s
[02:58:40.483] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:19:0)
[02:58:40.483] Timer tick, asking Buildbucket for the build status
[02:58:40.748] Build 8899477725061193456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:58:40.748] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:20:0) after 1m0s
[02:59:40.774] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:20:0)
[02:59:40.774] Timer tick, asking Buildbucket for the build status
[02:59:40.920] Build 8899477725061193456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:59:40.920] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:21:0) after 1m0s
[03:00:40.967] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:21:0)
[03:00:40.967] Timer tick, asking Buildbucket for the build status
[03:00:48.853] Build 8899477725061193456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:00:48.853] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:22:0) after 1m0s
[03:01:48.942] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:22:0)
[03:01:48.942] Timer tick, asking Buildbucket for the build status
[03:01:49.256] Build 8899477725061193456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:01:49.256] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:23:0) after 1m0s
[03:02:49.278] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:23:0)
[03:02:49.278] Timer tick, asking Buildbucket for the build status
[03:02:49.857] Build 8899477725061193456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:02:49.857] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:24:0) after 1m0s
[03:03:50.024] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:24:0)
[03:03:50.024] Timer tick, asking Buildbucket for the build status
[03:03:55.643] Build 8899477725061193456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:03:55.643] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:25:0) after 1m0s
[03:04:55.771] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:25:0)
[03:04:55.771] Timer tick, asking Buildbucket for the build status
[03:04:57.948] Build 8899477725061193456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:04:57.948] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:26:0) after 1m0s
[03:05:58.021] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:26:0)
[03:05:58.021] Timer tick, asking Buildbucket for the build status
[03:05:58.313] Build 8899477725061193456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:05:58.313] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:27:0) after 1m0s
[03:06:58.348] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:27:0)
[03:06:58.348] Timer tick, asking Buildbucket for the build status
[03:06:58.552] Build 8899477725061193456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:06:58.552] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:28:0) after 1m0s
[03:07:58.571] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:28:0)
[03:07:58.571] Timer tick, asking Buildbucket for the build status
[03:07:58.732] Build 8899477725061193456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:07:58.732] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:29:0) after 1m0s
[03:08:58.831] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:29:0)
[03:08:58.831] Timer tick, asking Buildbucket for the build status
[03:08:59.151] Build 8899477725061193456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:08:59.151] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:30:0) after 1m0s
[03:09:59.177] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:30:0)
[03:09:59.177] Timer tick, asking Buildbucket for the build status
[03:10:01.162] Build 8899477725061193456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:10:01.162] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:31:0) after 1m0s
[03:11:01.211] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:31:0)
[03:11:01.211] Timer tick, asking Buildbucket for the build status
[03:11:01.444] Build 8899477725061193456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:11:01.444] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:32:0) after 1m0s
[03:12:01.430] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:32:0)
[03:12:01.430] Timer tick, asking Buildbucket for the build status
[03:12:03.616] Build 8899477725061193456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:12:03.616] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:33:0) after 1m0s
[03:13:03.666] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:33:0)
[03:13:03.666] Timer tick, asking Buildbucket for the build status
[03:13:04.749] Build 8899477725061193456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:13:04.749] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:34:0) after 1m0s
[03:14:04.777] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:34:0)
[03:14:04.777] Timer tick, asking Buildbucket for the build status
[03:14:05.411] Build 8899477725061193456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:14:05.411] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:35:0) after 1m0s
[03:15:05.600] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:35:0)
[03:15:05.600] Timer tick, asking Buildbucket for the build status
[03:15:05.888] Build 8899477725061193456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:15:05.888] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:36:0) after 1m0s
[03:16:05.935] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:36:0)
[03:16:05.935] Timer tick, asking Buildbucket for the build status
[03:16:06.152] Build 8899477725061193456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:16:06.152] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:37:0) after 1m0s
[03:17:06.205] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:37:0)
[03:17:06.205] Timer tick, asking Buildbucket for the build status
[03:17:06.435] Build 8899477725061193456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:17:06.435] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:38:0) after 1m0s
[03:18:06.604] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:38:0)
[03:18:06.604] Timer tick, asking Buildbucket for the build status
[03:18:06.936] Build 8899477725061193456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:18:06.936] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:39:0) after 1m0s
[03:19:07.026] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:39:0)
[03:19:07.026] Timer tick, asking Buildbucket for the build status
[03:19:09.531] Build 8899477725061193456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:19:09.531] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:40:0) after 1m0s
[03:20:09.692] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:40:0)
[03:20:09.692] Timer tick, asking Buildbucket for the build status
[03:20:11.318] Build 8899477725061193456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:20:11.318] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:41:0) after 1m0s
[03:21:11.375] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:41:0)
[03:21:11.375] Timer tick, asking Buildbucket for the build status
[03:21:11.582] Build 8899477725061193456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:21:11.582] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:42:0) after 1m0s
[03:22:11.641] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:42:0)
[03:22:11.641] Timer tick, asking Buildbucket for the build status
[03:22:14.456] Build 8899477725061193456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:22:14.456] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:43:0) after 1m0s
[03:23:14.508] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:43:0)
[03:23:14.508] Timer tick, asking Buildbucket for the build status
[03:23:15.994] Build 8899477725061193456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:23:15.994] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:44:0) after 1m0s
[03:24:16.221] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:44:0)
[03:24:16.221] Timer tick, asking Buildbucket for the build status
[03:24:16.397] Build 8899477725061193456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:24:16.397] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:45:0) after 1m0s
[03:25:16.699] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:45:0)
[03:25:16.699] Timer tick, asking Buildbucket for the build status
[03:25:16.927] Build 8899477725061193456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:25:16.927] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:46:0) after 1m0s
[03:26:17.162] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:46:0)
[03:26:17.162] Timer tick, asking Buildbucket for the build status
[03:26:17.434] Build 8899477725061193456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:26:17.434] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:47:0) after 1m0s
[03:27:17.562] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:47:0)
[03:27:17.562] Timer tick, asking Buildbucket for the build status
[03:27:17.940] Build 8899477725061193456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:27:17.940] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:48:0) after 1m0s
[03:28:17.998] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:48:0)
[03:28:17.999] Timer tick, asking Buildbucket for the build status
[03:28:18.199] Build 8899477725061193456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:28:18.199] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:49:0) after 1m0s
[03:29:18.253] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:49:0)
[03:29:18.253] Timer tick, asking Buildbucket for the build status
[03:29:18.475] Build 8899477725061193456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:29:18.475] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:50:0) after 1m0s
[03:30:18.525] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:50:0)
[03:30:18.525] Timer tick, asking Buildbucket for the build status
[03:30:20.355] Build 8899477725061193456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:30:20.355] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:51:0) after 1m0s
[03:31:20.380] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:51:0)
[03:31:20.380] Timer tick, asking Buildbucket for the build status
[03:31:20.604] Build 8899477725061193456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:31:20.604] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:52:0) after 1m0s
[03:32:20.671] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:52:0)
[03:32:20.671] Timer tick, asking Buildbucket for the build status
[03:32:20.861] Build 8899477725061193456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:32:20.861] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:53:0) after 1m0s
[03:33:20.933] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:53:0)
[03:33:20.933] Timer tick, asking Buildbucket for the build status
[03:33:22.012] Build 8899477725061193456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:33:22.012] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:54:0) after 1m0s
[03:34:22.026] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:54:0)
[03:34:22.026] Timer tick, asking Buildbucket for the build status
[03:34:22.365] Build 8899477725061193456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:34:22.365] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:55:0) after 1m0s
[03:35:22.681] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:55:0)
[03:35:22.681] Timer tick, asking Buildbucket for the build status
[03:35:23.447] Build 8899477725061193456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:35:23.447] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:56:0) after 1m0s
[03:36:23.547] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:56:0)
[03:36:23.547] Timer tick, asking Buildbucket for the build status
[03:36:24.447] Build 8899477725061193456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:36:24.447] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:57:0) after 1m0s
[03:37:24.533] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:57:0)
[03:37:24.533] Timer tick, asking Buildbucket for the build status
[03:37:25.573] Build 8899477725061193456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:37:25.573] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:58:0) after 1m0s
[03:38:25.605] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:58:0)
[03:38:25.605] Timer tick, asking Buildbucket for the build status
[03:38:26.152] Build 8899477725061193456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:38:26.152] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:59:0) after 1m0s
[03:39:26.227] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:59:0)
[03:39:26.227] Timer tick, asking Buildbucket for the build status
[03:39:29.246] Build 8899477725061193456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:39:29.246] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:60:0) after 1m0s
[03:40:29.269] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:60:0)
[03:40:29.269] Timer tick, asking Buildbucket for the build status
[03:40:30.750] Build 8899477725061193456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:40:30.750] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:61:0) after 1m0s
[03:41:30.789] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:61:0)
[03:41:30.789] Timer tick, asking Buildbucket for the build status
[03:41:34.872] Build 8899477725061193456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:41:34.873] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:62:0) after 1m0s
[03:42:34.906] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:62:0)
[03:42:34.906] Timer tick, asking Buildbucket for the build status
[03:42:35.087] Build 8899477725061193456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:42:35.087] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:63:0) after 1m0s
[03:43:35.126] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:63:0)
[03:43:35.126] Timer tick, asking Buildbucket for the build status
[03:43:35.794] Build 8899477725061193456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:43:35.794] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:64:0) after 1m0s
[03:44:35.818] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:64:0)
[03:44:35.818] Timer tick, asking Buildbucket for the build status
[03:44:36.603] Build 8899477725061193456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:44:36.603] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:65:0) after 1m0s
[03:45:36.635] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:65:0)
[03:45:36.635] Timer tick, asking Buildbucket for the build status
[03:45:36.935] Build 8899477725061193456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:45:36.935] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:66:0) after 1m0s
[03:46:36.961] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:66:0)
[03:46:36.962] Timer tick, asking Buildbucket for the build status
[03:46:37.342] Build 8899477725061193456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:46:37.342] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:67:0) after 1m0s
[03:47:37.403] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:67:0)
[03:47:37.403] Timer tick, asking Buildbucket for the build status
[03:47:39.638] Build 8899477725061193456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:47:39.638] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:68:0) after 1m0s
[03:48:39.656] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:68:0)
[03:48:39.656] Timer tick, asking Buildbucket for the build status
[03:48:39.864] Build 8899477725061193456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:48:39.864] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:69:0) after 1m0s
[03:49:40.105] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:69:0)
[03:49:40.105] Timer tick, asking Buildbucket for the build status
[03:49:40.746] Build 8899477725061193456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:49:40.746] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:70:0) after 1m0s
[03:50:40.792] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:70:0)
[03:50:40.792] Timer tick, asking Buildbucket for the build status
[03:50:41.357] Build 8899477725061193456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:50:41.357] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:71:0) after 1m0s
[03:51:41.394] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:71:0)
[03:51:41.394] Timer tick, asking Buildbucket for the build status
[03:51:41.916] Build 8899477725061193456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:51:41.916] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:72:0) after 1m0s
[03:52:42.014] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:72:0)
[03:52:42.014] Timer tick, asking Buildbucket for the build status
[03:52:42.579] Build 8899477725061193456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:52:42.579] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:73:0) after 1m0s
[03:53:42.722] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:73:0)
[03:53:42.722] Timer tick, asking Buildbucket for the build status
[03:53:43.133] Build 8899477725061193456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:53:43.133] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:74:0) after 1m0s
[03:54:43.261] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:74:0)
[03:54:43.261] Timer tick, asking Buildbucket for the build status
[03:54:44.238] Build 8899477725061193456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:54:44.238] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:75:0) after 1m0s
[03:55:44.300] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:75:0)
[03:55:44.300] Timer tick, asking Buildbucket for the build status
[03:55:44.478] Build 8899477725061193456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:55:44.478] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:76:0) after 1m0s
[03:56:44.571] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:76:0)
[03:56:44.571] Timer tick, asking Buildbucket for the build status
[03:56:45.093] Build 8899477725061193456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:56:45.093] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:77:0) after 1m0s
[03:57:45.124] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:77:0)
[03:57:45.124] Timer tick, asking Buildbucket for the build status
[03:57:45.310] Build 8899477725061193456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:57:45.310] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:78:0) after 1m0s
[03:58:45.368] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:78:0)
[03:58:45.368] Timer tick, asking Buildbucket for the build status
[03:58:45.619] Build 8899477725061193456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:58:45.619] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:79:0) after 1m0s
[03:59:45.684] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:79:0)
[03:59:45.684] Timer tick, asking Buildbucket for the build status
[03:59:45.866] Build 8899477725061193456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:59:45.866] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:80:0) after 1m0s
[04:00:45.900] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:80:0)
[04:00:45.900] Timer tick, asking Buildbucket for the build status
[04:00:46.008] Build 8899477725061193456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:00:46.008] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:81:0) after 1m0s
[04:01:45.992] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:81:0)
[04:01:45.992] Timer tick, asking Buildbucket for the build status
[04:01:46.325] Build 8899477725061193456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:01:46.325] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:82:0) after 1m0s
[04:02:46.428] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:82:0)
[04:02:46.428] Timer tick, asking Buildbucket for the build status
[04:02:46.621] Build 8899477725061193456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:02:46.621] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:83:0) after 1m0s
[04:03:46.698] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:83:0)
[04:03:46.698] Timer tick, asking Buildbucket for the build status
[04:03:46.851] Build 8899477725061193456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:03:46.851] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:84:0) after 1m0s
[04:04:47.201] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:84:0)
[04:04:47.201] Timer tick, asking Buildbucket for the build status
[04:04:48.009] Build 8899477725061193456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:04:48.009] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:85:0) after 1m0s
[04:05:48.099] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:85:0)
[04:05:48.099] Timer tick, asking Buildbucket for the build status
[04:05:48.284] Build 8899477725061193456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:05:48.284] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:86:0) after 1m0s
[04:06:48.349] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:86:0)
[04:06:48.349] Timer tick, asking Buildbucket for the build status
[04:06:48.542] Build 8899477725061193456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:06:48.542] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:87:0) after 1m0s
[04:07:48.674] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:87:0)
[04:07:48.674] Timer tick, asking Buildbucket for the build status
[04:07:48.878] Build 8899477725061193456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:07:48.878] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:88:0) after 1m0s
[04:08:48.918] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:88:0)
[04:08:48.918] Timer tick, asking Buildbucket for the build status
[04:08:49.838] Build 8899477725061193456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:08:49.839] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:89:0) after 1m0s
[04:09:49.849] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:89:0)
[04:09:49.849] Timer tick, asking Buildbucket for the build status
[04:09:50.086] Build 8899477725061193456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:09:50.086] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:90:0) after 1m0s
[04:10:50.152] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:90:0)
[04:10:50.152] Timer tick, asking Buildbucket for the build status
[04:10:50.424] Build 8899477725061193456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:10:50.424] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:91:0) after 1m0s
[04:11:50.589] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:91:0)
[04:11:50.589] Timer tick, asking Buildbucket for the build status
[04:11:51.400] Build 8899477725061193456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:11:51.400] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:92:0) after 1m0s
[04:12:51.470] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:92:0)
[04:12:51.470] Timer tick, asking Buildbucket for the build status
[04:12:51.747] Build 8899477725061193456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:12:51.747] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:93:0) after 1m0s
[04:13:51.938] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:93:0)
[04:13:51.938] Timer tick, asking Buildbucket for the build status
[04:13:55.753] Build 8899477725061193456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:13:55.753] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:94:0) after 1m0s
[04:14:55.868] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:94:0)
[04:14:55.868] Timer tick, asking Buildbucket for the build status
[04:14:55.987] Build 8899477725061193456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:14:55.987] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:95:0) after 1m0s
[04:15:56.090] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:95:0)
[04:15:56.090] Timer tick, asking Buildbucket for the build status
[04:15:57.021] Build 8899477725061193456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:15:57.021] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:96:0) after 1m0s
[04:16:57.188] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:96:0)
[04:16:57.188] Timer tick, asking Buildbucket for the build status
[04:16:57.494] Build 8899477725061193456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:16:57.494] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:97:0) after 1m0s
[04:17:57.577] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:97:0)
[04:17:57.577] Timer tick, asking Buildbucket for the build status
[04:17:58.114] Build 8899477725061193456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:17:58.114] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:98:0) after 1m0s
[04:18:58.323] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:98:0)
[04:18:58.323] Timer tick, asking Buildbucket for the build status
[04:18:58.515] Build 8899477725061193456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:18:58.515] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:99:0) after 1m0s
[04:19:58.590] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:99:0)
[04:19:58.590] Timer tick, asking Buildbucket for the build status
[04:19:58.956] Build 8899477725061193456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:19:58.956] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:100:0) after 1m0s
[04:20:59.102] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:100:0)
[04:20:59.102] Timer tick, asking Buildbucket for the build status
[04:20:59.316] Build 8899477725061193456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:20:59.316] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:101:0) after 1m0s
[04:21:59.395] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:101:0)
[04:21:59.395] Timer tick, asking Buildbucket for the build status
[04:21:59.740] Build 8899477725061193456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:21:59.740] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:102:0) after 1m0s
[04:22:59.863] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:102:0)
[04:22:59.863] Timer tick, asking Buildbucket for the build status
[04:23:01.955] Build 8899477725061193456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:23:01.955] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:103:0) after 1m0s
[04:24:02.017] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:103:0)
[04:24:02.017] Timer tick, asking Buildbucket for the build status
[04:24:02.444] Build 8899477725061193456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:24:02.444] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:104:0) after 1m0s
[04:25:02.600] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:104:0)
[04:25:02.600] Timer tick, asking Buildbucket for the build status
[04:25:03.195] Build 8899477725061193456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:25:03.195] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:105:0) after 1m0s
[04:26:03.251] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:105:0)
[04:26:03.251] Timer tick, asking Buildbucket for the build status
[04:26:03.405] Build 8899477725061193456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:26:03.405] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:106:0) after 1m0s
[04:27:03.597] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:106:0)
[04:27:03.597] Timer tick, asking Buildbucket for the build status
[04:27:03.753] Build 8899477725061193456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:27:03.753] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:107:0) after 1m0s
[04:28:03.893] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:107:0)
[04:28:03.893] Timer tick, asking Buildbucket for the build status
[04:28:04.742] Build 8899477725061193456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:28:04.742] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:108:0) after 1m0s
[04:29:04.916] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:108:0)
[04:29:04.916] Timer tick, asking Buildbucket for the build status
[04:29:05.219] Build 8899477725061193456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:29:05.219] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:109:0) after 1m0s
[04:30:05.452] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:109:0)
[04:30:05.452] Timer tick, asking Buildbucket for the build status
[04:30:05.667] Build 8899477725061193456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:30:05.667] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:110:0) after 1m0s
[04:31:05.792] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:110:0)
[04:31:05.792] Timer tick, asking Buildbucket for the build status
[04:31:09.829] Build 8899477725061193456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:31:09.829] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:111:0) after 1m0s
[04:32:09.929] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:111:0)
[04:32:09.929] Timer tick, asking Buildbucket for the build status
[04:32:10.503] Build 8899477725061193456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:32:10.503] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:112:0) after 1m0s
[04:33:10.545] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:112:0)
[04:33:10.545] Timer tick, asking Buildbucket for the build status
[04:33:10.903] Build 8899477725061193456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:33:10.903] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:113:0) after 1m0s
[04:34:10.987] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:113:0)
[04:34:10.987] Timer tick, asking Buildbucket for the build status
[04:34:11.317] Build 8899477725061193456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:34:11.317] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:114:0) after 1m0s
[04:35:11.327] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:114:0)
[04:35:11.327] Timer tick, asking Buildbucket for the build status
[04:35:11.685] Build 8899477725061193456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:35:11.685] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:115:0) after 1m0s
[04:36:11.721] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:115:0)
[04:36:11.721] Timer tick, asking Buildbucket for the build status
[04:36:12.553] Build 8899477725061193456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:36:12.553] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:116:0) after 1m0s
[04:37:12.617] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:116:0)
[04:37:12.617] Timer tick, asking Buildbucket for the build status
[04:37:13.860] Build 8899477725061193456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:37:13.860] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:117:0) after 1m0s
[04:38:13.913] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:117:0)
[04:38:13.913] Timer tick, asking Buildbucket for the build status
[04:38:14.361] Build 8899477725061193456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:38:14.361] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:118:0) after 1m0s
[04:39:14.557] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:118:0)
[04:39:14.557] Timer tick, asking Buildbucket for the build status
[04:39:14.776] Build 8899477725061193456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:39:14.776] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:119:0) after 1m0s
[04:40:14.916] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:119:0)
[04:40:14.916] Timer tick, asking Buildbucket for the build status
[04:40:15.072] Build 8899477725061193456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:40:15.072] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:120:0) after 1m0s
[04:41:15.107] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:120:0)
[04:41:15.107] Timer tick, asking Buildbucket for the build status
[04:41:16.380] Build 8899477725061193456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:41:16.380] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:121:0) after 1m0s
[04:42:16.446] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:121:0)
[04:42:16.446] Timer tick, asking Buildbucket for the build status
[04:42:17.555] Build 8899477725061193456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:42:17.555] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:122:0) after 1m0s
[04:43:17.710] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:122:0)
[04:43:17.710] Timer tick, asking Buildbucket for the build status
[04:43:19.016] Build 8899477725061193456: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:43:19.016] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064907787617670496:123:0) after 1m0s
[04:43:45.921] Received PubSub notification, asking Buildbucket for the build status
[04:43:47.151] Build 8899477725061193456: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[04:43:47.151] Buildbucket build:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "completed_ts": "1571201025376376",
    "created_by": "project:chromium",
    "created_ts": "1571193686387549",
    "failure_reason": "BUILD_FAILURE",
    "id": "8899477725061193456",
    "parameters_json": "{\"builder_name\": \"ToTMacASan\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"34c175bd19536225e81686d47b60253ff4556cfa\"}}",
    "project": "chromium",
    "result": "FAILURE",
    "result_details_json": "{\"error\": {\"message\": \"#### Step _compile_ failed. Error logs are shown below:\\n```\\n[21574/54618] OBJCXX obj/media/capture/capture_lib/video_capture_device_avfoundation_mac.o\\nFAILED: obj/media/capture/capture_lib/video_capture_device_avfoundation_mac.o\\n../../third_party/llvm-build/Release+Asserts/bin/clang++ -MMD -MF obj/media/capture/capture_lib/vide...(too long)\\n../../media/capture/video/mac/video_capture_device_avfoundation_mac.mm:378:5: error: cannot initialize a parameter of type 'KeyType\u003cNSCopying\u003e  _Nonnull const' (aka 'const id') with an rvalue of type 'id'\\n(id)kCVPixelBufferWidthKey : @(width),\\n^~~~~~~~~~~~~~~~~~~~~~~~~~\\n1 error generated.\\n```\\n#### More information in raw_io.output[failure_summary]\"}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"build282-m9\", \"branch\": \"refs/heads/master\", \"buildername\": \"ToTMacASan\", \"buildnumber\": 20537, \"got_angle_revision\": \"0b9ebe58e3802b58953a4ef0884d5fd8f308ed70\", \"got_clang_revision\": \"374970-7b49e8ac-0\", \"got_dawn_revision\": \"1093c4de2cfad715f0da1460aafbf88f47bd7bb1\", \"got_nacl_revision\": \"3651f6c52037c96e034cc422746768d59182bff3\", \"got_revision\": \"34c175bd19536225e81686d47b60253ff4556cfa\", \"got_revision_cp\": \"refs/heads/master@{#706287}\", \"got_swarming_client_revision\": \"885b3febcc170a60f25795304e60927b77d1e92d\", \"got_v8_revision\": \"ecd11dd17ccbb4a845c904c7bdb76d24b7008adf\", \"got_v8_revision_cp\": \"refs/heads/7.9.313@{#1}\", \"got_webrtc_revision\": \"2f6e525099a0d5186e6b5b130aa26b78158d5aa7\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#29496}\", \"mastername\": \"chromium.clang\", \"path_config\": \"generic\", \"perf_dashboard_machine_group\": \"ChromiumClang\", \"recipe\": \"chromium\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"34c175bd19536225e81686d47b60253ff4556cfa\"}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_4a4feefdd7e355061708c01720b06a0ca8c49ffc9968a2ebc674541738676b8f_v2\", \"builder_5372538a354f163a20d332d881c6c5d85e35654ac8a57c760866f12033f8a8a5_v2\", \"builder_69caa34b8f39daac28a821cac2619730401d46a6479812cc34796e3bf180418a_v2\", \"builder_ae5debd901c74ee0906916cb62621bceb2a8b657b42c2e2e9e89a0f6a2e5e53b_v2\", \"builder_d42b89eab403033f5a2a8102ec9c436397350cedb439d5e09b11874a5784adb4_v2\", \"git\", \"goma_v2\", \"vpython\", \"xcode_ios_11a420a\"], \"cores\": [\"24\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"1002\", \"1002:679e\", \"1002:679e-4.0.11-3.2.8\"], \"hidpi\": [\"0\"], \"id\": [\"build282-m9\"], \"mac_model\": [\"MacPro6,1\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Mac\", \"Mac-10.14\", \"Mac-10.14.6\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.10\"], \"server_version\": [\"4512-670bc38\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}, \"ui\": {\"info\": \"#### Step _compile_ failed. Error logs are shown below:\\n```\\n[21574/54618] OBJCXX obj/media/capture/capture_lib/video_capture_device_avfoundation_mac.o\\nFAILED: obj/media/capture/capture_lib/video_capture_device_avfoundation_mac.o\\n../../third_party/llvm-build/Release+Asserts/bin/clang++ -MMD -MF obj/media/capture/capture_lib/vide...(too long)\\n../../media/capture/video/mac/video_capture_device_avfoundation_mac.mm:378:5: error: cannot initialize a parameter of type 'KeyType\u003cNSCopying\u003e  _Nonnull const' (aka 'const id') with an rvalue of type 'id'\\n(id)kCVPixelBufferWidthKey : @(width),\\n^~~~~~~~~~~~~~~~~~~~~~~~~~\\n1 error generated.\\n```\\n#### More information in raw_io.output[failure_summary]\"}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1571193898849832",
    "status": "COMPLETED",
    "status_changed_ts": "1571193899164733",
    "tags": [
      "build_address:luci.chromium.ci/ToTMacASan/20537",
      "builder:ToTMacASan",
      "buildset:commit/git/34c175bd19536225e81686d47b60253ff4556cfa",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/34c175bd19536225e81686d47b60253ff4556cfa",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9064907787617670496",
      "scheduler_job_id:chromium/ToTMacASan",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8899477725061193456/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:os:Mac",
      "swarming_tag:recipe_name:chromium",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:47eb4331ce31ab10",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1571201025538629",
    "url": "https://ci.chromium.org/b/8899477725061193456",
    "utcnow_ts": "1571201027122954"
  }
}
[04:43:47.151] Invocation finished in 2h2m22.585608703s with status FAILED