Status: FAILED
Triggered by: -
Duration: 1 hour
Actions:

Definition (rev 61da5958bb1bf61dc6dab9a9ab14fa46798b5d0f)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTMacASan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "22a0780261c2da2383c32c77266b4f9250320056"
}

Incoming tags

  • buildset:commit/git/22a0780261c2da2383c32c77266b4f9250320056
  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/22a0780261c2da2383c32c77266b4f9250320056
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[04:39:46.461] New invocation is queued and will start shortly
[04:39:47.517] Starting the invocation (attempt 1)
[04:39:47.560] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[04:39:47.560] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[04:39:47.561] Buildbucket request:
{
  "bucket": "luci.chromium.ci",
  "client_operation_id": "9023135139248895856",
  "parameters_json": "{\"builder_name\":\"ToTMacASan\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src\",\"revision\":\"22a0780261c2da2383c32c77266b4f9250320056\"}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:ToTMacASan",
    "scheduler_invocation_id:9023135139248895856",
    "scheduler_job_id:chromium/ToTMacASan",
    "user_agent:luci-scheduler",
    "buildset:commit/git/22a0780261c2da2383c32c77266b4f9250320056",
    "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/22a0780261c2da2383c32c77266b4f9250320056",
    "gitiles_ref:refs/heads/master"
  ]
}
[04:39:48.148] Buildbucket response:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "created_by": "project:chromium",
    "created_ts": "1611031187652477",
    "id": "8857705077334483664",
    "parameters_json": "{\"builder_name\": \"ToTMacASan\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"22a0780261c2da2383c32c77266b4f9250320056\"}}",
    "project": "chromium",
    "result_details_json": "{\"properties\": {}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1611031188042752",
    "tags": [
      "build_address:luci.chromium.ci/ToTMacASan/24319",
      "builder:ToTMacASan",
      "buildset:commit/git/22a0780261c2da2383c32c77266b4f9250320056",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/22a0780261c2da2383c32c77266b4f9250320056",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9023135139248895856",
      "scheduler_job_id:chromium/ToTMacASan",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8857705077334483664/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:recipe_name:chromium",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1611031188042986",
    "url": "https://ci.chromium.org/b/8857705077334483664",
    "utcnow_ts": "1611031188140280"
  }
}
[04:39:48.148] Task URL: https://ci.chromium.org/b/8857705077334483664
[04:39:48.148] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:2:0) after 1m0s
[04:40:20.039] Received PubSub notification, asking Buildbucket for the build status
[04:40:20.361] Build 8857705077334483664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:40:48.260] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:2:0)
[04:40:48.260] Timer tick, asking Buildbucket for the build status
[04:40:48.452] Build 8857705077334483664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:40:48.452] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:4:0) after 1m0s
[04:41:48.494] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:4:0)
[04:41:48.494] Timer tick, asking Buildbucket for the build status
[04:41:48.799] Build 8857705077334483664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:41:48.799] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:5:0) after 1m0s
[04:42:48.852] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:5:0)
[04:42:48.852] Timer tick, asking Buildbucket for the build status
[04:42:48.988] Build 8857705077334483664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:42:48.988] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:6:0) after 1m0s
[04:43:49.025] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:6:0)
[04:43:49.025] Timer tick, asking Buildbucket for the build status
[04:43:49.190] Build 8857705077334483664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:43:49.190] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:7:0) after 1m0s
[04:44:49.211] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:7:0)
[04:44:49.211] Timer tick, asking Buildbucket for the build status
[04:44:49.294] Build 8857705077334483664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:44:49.294] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:8:0) after 1m0s
[04:45:49.314] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:8:0)
[04:45:49.314] Timer tick, asking Buildbucket for the build status
[04:45:49.414] Build 8857705077334483664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:45:49.414] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:9:0) after 1m0s
[04:46:49.473] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:9:0)
[04:46:49.473] Timer tick, asking Buildbucket for the build status
[04:46:49.617] Build 8857705077334483664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:46:49.617] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:10:0) after 1m0s
[04:47:49.640] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:10:0)
[04:47:49.640] Timer tick, asking Buildbucket for the build status
[04:47:49.724] Build 8857705077334483664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:47:49.724] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:11:0) after 1m0s
[04:48:49.748] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:11:0)
[04:48:49.748] Timer tick, asking Buildbucket for the build status
[04:48:49.815] Build 8857705077334483664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:48:49.815] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:12:0) after 1m0s
[04:49:49.847] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:12:0)
[04:49:49.847] Timer tick, asking Buildbucket for the build status
[04:49:50.053] Build 8857705077334483664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:49:50.053] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:13:0) after 1m0s
[04:50:50.142] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:13:0)
[04:50:50.142] Timer tick, asking Buildbucket for the build status
[04:50:50.296] Build 8857705077334483664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:50:50.296] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:14:0) after 1m0s
[04:51:50.318] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:14:0)
[04:51:50.319] Timer tick, asking Buildbucket for the build status
[04:51:50.382] Build 8857705077334483664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:51:50.382] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:15:0) after 1m0s
[04:52:50.474] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:15:0)
[04:52:50.474] Timer tick, asking Buildbucket for the build status
[04:52:50.630] Build 8857705077334483664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:52:50.630] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:16:0) after 1m0s
[04:53:50.643] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:16:0)
[04:53:50.643] Timer tick, asking Buildbucket for the build status
[04:53:50.910] Build 8857705077334483664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:53:50.910] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:17:0) after 1m0s
[04:54:51.064] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:17:0)
[04:54:51.064] Timer tick, asking Buildbucket for the build status
[04:54:51.215] Build 8857705077334483664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:54:51.215] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:18:0) after 1m0s
[04:55:51.279] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:18:0)
[04:55:51.279] Timer tick, asking Buildbucket for the build status
[04:55:51.379] Build 8857705077334483664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:55:51.379] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:19:0) after 1m0s
[04:56:51.404] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:19:0)
[04:56:51.404] Timer tick, asking Buildbucket for the build status
[04:56:51.560] Build 8857705077334483664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:56:51.560] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:20:0) after 1m0s
[04:57:51.628] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:20:0)
[04:57:51.628] Timer tick, asking Buildbucket for the build status
[04:57:51.685] Build 8857705077334483664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:57:51.685] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:21:0) after 1m0s
[04:58:51.705] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:21:0)
[04:58:51.705] Timer tick, asking Buildbucket for the build status
[04:58:51.901] Build 8857705077334483664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:58:51.901] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:22:0) after 1m0s
[04:59:51.922] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:22:0)
[04:59:51.922] Timer tick, asking Buildbucket for the build status
[04:59:52.207] Build 8857705077334483664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:59:52.207] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:23:0) after 1m0s
[05:00:52.260] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:23:0)
[05:00:52.260] Timer tick, asking Buildbucket for the build status
[05:00:52.333] Build 8857705077334483664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:00:52.333] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:24:0) after 1m0s
[05:01:52.371] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:24:0)
[05:01:52.371] Timer tick, asking Buildbucket for the build status
[05:01:52.443] Build 8857705077334483664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:01:52.443] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:25:0) after 1m0s
[05:02:52.462] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:25:0)
[05:02:52.462] Timer tick, asking Buildbucket for the build status
[05:02:52.559] Build 8857705077334483664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:02:52.559] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:26:0) after 1m0s
[05:03:52.601] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:26:0)
[05:03:52.601] Timer tick, asking Buildbucket for the build status
[05:03:52.755] Build 8857705077334483664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:03:52.755] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:27:0) after 1m0s
[05:04:52.777] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:27:0)
[05:04:52.777] Timer tick, asking Buildbucket for the build status
[05:04:52.907] Build 8857705077334483664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:04:52.908] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:28:0) after 1m0s
[05:05:52.917] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:28:0)
[05:05:52.917] Timer tick, asking Buildbucket for the build status
[05:05:53.087] Build 8857705077334483664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:05:53.087] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:29:0) after 1m0s
[05:06:53.106] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:29:0)
[05:06:53.106] Timer tick, asking Buildbucket for the build status
[05:06:53.211] Build 8857705077334483664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:06:53.211] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:30:0) after 1m0s
[05:07:53.197] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:30:0)
[05:07:53.197] Timer tick, asking Buildbucket for the build status
[05:07:53.269] Build 8857705077334483664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:07:53.269] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:31:0) after 1m0s
[05:08:53.361] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:31:0)
[05:08:53.361] Timer tick, asking Buildbucket for the build status
[05:08:53.423] Build 8857705077334483664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:08:53.423] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:32:0) after 1m0s
[05:09:53.532] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:32:0)
[05:09:53.532] Timer tick, asking Buildbucket for the build status
[05:09:53.888] Build 8857705077334483664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:09:53.888] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:33:0) after 1m0s
[05:10:53.930] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:33:0)
[05:10:53.930] Timer tick, asking Buildbucket for the build status
[05:10:53.994] Build 8857705077334483664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:10:53.994] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:34:0) after 1m0s
[05:11:54.097] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:34:0)
[05:11:54.097] Timer tick, asking Buildbucket for the build status
[05:11:54.180] Build 8857705077334483664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:11:54.180] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:35:0) after 1m0s
[05:12:54.238] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:35:0)
[05:12:54.238] Timer tick, asking Buildbucket for the build status
[05:12:54.293] Build 8857705077334483664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:12:54.293] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:36:0) after 1m0s
[05:13:54.328] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:36:0)
[05:13:54.328] Timer tick, asking Buildbucket for the build status
[05:13:55.231] Build 8857705077334483664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:13:55.232] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:37:0) after 1m0s
[05:14:55.265] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:37:0)
[05:14:55.265] Timer tick, asking Buildbucket for the build status
[05:14:55.889] Build 8857705077334483664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:14:55.889] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:38:0) after 1m0s
[05:15:55.952] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:38:0)
[05:15:55.952] Timer tick, asking Buildbucket for the build status
[05:15:56.056] Build 8857705077334483664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:15:56.056] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:39:0) after 1m0s
[05:16:56.103] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:39:0)
[05:16:56.103] Timer tick, asking Buildbucket for the build status
[05:16:56.165] Build 8857705077334483664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:16:56.165] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:40:0) after 1m0s
[05:17:56.282] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:40:0)
[05:17:56.282] Timer tick, asking Buildbucket for the build status
[05:17:56.352] Build 8857705077334483664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:17:56.352] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:41:0) after 1m0s
[05:18:56.360] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:41:0)
[05:18:56.360] Timer tick, asking Buildbucket for the build status
[05:18:56.436] Build 8857705077334483664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:18:56.436] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:42:0) after 1m0s
[05:19:56.496] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:42:0)
[05:19:56.496] Timer tick, asking Buildbucket for the build status
[05:19:57.070] Build 8857705077334483664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:19:57.070] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:43:0) after 1m0s
[05:20:57.093] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:43:0)
[05:20:57.094] Timer tick, asking Buildbucket for the build status
[05:20:57.154] Build 8857705077334483664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:20:57.154] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:44:0) after 1m0s
[05:21:57.175] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:44:0)
[05:21:57.175] Timer tick, asking Buildbucket for the build status
[05:21:57.238] Build 8857705077334483664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:21:57.238] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:45:0) after 1m0s
[05:22:57.216] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:45:0)
[05:22:57.216] Timer tick, asking Buildbucket for the build status
[05:22:57.290] Build 8857705077334483664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:22:57.290] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:46:0) after 1m0s
[05:23:57.320] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:46:0)
[05:23:57.320] Timer tick, asking Buildbucket for the build status
[05:23:57.377] Build 8857705077334483664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:23:57.377] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:47:0) after 1m0s
[05:24:57.397] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:47:0)
[05:24:57.397] Timer tick, asking Buildbucket for the build status
[05:24:58.104] Build 8857705077334483664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:24:58.104] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:48:0) after 1m0s
[05:25:58.161] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:48:0)
[05:25:58.161] Timer tick, asking Buildbucket for the build status
[05:25:58.213] Build 8857705077334483664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:25:58.213] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:49:0) after 1m0s
[05:26:58.262] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:49:0)
[05:26:58.262] Timer tick, asking Buildbucket for the build status
[05:26:58.314] Build 8857705077334483664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:26:58.314] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:50:0) after 1m0s
[05:27:58.368] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:50:0)
[05:27:58.368] Timer tick, asking Buildbucket for the build status
[05:27:58.475] Build 8857705077334483664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:27:58.475] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:51:0) after 1m0s
[05:28:58.541] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:51:0)
[05:28:58.541] Timer tick, asking Buildbucket for the build status
[05:28:58.652] Build 8857705077334483664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:28:58.652] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:52:0) after 1m0s
[05:29:58.671] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:52:0)
[05:29:58.671] Timer tick, asking Buildbucket for the build status
[05:29:58.783] Build 8857705077334483664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:29:58.783] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:53:0) after 1m0s
[05:30:58.841] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:53:0)
[05:30:58.841] Timer tick, asking Buildbucket for the build status
[05:30:58.908] Build 8857705077334483664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:30:58.908] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:54:0) after 1m0s
[05:31:59.005] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:54:0)
[05:31:59.005] Timer tick, asking Buildbucket for the build status
[05:31:59.074] Build 8857705077334483664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:31:59.074] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:55:0) after 1m0s
[05:32:59.055] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:55:0)
[05:32:59.055] Timer tick, asking Buildbucket for the build status
[05:32:59.224] Build 8857705077334483664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:32:59.224] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:56:0) after 1m0s
[05:33:59.287] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:56:0)
[05:33:59.287] Timer tick, asking Buildbucket for the build status
[05:33:59.344] Build 8857705077334483664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:33:59.344] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:57:0) after 1m0s
[05:34:59.432] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:57:0)
[05:34:59.432] Timer tick, asking Buildbucket for the build status
[05:35:00.173] Build 8857705077334483664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:35:00.174] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:58:0) after 1m0s
[05:36:00.276] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:58:0)
[05:36:00.276] Timer tick, asking Buildbucket for the build status
[05:36:00.349] Build 8857705077334483664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:36:00.349] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:59:0) after 1m0s
[05:37:01.350] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:59:0)
[05:37:01.350] Timer tick, asking Buildbucket for the build status
[05:37:01.445] Build 8857705077334483664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:37:01.445] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:60:0) after 1m0s
[05:38:02.022] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:60:0)
[05:38:02.022] Timer tick, asking Buildbucket for the build status
[05:38:02.316] Build 8857705077334483664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:38:02.316] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:61:0) after 1m0s
[05:39:02.369] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:61:0)
[05:39:02.369] Timer tick, asking Buildbucket for the build status
[05:39:02.536] Build 8857705077334483664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:39:02.536] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:62:0) after 1m0s
[05:40:02.577] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:62:0)
[05:40:02.577] Timer tick, asking Buildbucket for the build status
[05:40:02.792] Build 8857705077334483664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:40:02.792] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:63:0) after 1m0s
[05:41:02.797] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:63:0)
[05:41:02.797] Timer tick, asking Buildbucket for the build status
[05:41:02.865] Build 8857705077334483664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:41:02.865] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:64:0) after 1m0s
[05:42:02.898] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:64:0)
[05:42:02.898] Timer tick, asking Buildbucket for the build status
[05:42:02.967] Build 8857705077334483664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:42:02.967] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:65:0) after 1m0s
[05:43:02.990] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:65:0)
[05:43:02.990] Timer tick, asking Buildbucket for the build status
[05:43:03.045] Build 8857705077334483664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:43:03.045] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:66:0) after 1m0s
[05:44:03.153] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:66:0)
[05:44:03.153] Timer tick, asking Buildbucket for the build status
[05:44:03.227] Build 8857705077334483664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:44:03.227] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:67:0) after 1m0s
[05:45:03.223] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:67:0)
[05:45:03.223] Timer tick, asking Buildbucket for the build status
[05:45:03.683] Build 8857705077334483664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:45:03.683] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:68:0) after 1m0s
[05:46:03.858] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:68:0)
[05:46:03.858] Timer tick, asking Buildbucket for the build status
[05:46:04.000] Build 8857705077334483664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:46:04.000] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:69:0) after 1m0s
[05:47:04.056] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:69:0)
[05:47:04.056] Timer tick, asking Buildbucket for the build status
[05:47:04.233] Build 8857705077334483664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:47:04.233] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:70:0) after 1m0s
[05:48:04.326] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:70:0)
[05:48:04.326] Timer tick, asking Buildbucket for the build status
[05:48:04.394] Build 8857705077334483664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:48:04.394] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:71:0) after 1m0s
[05:49:04.456] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:71:0)
[05:49:04.456] Timer tick, asking Buildbucket for the build status
[05:49:04.518] Build 8857705077334483664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:49:04.518] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:72:0) after 1m0s
[05:50:04.530] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:72:0)
[05:50:04.530] Timer tick, asking Buildbucket for the build status
[05:50:04.697] Build 8857705077334483664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:50:04.697] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:73:0) after 1m0s
[05:51:04.829] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:73:0)
[05:51:04.829] Timer tick, asking Buildbucket for the build status
[05:51:04.888] Build 8857705077334483664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:51:04.888] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:74:0) after 1m0s
[05:52:04.888] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:74:0)
[05:52:04.888] Timer tick, asking Buildbucket for the build status
[05:52:05.189] Build 8857705077334483664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:52:05.189] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:75:0) after 1m0s
[05:53:05.356] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:75:0)
[05:53:05.356] Timer tick, asking Buildbucket for the build status
[05:53:05.519] Build 8857705077334483664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:53:05.519] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:76:0) after 1m0s
[05:54:05.594] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:76:0)
[05:54:05.594] Timer tick, asking Buildbucket for the build status
[05:54:05.734] Build 8857705077334483664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:54:05.734] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:77:0) after 1m0s
[05:55:05.771] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:77:0)
[05:55:05.771] Timer tick, asking Buildbucket for the build status
[05:55:06.131] Build 8857705077334483664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:55:06.131] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:78:0) after 1m0s
[05:56:06.195] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:78:0)
[05:56:06.195] Timer tick, asking Buildbucket for the build status
[05:56:06.415] Build 8857705077334483664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:56:06.415] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:79:0) after 1m0s
[05:57:06.440] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:79:0)
[05:57:06.440] Timer tick, asking Buildbucket for the build status
[05:57:06.578] Build 8857705077334483664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:57:06.578] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:80:0) after 1m0s
[05:58:06.647] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:80:0)
[05:58:06.647] Timer tick, asking Buildbucket for the build status
[05:58:06.727] Build 8857705077334483664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:58:06.727] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:81:0) after 1m0s
[05:59:06.780] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:81:0)
[05:59:06.780] Timer tick, asking Buildbucket for the build status
[05:59:06.848] Build 8857705077334483664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:59:06.848] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:82:0) after 1m0s
[06:00:06.869] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:82:0)
[06:00:06.869] Timer tick, asking Buildbucket for the build status
[06:00:07.906] Build 8857705077334483664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:00:07.906] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:83:0) after 1m0s
[06:01:09.016] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:83:0)
[06:01:09.016] Timer tick, asking Buildbucket for the build status
[06:01:09.086] Build 8857705077334483664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:01:09.086] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:84:0) after 1m0s
[06:02:10.004] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:84:0)
[06:02:10.004] Timer tick, asking Buildbucket for the build status
[06:02:10.076] Build 8857705077334483664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:02:10.076] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:85:0) after 1m0s
[06:03:10.108] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:85:0)
[06:03:10.108] Timer tick, asking Buildbucket for the build status
[06:03:10.481] Build 8857705077334483664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:03:10.481] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:86:0) after 1m0s
[06:04:10.480] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:86:0)
[06:04:10.480] Timer tick, asking Buildbucket for the build status
[06:04:10.631] Build 8857705077334483664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:04:10.631] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:87:0) after 1m0s
[06:05:10.792] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:87:0)
[06:05:10.792] Timer tick, asking Buildbucket for the build status
[06:05:10.907] Build 8857705077334483664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:05:10.907] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:88:0) after 1m0s
[06:06:10.945] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:88:0)
[06:06:10.945] Timer tick, asking Buildbucket for the build status
[06:06:11.025] Build 8857705077334483664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:06:11.025] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:89:0) after 1m0s
[06:07:11.051] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:89:0)
[06:07:11.051] Timer tick, asking Buildbucket for the build status
[06:07:11.107] Build 8857705077334483664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:07:11.107] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:90:0) after 1m0s
[06:08:11.137] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:90:0)
[06:08:11.137] Timer tick, asking Buildbucket for the build status
[06:08:11.525] Build 8857705077334483664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:08:11.526] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:91:0) after 1m0s
[06:09:11.548] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:91:0)
[06:09:11.548] Timer tick, asking Buildbucket for the build status
[06:09:11.902] Build 8857705077334483664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:09:11.902] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:92:0) after 1m0s
[06:10:11.946] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:92:0)
[06:10:11.946] Timer tick, asking Buildbucket for the build status
[06:10:12.563] Build 8857705077334483664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:10:12.563] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:93:0) after 1m0s
[06:11:12.600] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:93:0)
[06:11:12.600] Timer tick, asking Buildbucket for the build status
[06:11:12.873] Build 8857705077334483664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:11:12.873] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:94:0) after 1m0s
[06:12:12.906] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:94:0)
[06:12:12.906] Timer tick, asking Buildbucket for the build status
[06:12:12.963] Build 8857705077334483664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:12:12.963] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:95:0) after 1m0s
[06:13:13.097] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:95:0)
[06:13:13.097] Timer tick, asking Buildbucket for the build status
[06:13:13.399] Build 8857705077334483664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:13:13.399] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:96:0) after 1m0s
[06:14:13.429] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:96:0)
[06:14:13.429] Timer tick, asking Buildbucket for the build status
[06:14:14.456] Build 8857705077334483664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:14:14.456] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:97:0) after 1m0s
[06:15:14.503] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:97:0)
[06:15:14.503] Timer tick, asking Buildbucket for the build status
[06:15:14.615] Build 8857705077334483664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:15:14.615] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:98:0) after 1m0s
[06:16:14.638] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:98:0)
[06:16:14.638] Timer tick, asking Buildbucket for the build status
[06:16:14.950] Build 8857705077334483664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:16:14.950] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:99:0) after 1m0s
[06:17:14.976] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:99:0)
[06:17:14.976] Timer tick, asking Buildbucket for the build status
[06:17:15.091] Build 8857705077334483664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:17:15.091] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:100:0) after 1m0s
[06:18:15.109] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:100:0)
[06:18:15.109] Timer tick, asking Buildbucket for the build status
[06:18:15.422] Build 8857705077334483664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:18:15.422] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:101:0) after 1m0s
[06:19:15.448] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:101:0)
[06:19:15.448] Timer tick, asking Buildbucket for the build status
[06:19:15.633] Build 8857705077334483664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:19:15.633] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:102:0) after 1m0s
[06:20:15.683] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:102:0)
[06:20:15.683] Timer tick, asking Buildbucket for the build status
[06:20:15.920] Build 8857705077334483664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:20:15.920] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:103:0) after 1m0s
[06:21:15.943] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:103:0)
[06:21:15.943] Timer tick, asking Buildbucket for the build status
[06:21:16.293] Build 8857705077334483664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:21:16.293] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:104:0) after 1m0s
[06:22:16.337] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:104:0)
[06:22:16.337] Timer tick, asking Buildbucket for the build status
[06:22:16.394] Build 8857705077334483664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:22:16.394] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:105:0) after 1m0s
[06:23:16.381] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:105:0)
[06:23:16.381] Timer tick, asking Buildbucket for the build status
[06:23:16.449] Build 8857705077334483664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:23:16.449] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:106:0) after 1m0s
[06:24:16.513] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:106:0)
[06:24:16.513] Timer tick, asking Buildbucket for the build status
[06:24:16.668] Build 8857705077334483664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:24:16.669] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:107:0) after 1m0s
[06:25:16.690] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:107:0)
[06:25:16.690] Timer tick, asking Buildbucket for the build status
[06:25:17.099] Build 8857705077334483664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:25:17.099] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:108:0) after 1m0s
[06:26:17.168] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:108:0)
[06:26:17.168] Timer tick, asking Buildbucket for the build status
[06:26:17.558] Build 8857705077334483664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:26:17.558] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:109:0) after 1m0s
[06:27:17.617] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:109:0)
[06:27:17.617] Timer tick, asking Buildbucket for the build status
[06:27:17.891] Build 8857705077334483664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:27:17.891] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:110:0) after 1m0s
[06:28:17.897] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:110:0)
[06:28:17.897] Timer tick, asking Buildbucket for the build status
[06:28:17.964] Build 8857705077334483664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:28:17.964] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:111:0) after 1m0s
[06:29:17.984] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:111:0)
[06:29:17.984] Timer tick, asking Buildbucket for the build status
[06:29:18.242] Build 8857705077334483664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:29:18.242] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:112:0) after 1m0s
[06:30:18.304] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:112:0)
[06:30:18.304] Timer tick, asking Buildbucket for the build status
[06:30:18.495] Build 8857705077334483664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:30:18.495] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:113:0) after 1m0s
[06:31:18.518] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:113:0)
[06:31:18.518] Timer tick, asking Buildbucket for the build status
[06:31:18.571] Build 8857705077334483664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:31:18.571] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:114:0) after 1m0s
[06:32:18.691] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:114:0)
[06:32:18.691] Timer tick, asking Buildbucket for the build status
[06:32:18.938] Build 8857705077334483664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:32:18.938] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:115:0) after 1m0s
[06:33:18.962] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:115:0)
[06:33:18.962] Timer tick, asking Buildbucket for the build status
[06:33:19.210] Build 8857705077334483664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:33:19.210] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:116:0) after 1m0s
[06:34:19.327] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:116:0)
[06:34:19.327] Timer tick, asking Buildbucket for the build status
[06:34:19.431] Build 8857705077334483664: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:34:19.431] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023135139248895856:117:0) after 1m0s
[06:34:22.156] Received PubSub notification, asking Buildbucket for the build status
[06:34:22.293] Build 8857705077334483664: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[06:34:22.293] Buildbucket build:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "completed_ts": "1611038061523461",
    "created_by": "project:chromium",
    "created_ts": "1611031187652477",
    "failure_reason": "BUILD_FAILURE",
    "id": "8857705077334483664",
    "parameters_json": "{\"builder_name\": \"ToTMacASan\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"22a0780261c2da2383c32c77266b4f9250320056\"}}",
    "project": "chromium",
    "result": "FAILURE",
    "result_details_json": "{\"error\": {\"message\": \"#### Step _compile_ failed. Error logs are shown below:\\n```\\n[17173/58066] CXX obj/base/base_unittests/memory_unittest.o\\nFAILED: obj/base/base_unittests/memory_unittest.o\\n../../third_party/llvm-build/Release+Asserts/bin/clang++ -MMD -MF obj/base/base_unittests/memory_uni...(too long)\\n../../base/process/memory_unittest.cc:77:21: error: attempt to call free on non-heap object 'buf' [-Werror,-Wfree-nonheap-object]\\nASSERT_DEATH(free(buf), \\\"\\\");\\n^\\n1 error generated.\\n```\\n#### More information in raw_io.output[failure_summary]\"}, \"properties\": {\"$build/goma\": {\"use_luci_auth\": true}, \"$recipe_engine/isolated\": {\"server\": \"https://isolateserver.appspot.com\"}, \"$recipe_engine/milo/blamelist_pins\": [{\"host\": \"chromium.googlesource.com\", \"id\": \"22a0780261c2da2383c32c77266b4f9250320056\", \"project\": \"chromium/src\"}], \"$recipe_engine/path\": {\"cache_dir\": \"/opt/s/w/ir/cache\", \"temp_dir\": \"/opt/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"build281-m9\", \"branch\": \"refs/heads/master\", \"builder_group\": \"chromium.clang\", \"buildername\": \"ToTMacASan\", \"buildnumber\": 24319, \"clang_revision\": \"llvmorg-12-init-16989-ge147ecca-0\", \"got_angle_revision\": \"5635dbb91641a72f1f713aa7c179e2432674f9c3\", \"got_dawn_revision\": \"4b316994ad01ab6b87032c5fd9b53c6d18956d8d\", \"got_nacl_revision\": \"cb31feffa500401c95c6c44d88b7c358236bca36\", \"got_revision\": \"22a0780261c2da2383c32c77266b4f9250320056\", \"got_revision_cp\": \"refs/heads/master@{#844665}\", \"got_swarming_client_revision\": \"1a072711d4388c62e02480fabc26c68c24494be9\", \"got_swiftshader_revision\": \"8da0f82baf359e2b91464f111306a094f86fe71b\", \"got_v8_revision\": \"ee927aaa58e688ad6aa0256b3929c1eeea0bebd5\", \"got_v8_revision_cp\": \"refs/heads/9.0.8@{#1}\", \"got_webrtc_revision\": \"29bd8638adb0a7294f7b8ae589fdd24077539dbb\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#33030}\", \"path_config\": \"generic\", \"perf_dashboard_machine_group\": \"ChromiumClang\", \"recipe\": \"chromium\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"22a0780261c2da2383c32c77266b4f9250320056\", \"xcode_build_version\": \"12a7209\"}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_0c96c161cf7dd2e1c2b922319da904a0c0164c4adceed5a8844a45f1c516ad13_v2\", \"builder_35788ef09d8eae7507b346e2b8d132d76f2bde09fc8050ac1251d555c07cf94e_v2\", \"builder_5372538a354f163a20d332d881c6c5d85e35654ac8a57c760866f12033f8a8a5_v2\", \"builder_69caa34b8f39daac28a821cac2619730401d46a6479812cc34796e3bf180418a_v2\", \"builder_a165fbc5f77948fe8465d1f67a1e4a103f195e4f29767b5fac0876e41f78e10e_v2\", \"builder_a6b7812892ce2803c2af7edd05905c93375f7b9beeb5faec870a74a927aae8ee_v2\", \"builder_d42b89eab403033f5a2a8102ec9c436397350cedb439d5e09b11874a5784adb4_v2\", \"git\", \"goma_v2\", \"vpython\"], \"cores\": [\"24\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"1002\", \"1002:679e\", \"1002:679e-4.0.11-3.2.8\"], \"hidpi\": [\"0\"], \"id\": [\"build281-m9\"], \"mac_model\": [\"MacPro6,1\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Mac\", \"Mac-10\", \"Mac-10.15\", \"Mac-10.15.7\", \"Mac-10.15.7-19H2\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.16\"], \"server_version\": [\"5666-679c9bd\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}, \"ui\": {\"info\": \"#### Step _compile_ failed. Error logs are shown below:\\n```\\n[17173/58066] CXX obj/base/base_unittests/memory_unittest.o\\nFAILED: obj/base/base_unittests/memory_unittest.o\\n../../third_party/llvm-build/Release+Asserts/bin/clang++ -MMD -MF obj/base/base_unittests/memory_uni...(too long)\\n../../base/process/memory_unittest.cc:77:21: error: attempt to call free on non-heap object 'buf' [-Werror,-Wfree-nonheap-object]\\nASSERT_DEATH(free(buf), \\\"\\\");\\n^\\n1 error generated.\\n```\\n#### More information in raw_io.output[failure_summary]\"}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1611031219125849",
    "status": "COMPLETED",
    "status_changed_ts": "1611031219793899",
    "tags": [
      "build_address:luci.chromium.ci/ToTMacASan/24319",
      "builder:ToTMacASan",
      "buildset:commit/git/22a0780261c2da2383c32c77266b4f9250320056",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/22a0780261c2da2383c32c77266b4f9250320056",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9023135139248895856",
      "scheduler_job_id:chromium/ToTMacASan",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8857705077334483664/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:os:Mac",
      "swarming_tag:recipe_name:chromium",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:5131c29ce7ffdf10",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1611038061893392",
    "url": "https://ci.chromium.org/b/8857705077334483664",
    "utcnow_ts": "1611038062234451"
  }
}
[06:34:22.293] Invocation finished in 1h54m35.85044364s with status FAILED