Status: FAILED
Triggered by: -
Duration: 2 hours
Actions:

Definition (rev 61da5958bb1bf61dc6dab9a9ab14fa46798b5d0f)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTMacASan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "d3c5ed40beac7ca8528f1d59cd33c745f1256019"
}

Incoming tags

  • buildset:commit/git/d3c5ed40beac7ca8528f1d59cd33c745f1256019
  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d3c5ed40beac7ca8528f1d59cd33c745f1256019
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[07:29:34.141] New invocation is queued and will start shortly
[07:29:35.235] Starting the invocation (attempt 1)
[07:29:35.269] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[07:29:35.269] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[07:29:35.269] Buildbucket request:
{
  "bucket": "luci.chromium.ci",
  "client_operation_id": "9023215053657503776",
  "parameters_json": "{\"builder_name\":\"ToTMacASan\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src\",\"revision\":\"d3c5ed40beac7ca8528f1d59cd33c745f1256019\"}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:ToTMacASan",
    "scheduler_invocation_id:9023215053657503776",
    "scheduler_job_id:chromium/ToTMacASan",
    "user_agent:luci-scheduler",
    "buildset:commit/git/d3c5ed40beac7ca8528f1d59cd33c745f1256019",
    "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d3c5ed40beac7ca8528f1d59cd33c745f1256019",
    "gitiles_ref:refs/heads/master"
  ]
}
[07:29:35.940] Buildbucket response:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "created_by": "project:chromium",
    "created_ts": "1610954975339057",
    "id": "8857784991737078016",
    "parameters_json": "{\"builder_name\": \"ToTMacASan\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"d3c5ed40beac7ca8528f1d59cd33c745f1256019\"}}",
    "project": "chromium",
    "result_details_json": "{\"properties\": {}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1610954975776705",
    "tags": [
      "build_address:luci.chromium.ci/ToTMacASan/24310",
      "builder:ToTMacASan",
      "buildset:commit/git/d3c5ed40beac7ca8528f1d59cd33c745f1256019",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d3c5ed40beac7ca8528f1d59cd33c745f1256019",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9023215053657503776",
      "scheduler_job_id:chromium/ToTMacASan",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8857784991737078016/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:recipe_name:chromium",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1610954975776815",
    "url": "https://ci.chromium.org/b/8857784991737078016",
    "utcnow_ts": "1610954975932160"
  }
}
[07:29:35.940] Task URL: https://ci.chromium.org/b/8857784991737078016
[07:29:35.940] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:2:0) after 1m0s
[07:30:14.720] Received PubSub notification, asking Buildbucket for the build status
[07:30:14.806] Build 8857784991737078016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:30:35.982] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:2:0)
[07:30:35.982] Timer tick, asking Buildbucket for the build status
[07:30:36.127] Build 8857784991737078016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:30:36.127] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:4:0) after 1m0s
[07:31:36.125] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:4:0)
[07:31:36.125] Timer tick, asking Buildbucket for the build status
[07:31:36.233] Build 8857784991737078016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:31:36.233] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:5:0) after 1m0s
[07:32:36.237] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:5:0)
[07:32:36.238] Timer tick, asking Buildbucket for the build status
[07:32:36.350] Build 8857784991737078016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:32:36.350] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:6:0) after 1m0s
[07:33:36.389] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:6:0)
[07:33:36.389] Timer tick, asking Buildbucket for the build status
[07:33:36.456] Build 8857784991737078016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:33:36.456] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:7:0) after 1m0s
[07:34:36.482] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:7:0)
[07:34:36.482] Timer tick, asking Buildbucket for the build status
[07:34:36.801] Build 8857784991737078016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:34:36.801] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:8:0) after 1m0s
[07:35:36.910] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:8:0)
[07:35:36.910] Timer tick, asking Buildbucket for the build status
[07:35:37.156] Build 8857784991737078016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:35:37.156] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:9:0) after 1m0s
[07:36:37.179] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:9:0)
[07:36:37.179] Timer tick, asking Buildbucket for the build status
[07:36:37.355] Build 8857784991737078016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:36:37.355] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:10:0) after 1m0s
[07:37:37.407] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:10:0)
[07:37:37.407] Timer tick, asking Buildbucket for the build status
[07:37:37.524] Build 8857784991737078016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:37:37.524] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:11:0) after 1m0s
[07:38:37.550] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:11:0)
[07:38:37.550] Timer tick, asking Buildbucket for the build status
[07:38:37.608] Build 8857784991737078016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:38:37.608] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:12:0) after 1m0s
[07:39:37.671] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:12:0)
[07:39:37.671] Timer tick, asking Buildbucket for the build status
[07:39:37.733] Build 8857784991737078016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:39:37.733] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:13:0) after 1m0s
[07:40:37.725] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:13:0)
[07:40:37.725] Timer tick, asking Buildbucket for the build status
[07:40:38.032] Build 8857784991737078016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:40:38.032] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:14:0) after 1m0s
[07:41:38.105] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:14:0)
[07:41:38.105] Timer tick, asking Buildbucket for the build status
[07:41:38.181] Build 8857784991737078016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:41:38.181] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:15:0) after 1m0s
[07:42:38.178] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:15:0)
[07:42:38.178] Timer tick, asking Buildbucket for the build status
[07:42:38.235] Build 8857784991737078016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:42:38.235] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:16:0) after 1m0s
[07:43:38.358] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:16:0)
[07:43:38.358] Timer tick, asking Buildbucket for the build status
[07:43:38.485] Build 8857784991737078016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:43:38.485] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:17:0) after 1m0s
[07:44:38.585] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:17:0)
[07:44:38.585] Timer tick, asking Buildbucket for the build status
[07:44:38.778] Build 8857784991737078016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:44:38.778] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:18:0) after 1m0s
[07:45:38.857] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:18:0)
[07:45:38.857] Timer tick, asking Buildbucket for the build status
[07:45:39.295] Build 8857784991737078016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:45:39.295] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:19:0) after 1m0s
[07:46:39.320] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:19:0)
[07:46:39.320] Timer tick, asking Buildbucket for the build status
[07:46:39.408] Build 8857784991737078016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:46:39.408] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:20:0) after 1m0s
[07:47:39.428] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:20:0)
[07:47:39.428] Timer tick, asking Buildbucket for the build status
[07:47:39.495] Build 8857784991737078016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:47:39.495] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:21:0) after 1m0s
[07:48:39.557] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:21:0)
[07:48:39.557] Timer tick, asking Buildbucket for the build status
[07:48:39.733] Build 8857784991737078016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:48:39.733] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:22:0) after 1m0s
[07:49:39.777] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:22:0)
[07:49:39.777] Timer tick, asking Buildbucket for the build status
[07:49:39.858] Build 8857784991737078016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:49:39.858] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:23:0) after 1m0s
[07:50:39.881] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:23:0)
[07:50:39.881] Timer tick, asking Buildbucket for the build status
[07:50:39.975] Build 8857784991737078016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:50:39.975] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:24:0) after 1m0s
[07:51:39.972] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:24:0)
[07:51:39.972] Timer tick, asking Buildbucket for the build status
[07:51:40.032] Build 8857784991737078016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:51:40.032] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:25:0) after 1m0s
[07:52:40.068] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:25:0)
[07:52:40.068] Timer tick, asking Buildbucket for the build status
[07:52:40.232] Build 8857784991737078016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:52:40.232] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:26:0) after 1m0s
[07:53:40.270] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:26:0)
[07:53:40.270] Timer tick, asking Buildbucket for the build status
[07:53:40.346] Build 8857784991737078016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:53:40.346] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:27:0) after 1m0s
[07:54:40.381] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:27:0)
[07:54:40.381] Timer tick, asking Buildbucket for the build status
[07:54:40.448] Build 8857784991737078016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:54:40.448] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:28:0) after 1m0s
[07:55:40.917] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:28:0)
[07:55:40.917] Timer tick, asking Buildbucket for the build status
[07:55:41.018] Build 8857784991737078016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:55:41.018] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:29:0) after 1m0s
[07:56:41.187] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:29:0)
[07:56:41.187] Timer tick, asking Buildbucket for the build status
[07:56:41.253] Build 8857784991737078016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:56:41.253] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:30:0) after 1m0s
[07:57:41.248] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:30:0)
[07:57:41.248] Timer tick, asking Buildbucket for the build status
[07:57:41.316] Build 8857784991737078016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:57:41.316] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:31:0) after 1m0s
[07:58:41.385] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:31:0)
[07:58:41.385] Timer tick, asking Buildbucket for the build status
[07:58:41.699] Build 8857784991737078016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:58:41.699] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:32:0) after 1m0s
[07:59:41.727] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:32:0)
[07:59:41.727] Timer tick, asking Buildbucket for the build status
[07:59:41.838] Build 8857784991737078016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:59:41.838] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:33:0) after 1m0s
[08:00:41.882] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:33:0)
[08:00:41.882] Timer tick, asking Buildbucket for the build status
[08:00:41.993] Build 8857784991737078016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:00:41.993] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:34:0) after 1m0s
[08:01:42.116] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:34:0)
[08:01:42.116] Timer tick, asking Buildbucket for the build status
[08:01:42.297] Build 8857784991737078016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:01:42.297] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:35:0) after 1m0s
[08:02:42.360] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:35:0)
[08:02:42.360] Timer tick, asking Buildbucket for the build status
[08:02:42.422] Build 8857784991737078016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:02:42.422] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:36:0) after 1m0s
[08:03:42.479] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:36:0)
[08:03:42.479] Timer tick, asking Buildbucket for the build status
[08:03:42.936] Build 8857784991737078016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:03:42.936] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:37:0) after 1m0s
[08:04:43.000] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:37:0)
[08:04:43.000] Timer tick, asking Buildbucket for the build status
[08:04:43.158] Build 8857784991737078016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:04:43.158] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:38:0) after 1m0s
[08:05:43.199] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:38:0)
[08:05:43.199] Timer tick, asking Buildbucket for the build status
[08:05:43.264] Build 8857784991737078016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:05:43.264] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:39:0) after 1m0s
[08:06:43.257] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:39:0)
[08:06:43.257] Timer tick, asking Buildbucket for the build status
[08:06:43.345] Build 8857784991737078016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:06:43.345] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:40:0) after 1m0s
[08:07:43.368] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:40:0)
[08:07:43.368] Timer tick, asking Buildbucket for the build status
[08:07:43.486] Build 8857784991737078016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:07:43.486] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:41:0) after 1m0s
[08:08:43.512] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:41:0)
[08:08:43.512] Timer tick, asking Buildbucket for the build status
[08:08:43.660] Build 8857784991737078016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:08:43.660] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:42:0) after 1m0s
[08:09:43.851] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:42:0)
[08:09:43.851] Timer tick, asking Buildbucket for the build status
[08:09:43.986] Build 8857784991737078016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:09:43.986] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:43:0) after 1m0s
[08:10:44.022] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:43:0)
[08:10:44.022] Timer tick, asking Buildbucket for the build status
[08:10:44.110] Build 8857784991737078016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:10:44.110] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:44:0) after 1m0s
[08:11:44.141] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:44:0)
[08:11:44.141] Timer tick, asking Buildbucket for the build status
[08:11:44.261] Build 8857784991737078016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:11:44.261] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:45:0) after 1m0s
[08:12:44.346] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:45:0)
[08:12:44.346] Timer tick, asking Buildbucket for the build status
[08:12:44.427] Build 8857784991737078016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:12:44.427] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:46:0) after 1m0s
[08:13:44.455] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:46:0)
[08:13:44.455] Timer tick, asking Buildbucket for the build status
[08:13:44.697] Build 8857784991737078016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:13:44.697] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:47:0) after 1m0s
[08:14:44.783] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:47:0)
[08:14:44.783] Timer tick, asking Buildbucket for the build status
[08:14:45.129] Build 8857784991737078016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:14:45.129] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:48:0) after 1m0s
[08:15:45.184] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:48:0)
[08:15:45.184] Timer tick, asking Buildbucket for the build status
[08:15:45.275] Build 8857784991737078016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:15:45.275] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:49:0) after 1m0s
[08:16:45.351] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:49:0)
[08:16:45.351] Timer tick, asking Buildbucket for the build status
[08:16:45.419] Build 8857784991737078016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:16:45.419] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:50:0) after 1m0s
[08:17:45.437] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:50:0)
[08:17:45.437] Timer tick, asking Buildbucket for the build status
[08:17:45.641] Build 8857784991737078016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:17:45.641] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:51:0) after 1m0s
[08:18:45.668] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:51:0)
[08:18:45.668] Timer tick, asking Buildbucket for the build status
[08:18:45.912] Build 8857784991737078016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:18:45.912] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:52:0) after 1m0s
[08:19:45.973] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:52:0)
[08:19:45.973] Timer tick, asking Buildbucket for the build status
[08:19:46.421] Build 8857784991737078016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:19:46.421] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:53:0) after 1m0s
[08:20:46.455] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:53:0)
[08:20:46.455] Timer tick, asking Buildbucket for the build status
[08:20:46.526] Build 8857784991737078016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:20:46.526] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:54:0) after 1m0s
[08:21:46.621] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:54:0)
[08:21:46.621] Timer tick, asking Buildbucket for the build status
[08:21:46.697] Build 8857784991737078016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:21:46.697] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:55:0) after 1m0s
[08:22:46.786] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:55:0)
[08:22:46.786] Timer tick, asking Buildbucket for the build status
[08:22:46.881] Build 8857784991737078016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:22:46.881] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:56:0) after 1m0s
[08:23:46.911] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:56:0)
[08:23:46.911] Timer tick, asking Buildbucket for the build status
[08:23:47.062] Build 8857784991737078016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:23:47.062] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:57:0) after 1m0s
[08:24:47.092] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:57:0)
[08:24:47.092] Timer tick, asking Buildbucket for the build status
[08:24:47.191] Build 8857784991737078016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:24:47.191] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:58:0) after 1m0s
[08:25:47.220] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:58:0)
[08:25:47.220] Timer tick, asking Buildbucket for the build status
[08:25:47.297] Build 8857784991737078016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:25:47.297] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:59:0) after 1m0s
[08:26:47.370] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:59:0)
[08:26:47.370] Timer tick, asking Buildbucket for the build status
[08:26:47.543] Build 8857784991737078016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:26:47.543] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:60:0) after 1m0s
[08:27:47.617] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:60:0)
[08:27:47.617] Timer tick, asking Buildbucket for the build status
[08:27:47.731] Build 8857784991737078016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:27:47.731] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:61:0) after 1m0s
[08:28:47.758] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:61:0)
[08:28:47.758] Timer tick, asking Buildbucket for the build status
[08:28:48.110] Build 8857784991737078016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:28:48.110] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:62:0) after 1m0s
[08:29:48.207] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:62:0)
[08:29:48.207] Timer tick, asking Buildbucket for the build status
[08:29:48.343] Build 8857784991737078016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:29:48.343] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:63:0) after 1m0s
[08:30:48.372] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:63:0)
[08:30:48.372] Timer tick, asking Buildbucket for the build status
[08:30:48.450] Build 8857784991737078016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:30:48.450] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:64:0) after 1m0s
[08:31:48.478] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:64:0)
[08:31:48.478] Timer tick, asking Buildbucket for the build status
[08:31:48.834] Build 8857784991737078016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:31:48.834] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:65:0) after 1m0s
[08:32:48.855] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:65:0)
[08:32:48.855] Timer tick, asking Buildbucket for the build status
[08:32:48.957] Build 8857784991737078016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:32:48.957] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:66:0) after 1m0s
[08:33:48.982] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:66:0)
[08:33:48.982] Timer tick, asking Buildbucket for the build status
[08:33:49.199] Build 8857784991737078016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:33:49.199] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:67:0) after 1m0s
[08:34:49.240] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:67:0)
[08:34:49.240] Timer tick, asking Buildbucket for the build status
[08:34:49.350] Build 8857784991737078016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:34:49.350] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:68:0) after 1m0s
[08:35:49.374] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:68:0)
[08:35:49.374] Timer tick, asking Buildbucket for the build status
[08:35:49.437] Build 8857784991737078016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:35:49.437] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:69:0) after 1m0s
[08:36:49.500] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:69:0)
[08:36:49.500] Timer tick, asking Buildbucket for the build status
[08:36:49.612] Build 8857784991737078016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:36:49.612] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:70:0) after 1m0s
[08:37:49.675] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:70:0)
[08:37:49.675] Timer tick, asking Buildbucket for the build status
[08:37:49.832] Build 8857784991737078016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:37:49.832] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:71:0) after 1m0s
[08:38:49.900] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:71:0)
[08:38:49.900] Timer tick, asking Buildbucket for the build status
[08:38:49.990] Build 8857784991737078016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:38:49.990] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:72:0) after 1m0s
[08:39:50.013] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:72:0)
[08:39:50.013] Timer tick, asking Buildbucket for the build status
[08:39:50.207] Build 8857784991737078016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:39:50.207] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:73:0) after 1m0s
[08:40:50.247] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:73:0)
[08:40:50.247] Timer tick, asking Buildbucket for the build status
[08:40:51.319] Build 8857784991737078016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:40:51.319] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:74:0) after 1m0s
[08:41:51.336] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:74:0)
[08:41:51.336] Timer tick, asking Buildbucket for the build status
[08:41:51.417] Build 8857784991737078016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:41:51.417] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:75:0) after 1m0s
[08:42:51.501] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:75:0)
[08:42:51.501] Timer tick, asking Buildbucket for the build status
[08:42:51.612] Build 8857784991737078016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:42:51.612] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:76:0) after 1m0s
[08:43:51.671] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:76:0)
[08:43:51.671] Timer tick, asking Buildbucket for the build status
[08:43:51.945] Build 8857784991737078016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:43:51.945] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:77:0) after 1m0s
[08:44:51.975] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:77:0)
[08:44:51.975] Timer tick, asking Buildbucket for the build status
[08:44:52.086] Build 8857784991737078016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:44:52.086] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:78:0) after 1m0s
[08:45:52.179] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:78:0)
[08:45:52.179] Timer tick, asking Buildbucket for the build status
[08:45:52.234] Build 8857784991737078016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:45:52.234] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:79:0) after 1m0s
[08:46:52.261] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:79:0)
[08:46:52.261] Timer tick, asking Buildbucket for the build status
[08:46:52.322] Build 8857784991737078016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:46:52.322] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:80:0) after 1m0s
[08:47:52.423] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:80:0)
[08:47:52.423] Timer tick, asking Buildbucket for the build status
[08:47:52.590] Build 8857784991737078016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:47:52.590] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:81:0) after 1m0s
[08:48:52.614] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:81:0)
[08:48:52.614] Timer tick, asking Buildbucket for the build status
[08:48:52.690] Build 8857784991737078016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:48:52.690] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:82:0) after 1m0s
[08:49:52.765] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:82:0)
[08:49:52.765] Timer tick, asking Buildbucket for the build status
[08:49:53.113] Build 8857784991737078016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:49:53.113] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:83:0) after 1m0s
[08:50:53.142] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:83:0)
[08:50:53.142] Timer tick, asking Buildbucket for the build status
[08:50:53.274] Build 8857784991737078016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:50:53.274] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:84:0) after 1m0s
[08:51:53.304] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:84:0)
[08:51:53.304] Timer tick, asking Buildbucket for the build status
[08:51:53.367] Build 8857784991737078016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:51:53.367] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:85:0) after 1m0s
[08:52:53.441] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:85:0)
[08:52:53.441] Timer tick, asking Buildbucket for the build status
[08:52:53.515] Build 8857784991737078016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:52:53.515] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:86:0) after 1m0s
[08:53:53.605] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:86:0)
[08:53:53.605] Timer tick, asking Buildbucket for the build status
[08:53:53.687] Build 8857784991737078016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:53:53.687] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:87:0) after 1m0s
[08:54:53.711] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:87:0)
[08:54:53.711] Timer tick, asking Buildbucket for the build status
[08:54:54.242] Build 8857784991737078016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:54:54.242] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:88:0) after 1m0s
[08:55:54.266] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:88:0)
[08:55:54.266] Timer tick, asking Buildbucket for the build status
[08:55:54.324] Build 8857784991737078016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:55:54.324] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:89:0) after 1m0s
[08:56:54.351] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:89:0)
[08:56:54.351] Timer tick, asking Buildbucket for the build status
[08:56:54.429] Build 8857784991737078016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:56:54.429] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:90:0) after 1m0s
[08:57:54.484] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:90:0)
[08:57:54.484] Timer tick, asking Buildbucket for the build status
[08:57:54.557] Build 8857784991737078016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:57:54.557] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:91:0) after 1m0s
[08:58:54.630] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:91:0)
[08:58:54.630] Timer tick, asking Buildbucket for the build status
[08:58:54.692] Build 8857784991737078016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:58:54.692] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:92:0) after 1m0s
[08:59:54.723] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:92:0)
[08:59:54.723] Timer tick, asking Buildbucket for the build status
[08:59:55.050] Build 8857784991737078016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:59:55.050] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:93:0) after 1m0s
[09:00:55.127] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:93:0)
[09:00:55.127] Timer tick, asking Buildbucket for the build status
[09:00:55.364] Build 8857784991737078016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:00:55.364] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:94:0) after 1m0s
[09:01:55.398] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:94:0)
[09:01:55.398] Timer tick, asking Buildbucket for the build status
[09:01:55.515] Build 8857784991737078016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:01:55.515] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:95:0) after 1m0s
[09:02:55.551] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:95:0)
[09:02:55.551] Timer tick, asking Buildbucket for the build status
[09:02:55.627] Build 8857784991737078016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:02:55.627] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:96:0) after 1m0s
[09:03:55.650] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:96:0)
[09:03:55.650] Timer tick, asking Buildbucket for the build status
[09:03:55.945] Build 8857784991737078016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:03:55.945] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:97:0) after 1m0s
[09:04:56.218] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:97:0)
[09:04:56.218] Timer tick, asking Buildbucket for the build status
[09:04:56.376] Build 8857784991737078016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:04:56.376] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:98:0) after 1m0s
[09:05:57.092] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:98:0)
[09:05:57.092] Timer tick, asking Buildbucket for the build status
[09:05:57.402] Build 8857784991737078016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:05:57.402] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:99:0) after 1m0s
[09:06:57.713] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:99:0)
[09:06:57.713] Timer tick, asking Buildbucket for the build status
[09:06:57.806] Build 8857784991737078016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:06:57.806] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:100:0) after 1m0s
[09:07:58.222] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:100:0)
[09:07:58.222] Timer tick, asking Buildbucket for the build status
[09:07:58.291] Build 8857784991737078016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:07:58.291] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:101:0) after 1m0s
[09:08:58.574] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:101:0)
[09:08:58.574] Timer tick, asking Buildbucket for the build status
[09:08:58.653] Build 8857784991737078016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:08:58.653] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:102:0) after 1m0s
[09:09:59.060] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:102:0)
[09:09:59.060] Timer tick, asking Buildbucket for the build status
[09:09:59.829] Build 8857784991737078016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:09:59.830] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:103:0) after 1m0s
[09:11:01.269] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:103:0)
[09:11:01.269] Timer tick, asking Buildbucket for the build status
[09:11:01.334] Build 8857784991737078016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:11:01.334] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:104:0) after 1m0s
[09:12:01.849] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:104:0)
[09:12:01.849] Timer tick, asking Buildbucket for the build status
[09:12:01.926] Build 8857784991737078016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:12:01.926] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:105:0) after 1m0s
[09:13:01.977] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:105:0)
[09:13:01.977] Timer tick, asking Buildbucket for the build status
[09:13:02.038] Build 8857784991737078016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:13:02.039] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:106:0) after 1m0s
[09:14:02.117] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:106:0)
[09:14:02.117] Timer tick, asking Buildbucket for the build status
[09:14:02.179] Build 8857784991737078016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:14:02.179] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:107:0) after 1m0s
[09:15:02.329] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:107:0)
[09:15:02.329] Timer tick, asking Buildbucket for the build status
[09:15:02.641] Build 8857784991737078016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:15:02.641] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:108:0) after 1m0s
[09:16:02.749] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:108:0)
[09:16:02.749] Timer tick, asking Buildbucket for the build status
[09:16:02.915] Build 8857784991737078016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:16:02.915] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:109:0) after 1m0s
[09:17:02.986] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:109:0)
[09:17:02.986] Timer tick, asking Buildbucket for the build status
[09:17:03.178] Build 8857784991737078016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:17:03.178] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:110:0) after 1m0s
[09:18:03.234] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:110:0)
[09:18:03.234] Timer tick, asking Buildbucket for the build status
[09:18:03.522] Build 8857784991737078016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:18:03.522] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:111:0) after 1m0s
[09:19:03.560] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:111:0)
[09:19:03.560] Timer tick, asking Buildbucket for the build status
[09:19:03.614] Build 8857784991737078016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:19:03.614] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:112:0) after 1m0s
[09:20:03.756] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:112:0)
[09:20:03.756] Timer tick, asking Buildbucket for the build status
[09:20:04.256] Build 8857784991737078016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:20:04.256] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:113:0) after 1m0s
[09:21:04.419] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:113:0)
[09:21:04.419] Timer tick, asking Buildbucket for the build status
[09:21:04.485] Build 8857784991737078016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:21:04.485] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:114:0) after 1m0s
[09:22:04.521] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:114:0)
[09:22:04.521] Timer tick, asking Buildbucket for the build status
[09:22:05.976] Build 8857784991737078016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:22:05.976] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:115:0) after 1m0s
[09:23:06.133] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:115:0)
[09:23:06.133] Timer tick, asking Buildbucket for the build status
[09:23:06.530] Build 8857784991737078016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:23:06.530] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:116:0) after 1m0s
[09:24:06.581] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:116:0)
[09:24:06.581] Timer tick, asking Buildbucket for the build status
[09:24:06.645] Build 8857784991737078016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:24:06.645] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:117:0) after 1m0s
[09:25:06.667] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:117:0)
[09:25:06.667] Timer tick, asking Buildbucket for the build status
[09:25:06.805] Build 8857784991737078016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:25:06.805] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:118:0) after 1m0s
[09:26:06.883] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:118:0)
[09:26:06.883] Timer tick, asking Buildbucket for the build status
[09:26:06.950] Build 8857784991737078016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:26:06.950] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:119:0) after 1m0s
[09:27:07.002] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:119:0)
[09:27:07.002] Timer tick, asking Buildbucket for the build status
[09:27:07.524] Build 8857784991737078016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:27:07.524] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:120:0) after 1m0s
[09:28:07.600] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:120:0)
[09:28:07.600] Timer tick, asking Buildbucket for the build status
[09:28:07.742] Build 8857784991737078016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:28:07.742] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:121:0) after 1m0s
[09:29:07.788] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:121:0)
[09:29:07.788] Timer tick, asking Buildbucket for the build status
[09:29:07.987] Build 8857784991737078016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:29:07.987] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:122:0) after 1m0s
[09:30:08.017] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:122:0)
[09:30:08.017] Timer tick, asking Buildbucket for the build status
[09:30:08.345] Build 8857784991737078016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:30:08.345] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:123:0) after 1m0s
[09:31:08.345] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:123:0)
[09:31:08.345] Timer tick, asking Buildbucket for the build status
[09:31:08.690] Build 8857784991737078016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:31:08.690] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:124:0) after 1m0s
[09:32:08.681] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:124:0)
[09:32:08.681] Timer tick, asking Buildbucket for the build status
[09:32:08.765] Build 8857784991737078016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:32:08.765] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:125:0) after 1m0s
[09:33:08.820] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:125:0)
[09:33:08.820] Timer tick, asking Buildbucket for the build status
[09:33:08.927] Build 8857784991737078016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:33:08.927] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:126:0) after 1m0s
[09:34:09.015] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:126:0)
[09:34:09.015] Timer tick, asking Buildbucket for the build status
[09:34:09.277] Build 8857784991737078016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:34:09.277] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:127:0) after 1m0s
[09:35:09.410] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:127:0)
[09:35:09.410] Timer tick, asking Buildbucket for the build status
[09:35:09.516] Build 8857784991737078016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:35:09.516] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:128:0) after 1m0s
[09:36:09.603] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:128:0)
[09:36:09.603] Timer tick, asking Buildbucket for the build status
[09:36:09.699] Build 8857784991737078016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:36:09.699] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:129:0) after 1m0s
[09:37:09.832] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:129:0)
[09:37:09.832] Timer tick, asking Buildbucket for the build status
[09:37:10.102] Build 8857784991737078016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:37:10.102] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:130:0) after 1m0s
[09:38:10.355] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:130:0)
[09:38:10.355] Timer tick, asking Buildbucket for the build status
[09:38:10.616] Build 8857784991737078016: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:38:10.616] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023215053657503776:131:0) after 1m0s
[09:38:11.773] Received PubSub notification, asking Buildbucket for the build status
[09:38:12.162] Build 8857784991737078016: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[09:38:12.162] Buildbucket build:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "completed_ts": "1610962691431489",
    "created_by": "project:chromium",
    "created_ts": "1610954975339057",
    "failure_reason": "BUILD_FAILURE",
    "id": "8857784991737078016",
    "parameters_json": "{\"builder_name\": \"ToTMacASan\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"d3c5ed40beac7ca8528f1d59cd33c745f1256019\"}}",
    "project": "chromium",
    "result": "FAILURE",
    "result_details_json": "{\"error\": {\"message\": \"#### Step _compile_ failed. Error logs are shown below:\\n```\\n[19439/56342] CXX obj/base/base_unittests/memory_unittest.o\\nFAILED: obj/base/base_unittests/memory_unittest.o\\n../../third_party/llvm-build/Release+Asserts/bin/clang++ -MMD -MF obj/base/base_unittests/memory_uni...(too long)\\n../../base/process/memory_unittest.cc:77:21: error: attempt to call free on non-heap object 'buf' [-Werror,-Wfree-nonheap-object]\\nASSERT_DEATH(free(buf), \\\"\\\");\\n^\\n1 error generated.\\n```\\n#### More information in raw_io.output[failure_summary]\"}, \"properties\": {\"$build/goma\": {\"use_luci_auth\": true}, \"$recipe_engine/isolated\": {\"server\": \"https://isolateserver.appspot.com\"}, \"$recipe_engine/milo/blamelist_pins\": [{\"host\": \"chromium.googlesource.com\", \"id\": \"d3c5ed40beac7ca8528f1d59cd33c745f1256019\", \"project\": \"chromium/src\"}], \"$recipe_engine/path\": {\"cache_dir\": \"/opt/s/w/ir/cache\", \"temp_dir\": \"/opt/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"build282-m9\", \"branch\": \"refs/heads/master\", \"builder_group\": \"chromium.clang\", \"buildername\": \"ToTMacASan\", \"buildnumber\": 24310, \"clang_revision\": \"llvmorg-12-init-16917-gbcc1dee6-0\", \"got_angle_revision\": \"beea405047471705102765d6bc7662bbd3c70e6d\", \"got_dawn_revision\": \"04772515a8b613150b28bbed19b4c261e0b50e96\", \"got_nacl_revision\": \"cb31feffa500401c95c6c44d88b7c358236bca36\", \"got_revision\": \"d3c5ed40beac7ca8528f1d59cd33c745f1256019\", \"got_revision_cp\": \"refs/heads/master@{#844450}\", \"got_swarming_client_revision\": \"1a072711d4388c62e02480fabc26c68c24494be9\", \"got_swiftshader_revision\": \"149733cead636de93d96c5c64f30168d5f6bb03f\", \"got_v8_revision\": \"16b9bbbd581c25391981aa03180b76aa60463a3e\", \"got_v8_revision_cp\": \"refs/heads/8.9.255@{#1}\", \"got_webrtc_revision\": \"09729d2ecf49d256f6648494b59076b01786dc51\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#33013}\", \"path_config\": \"generic\", \"perf_dashboard_machine_group\": \"ChromiumClang\", \"recipe\": \"chromium\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"d3c5ed40beac7ca8528f1d59cd33c745f1256019\", \"xcode_build_version\": \"12a7209\"}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_0c96c161cf7dd2e1c2b922319da904a0c0164c4adceed5a8844a45f1c516ad13_v2\", \"builder_35788ef09d8eae7507b346e2b8d132d76f2bde09fc8050ac1251d555c07cf94e_v2\", \"builder_5372538a354f163a20d332d881c6c5d85e35654ac8a57c760866f12033f8a8a5_v2\", \"builder_69caa34b8f39daac28a821cac2619730401d46a6479812cc34796e3bf180418a_v2\", \"builder_a6b7812892ce2803c2af7edd05905c93375f7b9beeb5faec870a74a927aae8ee_v2\", \"builder_d42b89eab403033f5a2a8102ec9c436397350cedb439d5e09b11874a5784adb4_v2\", \"git\", \"goma_v2\", \"vpython\"], \"cores\": [\"24\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"1002\", \"1002:679e\", \"1002:679e-4.0.11-3.2.8\"], \"hidpi\": [\"0\"], \"id\": [\"build282-m9\"], \"mac_model\": [\"MacPro6,1\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Mac\", \"Mac-10\", \"Mac-10.15\", \"Mac-10.15.7\", \"Mac-10.15.7-19H2\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.16\"], \"server_version\": [\"5666-679c9bd\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}, \"ui\": {\"info\": \"#### Step _compile_ failed. Error logs are shown below:\\n```\\n[19439/56342] CXX obj/base/base_unittests/memory_unittest.o\\nFAILED: obj/base/base_unittests/memory_unittest.o\\n../../third_party/llvm-build/Release+Asserts/bin/clang++ -MMD -MF obj/base/base_unittests/memory_uni...(too long)\\n../../base/process/memory_unittest.cc:77:21: error: attempt to call free on non-heap object 'buf' [-Werror,-Wfree-nonheap-object]\\nASSERT_DEATH(free(buf), \\\"\\\");\\n^\\n1 error generated.\\n```\\n#### More information in raw_io.output[failure_summary]\"}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1610955014007172",
    "status": "COMPLETED",
    "status_changed_ts": "1610955014456281",
    "tags": [
      "build_address:luci.chromium.ci/ToTMacASan/24310",
      "builder:ToTMacASan",
      "buildset:commit/git/d3c5ed40beac7ca8528f1d59cd33c745f1256019",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d3c5ed40beac7ca8528f1d59cd33c745f1256019",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9023215053657503776",
      "scheduler_job_id:chromium/ToTMacASan",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8857784991737078016/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:os:Mac",
      "swarming_tag:recipe_name:chromium",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:512d37b363e81210",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1610962691513368",
    "url": "https://ci.chromium.org/b/8857784991737078016",
    "utcnow_ts": "1610962692106798"
  }
}
[09:38:12.162] Invocation finished in 2h8m38.038054451s with status FAILED