Status: FAILED
Triggered by: -
Duration: 2 hours
Actions:

Definition (rev ead1c24e5b0e6b883f7d7e816b15c81777fef6bb)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTMacASan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "f7cabe6aa40723c376c37c5d9bc78cdc27bbe523"
}

Incoming tags

  • buildset:commit/git/f7cabe6aa40723c376c37c5d9bc78cdc27bbe523
  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f7cabe6aa40723c376c37c5d9bc78cdc27bbe523
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[21:43:08.099] New invocation is queued and will start shortly
[21:43:09.212] Starting the invocation (attempt 1)
[21:43:09.248] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[21:43:09.248] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[21:43:09.248] Buildbucket request:
{
  "bucket": "luci.chromium.ci",
  "client_operation_id": "9054326708373181424",
  "parameters_json": "{\"builder_name\":\"ToTMacASan\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src\",\"revision\":\"f7cabe6aa40723c376c37c5d9bc78cdc27bbe523\"}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:ToTMacASan",
    "scheduler_invocation_id:9054326708373181424",
    "scheduler_job_id:chromium/ToTMacASan",
    "user_agent:luci-scheduler",
    "buildset:commit/git/f7cabe6aa40723c376c37c5d9bc78cdc27bbe523",
    "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f7cabe6aa40723c376c37c5d9bc78cdc27bbe523",
    "gitiles_ref:refs/heads/master"
  ]
}
[21:43:09.968] Buildbucket response:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "created_by": "project:chromium",
    "created_ts": "1581284589406010",
    "id": "8888896646337276128",
    "parameters_json": "{\"builder_name\": \"ToTMacASan\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"f7cabe6aa40723c376c37c5d9bc78cdc27bbe523\"}}",
    "project": "chromium",
    "result_details_json": "{\"properties\": {}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1581284589771345",
    "tags": [
      "build_address:luci.chromium.ci/ToTMacASan/22339",
      "builder:ToTMacASan",
      "buildset:commit/git/f7cabe6aa40723c376c37c5d9bc78cdc27bbe523",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f7cabe6aa40723c376c37c5d9bc78cdc27bbe523",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9054326708373181424",
      "scheduler_job_id:chromium/ToTMacASan",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8888896646337276128/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:recipe_name:chromium",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1581284589771447",
    "url": "https://ci.chromium.org/b/8888896646337276128",
    "utcnow_ts": "1581284589960714"
  }
}
[21:43:09.968] Task URL: https://ci.chromium.org/b/8888896646337276128
[21:43:09.968] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:2:0) after 1m0s
[21:44:10.164] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:2:0)
[21:44:10.164] Timer tick, asking Buildbucket for the build status
[21:44:10.305] Build 8888896646337276128: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[21:44:10.305] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:3:0) after 1m0s
[21:45:10.432] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:3:0)
[21:45:10.432] Timer tick, asking Buildbucket for the build status
[21:45:10.599] Build 8888896646337276128: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[21:45:10.599] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:4:0) after 1m0s
[21:46:10.621] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:4:0)
[21:46:10.621] Timer tick, asking Buildbucket for the build status
[21:46:10.810] Build 8888896646337276128: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[21:46:10.810] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:5:0) after 1m0s
[21:47:02.328] Received PubSub notification, asking Buildbucket for the build status
[21:47:03.077] Build 8888896646337276128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:47:10.928] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:5:0)
[21:47:10.928] Timer tick, asking Buildbucket for the build status
[21:47:11.411] Build 8888896646337276128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:47:11.411] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:7:0) after 1m0s
[21:48:11.507] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:7:0)
[21:48:11.507] Timer tick, asking Buildbucket for the build status
[21:48:11.641] Build 8888896646337276128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:48:11.641] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:8:0) after 1m0s
[21:49:11.735] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:8:0)
[21:49:11.735] Timer tick, asking Buildbucket for the build status
[21:49:11.986] Build 8888896646337276128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:49:11.987] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:9:0) after 1m0s
[21:50:12.013] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:9:0)
[21:50:12.013] Timer tick, asking Buildbucket for the build status
[21:50:13.453] Build 8888896646337276128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:50:13.453] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:10:0) after 1m0s
[21:51:13.563] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:10:0)
[21:51:13.563] Timer tick, asking Buildbucket for the build status
[21:51:13.723] Build 8888896646337276128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:51:13.723] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:11:0) after 1m0s
[21:52:13.753] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:11:0)
[21:52:13.753] Timer tick, asking Buildbucket for the build status
[21:52:13.885] Build 8888896646337276128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:52:13.885] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:12:0) after 1m0s
[21:53:13.905] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:12:0)
[21:53:13.905] Timer tick, asking Buildbucket for the build status
[21:53:14.401] Build 8888896646337276128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:53:14.401] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:13:0) after 1m0s
[21:54:14.439] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:13:0)
[21:54:14.439] Timer tick, asking Buildbucket for the build status
[21:54:14.964] Build 8888896646337276128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:54:14.964] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:14:0) after 1m0s
[21:55:14.998] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:14:0)
[21:55:14.998] Timer tick, asking Buildbucket for the build status
[21:55:15.620] Build 8888896646337276128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:55:15.620] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:15:0) after 1m0s
[21:56:15.727] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:15:0)
[21:56:15.727] Timer tick, asking Buildbucket for the build status
[21:56:15.892] Build 8888896646337276128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:56:15.892] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:16:0) after 1m0s
[21:57:15.910] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:16:0)
[21:57:15.910] Timer tick, asking Buildbucket for the build status
[21:57:16.433] Build 8888896646337276128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:57:16.433] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:17:0) after 1m0s
[21:58:16.448] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:17:0)
[21:58:16.448] Timer tick, asking Buildbucket for the build status
[21:58:16.942] Build 8888896646337276128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:58:16.942] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:18:0) after 1m0s
[21:59:16.999] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:18:0)
[21:59:16.999] Timer tick, asking Buildbucket for the build status
[21:59:18.048] Build 8888896646337276128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:59:18.048] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:19:0) after 1m0s
[22:00:18.121] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:19:0)
[22:00:18.121] Timer tick, asking Buildbucket for the build status
[22:00:19.463] Build 8888896646337276128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:00:19.463] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:20:0) after 1m0s
[22:01:19.551] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:20:0)
[22:01:19.551] Timer tick, asking Buildbucket for the build status
[22:01:19.712] Build 8888896646337276128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:01:19.712] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:21:0) after 1m0s
[22:02:19.782] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:21:0)
[22:02:19.782] Timer tick, asking Buildbucket for the build status
[22:02:19.956] Build 8888896646337276128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:02:19.956] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:22:0) after 1m0s
[22:03:19.976] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:22:0)
[22:03:19.976] Timer tick, asking Buildbucket for the build status
[22:03:20.350] Build 8888896646337276128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:03:20.350] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:23:0) after 1m0s
[22:04:20.371] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:23:0)
[22:04:20.371] Timer tick, asking Buildbucket for the build status
[22:04:21.195] Build 8888896646337276128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:04:21.195] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:24:0) after 1m0s
[22:05:21.237] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:24:0)
[22:05:21.237] Timer tick, asking Buildbucket for the build status
[22:05:21.850] Build 8888896646337276128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:05:21.850] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:25:0) after 1m0s
[22:06:21.844] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:25:0)
[22:06:21.844] Timer tick, asking Buildbucket for the build status
[22:06:23.052] Build 8888896646337276128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:06:23.052] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:26:0) after 1m0s
[22:07:23.202] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:26:0)
[22:07:23.202] Timer tick, asking Buildbucket for the build status
[22:07:23.407] Build 8888896646337276128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:07:23.407] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:27:0) after 1m0s
[22:08:23.477] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:27:0)
[22:08:23.477] Timer tick, asking Buildbucket for the build status
[22:08:23.850] Build 8888896646337276128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:08:23.850] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:28:0) after 1m0s
[22:09:23.967] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:28:0)
[22:09:23.967] Timer tick, asking Buildbucket for the build status
[22:09:24.133] Build 8888896646337276128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:09:24.133] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:29:0) after 1m0s
[22:10:24.153] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:29:0)
[22:10:24.153] Timer tick, asking Buildbucket for the build status
[22:10:24.485] Build 8888896646337276128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:10:24.485] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:30:0) after 1m0s
[22:11:24.552] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:30:0)
[22:11:24.552] Timer tick, asking Buildbucket for the build status
[22:11:24.691] Build 8888896646337276128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:11:24.691] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:31:0) after 1m0s
[22:12:24.802] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:31:0)
[22:12:24.802] Timer tick, asking Buildbucket for the build status
[22:12:24.985] Build 8888896646337276128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:12:24.985] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:32:0) after 1m0s
[22:13:25.057] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:32:0)
[22:13:25.057] Timer tick, asking Buildbucket for the build status
[22:13:25.420] Build 8888896646337276128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:13:25.420] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:33:0) after 1m0s
[22:14:25.497] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:33:0)
[22:14:25.497] Timer tick, asking Buildbucket for the build status
[22:14:26.236] Build 8888896646337276128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:14:26.236] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:34:0) after 1m0s
[22:15:26.359] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:34:0)
[22:15:26.359] Timer tick, asking Buildbucket for the build status
[22:15:26.499] Build 8888896646337276128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:15:26.499] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:35:0) after 1m0s
[22:16:26.566] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:35:0)
[22:16:26.566] Timer tick, asking Buildbucket for the build status
[22:16:27.062] Build 8888896646337276128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:16:27.062] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:36:0) after 1m0s
[22:17:27.072] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:36:0)
[22:17:27.072] Timer tick, asking Buildbucket for the build status
[22:17:27.400] Build 8888896646337276128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:17:27.400] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:37:0) after 1m0s
[22:18:27.427] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:37:0)
[22:18:27.427] Timer tick, asking Buildbucket for the build status
[22:18:27.591] Build 8888896646337276128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:18:27.591] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:38:0) after 1m0s
[22:19:27.647] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:38:0)
[22:19:27.647] Timer tick, asking Buildbucket for the build status
[22:19:27.826] Build 8888896646337276128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:19:27.826] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:39:0) after 1m0s
[22:20:27.898] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:39:0)
[22:20:27.898] Timer tick, asking Buildbucket for the build status
[22:20:28.137] Build 8888896646337276128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:20:28.137] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:40:0) after 1m0s
[22:21:28.247] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:40:0)
[22:21:28.247] Timer tick, asking Buildbucket for the build status
[22:21:29.555] Build 8888896646337276128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:21:29.555] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:41:0) after 1m0s
[22:22:29.689] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:41:0)
[22:22:29.689] Timer tick, asking Buildbucket for the build status
[22:22:30.598] Build 8888896646337276128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:22:30.598] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:42:0) after 1m0s
[22:23:30.645] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:42:0)
[22:23:30.645] Timer tick, asking Buildbucket for the build status
[22:23:30.871] Build 8888896646337276128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:23:30.871] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:43:0) after 1m0s
[22:24:30.969] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:43:0)
[22:24:30.969] Timer tick, asking Buildbucket for the build status
[22:24:31.973] Build 8888896646337276128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:24:31.973] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:44:0) after 1m0s
[22:25:31.998] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:44:0)
[22:25:31.998] Timer tick, asking Buildbucket for the build status
[22:25:32.244] Build 8888896646337276128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:25:32.244] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:45:0) after 1m0s
[22:26:32.319] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:45:0)
[22:26:32.319] Timer tick, asking Buildbucket for the build status
[22:26:32.486] Build 8888896646337276128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:26:32.486] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:46:0) after 1m0s
[22:27:32.506] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:46:0)
[22:27:32.506] Timer tick, asking Buildbucket for the build status
[22:27:32.624] Build 8888896646337276128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:27:32.624] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:47:0) after 1m0s
[22:28:32.629] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:47:0)
[22:28:32.629] Timer tick, asking Buildbucket for the build status
[22:28:32.814] Build 8888896646337276128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:28:32.814] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:48:0) after 1m0s
[22:29:32.799] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:48:0)
[22:29:32.799] Timer tick, asking Buildbucket for the build status
[22:29:32.921] Build 8888896646337276128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:29:32.921] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:49:0) after 1m0s
[22:30:32.941] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:49:0)
[22:30:32.941] Timer tick, asking Buildbucket for the build status
[22:30:33.426] Build 8888896646337276128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:30:33.426] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:50:0) after 1m0s
[22:31:33.743] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:50:0)
[22:31:33.743] Timer tick, asking Buildbucket for the build status
[22:31:33.894] Build 8888896646337276128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:31:33.894] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:51:0) after 1m0s
[22:32:33.902] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:51:0)
[22:32:33.902] Timer tick, asking Buildbucket for the build status
[22:32:34.744] Build 8888896646337276128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:32:34.744] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:52:0) after 1m0s
[22:33:34.748] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:52:0)
[22:33:34.748] Timer tick, asking Buildbucket for the build status
[22:33:34.894] Build 8888896646337276128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:33:34.894] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:53:0) after 1m0s
[22:34:34.964] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:53:0)
[22:34:34.965] Timer tick, asking Buildbucket for the build status
[22:34:35.260] Build 8888896646337276128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:34:35.260] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:54:0) after 1m0s
[22:35:35.300] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:54:0)
[22:35:35.301] Timer tick, asking Buildbucket for the build status
[22:35:35.655] Build 8888896646337276128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:35:35.655] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:55:0) after 1m0s
[22:36:35.785] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:55:0)
[22:36:35.785] Timer tick, asking Buildbucket for the build status
[22:36:36.871] Build 8888896646337276128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:36:36.871] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:56:0) after 1m0s
[22:37:36.967] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:56:0)
[22:37:36.967] Timer tick, asking Buildbucket for the build status
[22:37:37.882] Build 8888896646337276128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:37:37.882] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:57:0) after 1m0s
[22:38:37.934] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:57:0)
[22:38:37.934] Timer tick, asking Buildbucket for the build status
[22:38:40.563] Build 8888896646337276128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:38:40.563] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:58:0) after 1m0s
[22:39:40.686] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:58:0)
[22:39:40.686] Timer tick, asking Buildbucket for the build status
[22:39:41.400] Build 8888896646337276128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:39:41.400] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:59:0) after 1m0s
[22:40:41.402] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:59:0)
[22:40:41.402] Timer tick, asking Buildbucket for the build status
[22:40:42.491] Build 8888896646337276128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:40:42.491] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:60:0) after 1m0s
[22:41:42.513] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:60:0)
[22:41:42.513] Timer tick, asking Buildbucket for the build status
[22:41:42.706] Build 8888896646337276128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:41:42.706] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:61:0) after 1m0s
[22:42:42.734] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:61:0)
[22:42:42.734] Timer tick, asking Buildbucket for the build status
[22:42:42.964] Build 8888896646337276128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:42:42.964] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:62:0) after 1m0s
[22:43:42.989] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:62:0)
[22:43:42.989] Timer tick, asking Buildbucket for the build status
[22:43:43.154] Build 8888896646337276128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:43:43.154] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:63:0) after 1m0s
[22:44:43.180] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:63:0)
[22:44:43.180] Timer tick, asking Buildbucket for the build status
[22:44:44.351] Build 8888896646337276128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:44:44.351] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:64:0) after 1m0s
[22:45:44.378] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:64:0)
[22:45:44.378] Timer tick, asking Buildbucket for the build status
[22:45:44.506] Build 8888896646337276128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:45:44.506] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:65:0) after 1m0s
[22:46:44.566] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:65:0)
[22:46:44.566] Timer tick, asking Buildbucket for the build status
[22:46:44.721] Build 8888896646337276128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:46:44.721] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:66:0) after 1m0s
[22:47:44.814] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:66:0)
[22:47:44.814] Timer tick, asking Buildbucket for the build status
[22:47:44.960] Build 8888896646337276128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:47:44.960] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:67:0) after 1m0s
[22:48:44.986] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:67:0)
[22:48:44.986] Timer tick, asking Buildbucket for the build status
[22:48:45.151] Build 8888896646337276128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:48:45.151] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:68:0) after 1m0s
[22:49:45.174] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:68:0)
[22:49:45.174] Timer tick, asking Buildbucket for the build status
[22:49:45.309] Build 8888896646337276128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:49:45.309] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:69:0) after 1m0s
[22:50:45.404] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:69:0)
[22:50:45.404] Timer tick, asking Buildbucket for the build status
[22:50:45.988] Build 8888896646337276128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:50:45.988] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:70:0) after 1m0s
[22:51:46.031] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:70:0)
[22:51:46.031] Timer tick, asking Buildbucket for the build status
[22:51:46.682] Build 8888896646337276128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:51:46.682] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:71:0) after 1m0s
[22:52:46.764] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:71:0)
[22:52:46.764] Timer tick, asking Buildbucket for the build status
[22:52:46.890] Build 8888896646337276128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:52:46.890] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:72:0) after 1m0s
[22:53:47.016] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:72:0)
[22:53:47.016] Timer tick, asking Buildbucket for the build status
[22:53:47.179] Build 8888896646337276128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:53:47.179] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:73:0) after 1m0s
[22:54:47.245] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:73:0)
[22:54:47.245] Timer tick, asking Buildbucket for the build status
[22:54:47.464] Build 8888896646337276128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:54:47.464] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:74:0) after 1m0s
[22:55:47.582] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:74:0)
[22:55:47.582] Timer tick, asking Buildbucket for the build status
[22:55:47.806] Build 8888896646337276128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:55:47.806] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:75:0) after 1m0s
[22:56:47.861] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:75:0)
[22:56:47.861] Timer tick, asking Buildbucket for the build status
[22:56:48.049] Build 8888896646337276128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:56:48.049] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:76:0) after 1m0s
[22:57:48.070] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:76:0)
[22:57:48.070] Timer tick, asking Buildbucket for the build status
[22:57:49.125] Build 8888896646337276128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:57:49.125] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:77:0) after 1m0s
[22:58:49.177] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:77:0)
[22:58:49.177] Timer tick, asking Buildbucket for the build status
[22:58:49.642] Build 8888896646337276128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:58:49.642] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:78:0) after 1m0s
[22:59:49.780] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:78:0)
[22:59:49.780] Timer tick, asking Buildbucket for the build status
[22:59:50.000] Build 8888896646337276128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:59:50.000] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:79:0) after 1m0s
[23:00:50.174] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:79:0)
[23:00:50.174] Timer tick, asking Buildbucket for the build status
[23:00:50.373] Build 8888896646337276128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:00:50.373] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:80:0) after 1m0s
[23:01:50.499] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:80:0)
[23:01:50.499] Timer tick, asking Buildbucket for the build status
[23:01:51.072] Build 8888896646337276128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:01:51.072] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:81:0) after 1m0s
[23:02:51.065] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:81:0)
[23:02:51.065] Timer tick, asking Buildbucket for the build status
[23:02:51.232] Build 8888896646337276128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:02:51.233] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:82:0) after 1m0s
[23:03:51.330] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:82:0)
[23:03:51.330] Timer tick, asking Buildbucket for the build status
[23:03:51.754] Build 8888896646337276128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:03:51.754] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:83:0) after 1m0s
[23:04:51.779] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:83:0)
[23:04:51.779] Timer tick, asking Buildbucket for the build status
[23:04:52.718] Build 8888896646337276128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:04:52.718] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:84:0) after 1m0s
[23:05:52.744] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:84:0)
[23:05:52.744] Timer tick, asking Buildbucket for the build status
[23:05:53.152] Build 8888896646337276128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:05:53.152] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:85:0) after 1m0s
[23:06:53.246] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:85:0)
[23:06:53.246] Timer tick, asking Buildbucket for the build status
[23:06:53.785] Build 8888896646337276128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:06:53.785] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:86:0) after 1m0s
[23:07:54.243] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:86:0)
[23:07:54.243] Timer tick, asking Buildbucket for the build status
[23:07:54.463] Build 8888896646337276128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:07:54.464] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:87:0) after 1m0s
[23:08:55.248] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:87:0)
[23:08:55.248] Timer tick, asking Buildbucket for the build status
[23:08:55.389] Build 8888896646337276128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:08:55.389] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:88:0) after 1m0s
[23:09:55.618] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:88:0)
[23:09:55.618] Timer tick, asking Buildbucket for the build status
[23:09:55.952] Build 8888896646337276128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:09:55.952] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:89:0) after 1m0s
[23:10:55.995] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:89:0)
[23:10:55.995] Timer tick, asking Buildbucket for the build status
[23:10:56.154] Build 8888896646337276128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:10:56.154] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:90:0) after 1m0s
[23:11:56.331] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:90:0)
[23:11:56.331] Timer tick, asking Buildbucket for the build status
[23:11:57.048] Build 8888896646337276128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:11:57.048] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:91:0) after 1m0s
[23:12:59.115] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:91:0)
[23:12:59.115] Timer tick, asking Buildbucket for the build status
[23:12:59.531] Build 8888896646337276128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:12:59.531] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:92:0) after 1m0s
[23:13:59.863] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:92:0)
[23:13:59.863] Timer tick, asking Buildbucket for the build status
[23:14:00.001] Build 8888896646337276128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:14:00.001] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:93:0) after 1m0s
[23:15:00.048] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:93:0)
[23:15:00.048] Timer tick, asking Buildbucket for the build status
[23:15:00.613] Build 8888896646337276128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:15:00.613] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:94:0) after 1m0s
[23:16:00.666] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:94:0)
[23:16:00.666] Timer tick, asking Buildbucket for the build status
[23:16:01.590] Build 8888896646337276128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:16:01.590] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:95:0) after 1m0s
[23:17:01.681] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:95:0)
[23:17:01.681] Timer tick, asking Buildbucket for the build status
[23:17:03.443] Build 8888896646337276128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:17:03.443] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:96:0) after 1m0s
[23:18:03.566] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:96:0)
[23:18:03.566] Timer tick, asking Buildbucket for the build status
[23:18:03.717] Build 8888896646337276128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:18:03.717] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:97:0) after 1m0s
[23:19:03.790] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:97:0)
[23:19:03.790] Timer tick, asking Buildbucket for the build status
[23:19:04.102] Build 8888896646337276128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:19:04.102] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:98:0) after 1m0s
[23:20:04.080] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:98:0)
[23:20:04.081] Timer tick, asking Buildbucket for the build status
[23:20:05.352] Build 8888896646337276128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:20:05.352] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:99:0) after 1m0s
[23:21:05.477] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:99:0)
[23:21:05.477] Timer tick, asking Buildbucket for the build status
[23:21:05.605] Build 8888896646337276128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:21:05.605] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:100:0) after 1m0s
[23:22:05.919] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:100:0)
[23:22:05.919] Timer tick, asking Buildbucket for the build status
[23:22:06.116] Build 8888896646337276128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:22:06.116] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:101:0) after 1m0s
[23:23:06.472] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:101:0)
[23:23:06.472] Timer tick, asking Buildbucket for the build status
[23:23:06.610] Build 8888896646337276128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:23:06.610] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:102:0) after 1m0s
[23:24:06.957] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:102:0)
[23:24:06.957] Timer tick, asking Buildbucket for the build status
[23:24:07.127] Build 8888896646337276128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:24:07.127] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:103:0) after 1m0s
[23:25:07.660] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:103:0)
[23:25:07.660] Timer tick, asking Buildbucket for the build status
[23:25:07.812] Build 8888896646337276128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:25:07.812] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:104:0) after 1m0s
[23:26:07.958] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:104:0)
[23:26:07.958] Timer tick, asking Buildbucket for the build status
[23:26:08.195] Build 8888896646337276128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:26:08.196] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:105:0) after 1m0s
[23:27:08.316] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:105:0)
[23:27:08.316] Timer tick, asking Buildbucket for the build status
[23:27:08.572] Build 8888896646337276128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:27:08.572] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:106:0) after 1m0s
[23:28:08.722] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:106:0)
[23:28:08.722] Timer tick, asking Buildbucket for the build status
[23:28:09.709] Build 8888896646337276128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:28:09.709] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:107:0) after 1m0s
[23:29:09.730] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:107:0)
[23:29:09.730] Timer tick, asking Buildbucket for the build status
[23:29:09.863] Build 8888896646337276128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:29:09.863] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:108:0) after 1m0s
[23:30:09.917] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:108:0)
[23:30:09.917] Timer tick, asking Buildbucket for the build status
[23:30:10.094] Build 8888896646337276128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:30:10.094] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:109:0) after 1m0s
[23:31:10.117] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:109:0)
[23:31:10.117] Timer tick, asking Buildbucket for the build status
[23:31:10.262] Build 8888896646337276128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:31:10.262] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:110:0) after 1m0s
[23:32:10.479] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:110:0)
[23:32:10.479] Timer tick, asking Buildbucket for the build status
[23:32:10.639] Build 8888896646337276128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:32:10.639] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:111:0) after 1m0s
[23:33:10.692] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:111:0)
[23:33:10.692] Timer tick, asking Buildbucket for the build status
[23:33:10.850] Build 8888896646337276128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:33:10.850] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:112:0) after 1m0s
[23:34:10.944] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:112:0)
[23:34:10.944] Timer tick, asking Buildbucket for the build status
[23:34:12.196] Build 8888896646337276128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:34:12.196] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:113:0) after 1m0s
[23:35:12.413] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:113:0)
[23:35:12.413] Timer tick, asking Buildbucket for the build status
[23:35:12.599] Build 8888896646337276128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:35:12.599] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:114:0) after 1m0s
[23:36:12.611] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:114:0)
[23:36:12.611] Timer tick, asking Buildbucket for the build status
[23:36:12.850] Build 8888896646337276128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:36:12.850] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:115:0) after 1m0s
[23:37:12.899] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:115:0)
[23:37:12.899] Timer tick, asking Buildbucket for the build status
[23:37:13.053] Build 8888896646337276128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:37:13.053] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:116:0) after 1m0s
[23:38:13.135] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:116:0)
[23:38:13.135] Timer tick, asking Buildbucket for the build status
[23:38:13.307] Build 8888896646337276128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:38:13.307] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:117:0) after 1m0s
[23:39:13.344] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:117:0)
[23:39:13.344] Timer tick, asking Buildbucket for the build status
[23:39:13.469] Build 8888896646337276128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:39:13.469] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:118:0) after 1m0s
[23:40:13.512] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:118:0)
[23:40:13.512] Timer tick, asking Buildbucket for the build status
[23:40:14.163] Build 8888896646337276128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:40:14.163] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:119:0) after 1m0s
[23:41:14.208] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:119:0)
[23:41:14.208] Timer tick, asking Buildbucket for the build status
[23:41:15.693] Build 8888896646337276128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:41:15.693] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:120:0) after 1m0s
[23:42:15.745] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:120:0)
[23:42:15.745] Timer tick, asking Buildbucket for the build status
[23:42:17.620] Build 8888896646337276128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:42:17.620] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:121:0) after 1m0s
[23:43:17.677] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:121:0)
[23:43:17.677] Timer tick, asking Buildbucket for the build status
[23:43:18.836] Build 8888896646337276128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:43:18.836] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:122:0) after 1m0s
[23:44:19.004] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:122:0)
[23:44:19.004] Timer tick, asking Buildbucket for the build status
[23:44:19.300] Build 8888896646337276128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:44:19.300] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:123:0) after 1m0s
[23:45:19.334] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:123:0)
[23:45:19.334] Timer tick, asking Buildbucket for the build status
[23:45:20.788] Build 8888896646337276128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:45:20.788] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:124:0) after 1m0s
[23:46:20.844] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:124:0)
[23:46:20.844] Timer tick, asking Buildbucket for the build status
[23:46:21.368] Build 8888896646337276128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:46:21.368] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:125:0) after 1m0s
[23:47:21.406] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:125:0)
[23:47:21.406] Timer tick, asking Buildbucket for the build status
[23:47:21.877] Build 8888896646337276128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:47:21.877] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:126:0) after 1m0s
[23:48:21.937] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:126:0)
[23:48:21.937] Timer tick, asking Buildbucket for the build status
[23:48:22.609] Build 8888896646337276128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:48:22.609] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:127:0) after 1m0s
[23:49:22.697] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:127:0)
[23:49:22.697] Timer tick, asking Buildbucket for the build status
[23:49:22.887] Build 8888896646337276128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:49:22.887] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:128:0) after 1m0s
[23:50:23.037] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:128:0)
[23:50:23.037] Timer tick, asking Buildbucket for the build status
[23:50:23.891] Build 8888896646337276128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:50:23.891] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:129:0) after 1m0s
[23:51:23.950] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:129:0)
[23:51:23.950] Timer tick, asking Buildbucket for the build status
[23:51:24.115] Build 8888896646337276128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:51:24.115] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:130:0) after 1m0s
[23:52:24.147] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:130:0)
[23:52:24.147] Timer tick, asking Buildbucket for the build status
[23:52:24.293] Build 8888896646337276128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:52:24.293] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:131:0) after 1m0s
[23:53:24.379] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:131:0)
[23:53:24.379] Timer tick, asking Buildbucket for the build status
[23:53:24.963] Build 8888896646337276128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:53:24.963] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:132:0) after 1m0s
[23:54:25.043] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:132:0)
[23:54:25.043] Timer tick, asking Buildbucket for the build status
[23:54:25.187] Build 8888896646337276128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:54:25.187] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:133:0) after 1m0s
[23:55:25.210] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:133:0)
[23:55:25.210] Timer tick, asking Buildbucket for the build status
[23:55:25.378] Build 8888896646337276128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:55:25.378] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:134:0) after 1m0s
[23:56:25.381] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:134:0)
[23:56:25.381] Timer tick, asking Buildbucket for the build status
[23:56:25.542] Build 8888896646337276128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:56:25.542] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:135:0) after 1m0s
[23:57:25.580] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:135:0)
[23:57:25.580] Timer tick, asking Buildbucket for the build status
[23:57:25.722] Build 8888896646337276128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:57:25.722] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:136:0) after 1m0s
[23:58:25.798] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:136:0)
[23:58:25.798] Timer tick, asking Buildbucket for the build status
[23:58:27.075] Build 8888896646337276128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:58:27.075] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9054326708373181424:137:0) after 1m0s
[23:59:11.747] Received PubSub notification, asking Buildbucket for the build status
[23:59:12.229] Build 8888896646337276128: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[23:59:12.229] Buildbucket build:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "completed_ts": "1581292751262107",
    "created_by": "project:chromium",
    "created_ts": "1581284589406010",
    "failure_reason": "BUILD_FAILURE",
    "id": "8888896646337276128",
    "parameters_json": "{\"builder_name\": \"ToTMacASan\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"f7cabe6aa40723c376c37c5d9bc78cdc27bbe523\"}}",
    "project": "chromium",
    "result": "FAILURE",
    "result_details_json": "{\"error\": {\"message\": \"#### Step _compile_ failed. Error logs are shown below:\\n```\\n[22255/56814] CXX obj/third_party/perfetto/src/tracing/core/core/virtual_destructors.o\\nFAILED: obj/third_party/perfetto/src/tracing/core/core/virtual_destructors.o\\n../../third_party/llvm-build/Release+Asserts/bin/clang++ -MMD -MF obj/third_party/perfetto/src/traci...(too long)\\n../../third_party/perfetto/src/tracing/core/virtual_destructors.cc:33:35: error: destructor cannot be declared using a type alias 'perfetto::TracingService::ConsumerEndpoint' (aka 'perfetto::ConsumerEndpoint') of the class name\\nTracingService::ConsumerEndpoint::~ConsumerEndpoint() = default;\\n^\\n```\\n##### ...The message was too long...\\n#### More information in raw_io.output[failure_summary]\"}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"build286-m9\", \"branch\": \"refs/heads/master\", \"buildername\": \"ToTMacASan\", \"buildnumber\": 22339, \"got_angle_revision\": \"a8e6a463121b9920564fb6efd7f2c857d7023fe3\", \"got_clang_revision\": \"n342033-29e646fe-0\", \"got_dawn_revision\": \"fb01a6024e4d8ba45047baa410783f7774e6cd9e\", \"got_nacl_revision\": \"3651f6c52037c96e034cc422746768d59182bff3\", \"got_revision\": \"f7cabe6aa40723c376c37c5d9bc78cdc27bbe523\", \"got_revision_cp\": \"refs/heads/master@{#739762}\", \"got_swarming_client_revision\": \"0ac28472d073a515124c85b128c4378a914e0a4d\", \"got_swiftshader_revision\": \"b3b2a4fc756f8f6dca980c75d785e06134b9d5f8\", \"got_v8_revision\": \"eb4723c72e79b9c30302aa71e274cb0a0524f43a\", \"got_v8_revision_cp\": \"refs/heads/8.2.48@{#1}\", \"got_webrtc_revision\": \"d4c3c3a454215b21f02d2a772a729b4c87d6b33e\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#30486}\", \"mastername\": \"chromium.clang\", \"path_config\": \"generic\", \"perf_dashboard_machine_group\": \"ChromiumClang\", \"recipe\": \"chromium\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"f7cabe6aa40723c376c37c5d9bc78cdc27bbe523\", \"xcode_build_version\": \"11a1027\"}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_0c96c161cf7dd2e1c2b922319da904a0c0164c4adceed5a8844a45f1c516ad13_v2\", \"builder_4a4feefdd7e355061708c01720b06a0ca8c49ffc9968a2ebc674541738676b8f_v2\", \"builder_5372538a354f163a20d332d881c6c5d85e35654ac8a57c760866f12033f8a8a5_v2\", \"builder_69caa34b8f39daac28a821cac2619730401d46a6479812cc34796e3bf180418a_v2\", \"builder_ae5debd901c74ee0906916cb62621bceb2a8b657b42c2e2e9e89a0f6a2e5e53b_v2\", \"builder_d42b89eab403033f5a2a8102ec9c436397350cedb439d5e09b11874a5784adb4_v2\", \"git\", \"goma_v2\", \"vpython\", \"xcode_ios_11a1027\"], \"cores\": [\"24\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"1002\", \"1002:679e\", \"1002:679e-4.0.11-3.2.8\"], \"hidpi\": [\"0\"], \"id\": [\"build286-m9\"], \"mac_model\": [\"MacPro6,1\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Mac\", \"Mac-10.14\", \"Mac-10.14.6\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.10\"], \"server_version\": [\"4809-bb2013c\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}, \"ui\": {\"info\": \"#### Step _compile_ failed. Error logs are shown below:\\n```\\n[22255/56814] CXX obj/third_party/perfetto/src/tracing/core/core/virtual_destructors.o\\nFAILED: obj/third_party/perfetto/src/tracing/core/core/virtual_destructors.o\\n../../third_party/llvm-build/Release+Asserts/bin/clang++ -MMD -MF obj/third_party/perfetto/src/traci...(too long)\\n../../third_party/perfetto/src/tracing/core/virtual_destructors.cc:33:35: error: destructor cannot be declared using a type alias 'perfetto::TracingService::ConsumerEndpoint' (aka 'perfetto::ConsumerEndpoint') of the class name\\nTracingService::ConsumerEndpoint::~ConsumerEndpoint() = default;\\n^\\n```\\n##### ...The message was too long...\\n#### More information in raw_io.output[failure_summary]\"}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1581284821022528",
    "status": "COMPLETED",
    "status_changed_ts": "1581284821656899",
    "tags": [
      "build_address:luci.chromium.ci/ToTMacASan/22339",
      "builder:ToTMacASan",
      "buildset:commit/git/f7cabe6aa40723c376c37c5d9bc78cdc27bbe523",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f7cabe6aa40723c376c37c5d9bc78cdc27bbe523",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9054326708373181424",
      "scheduler_job_id:chromium/ToTMacASan",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8888896646337276128/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:os:Mac",
      "swarming_tag:recipe_name:chromium",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:4a44b98a83666c10",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1581292751378236",
    "url": "https://ci.chromium.org/b/8888896646337276128",
    "utcnow_ts": "1581292752215818"
  }
}
[23:59:12.229] Invocation finished in 2h16m4.148073338s with status FAILED