Status: FAILED
Triggered by: -
Duration: 2 hours
Actions:

Definition (rev ead1c24e5b0e6b883f7d7e816b15c81777fef6bb)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTMacASan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/chromium/src.git",
  "revision": "e8ad9851a7870557f7fe2b5670ca4371af82dd71"
}

Incoming tags

  • buildset:commit/git/e8ad9851a7870557f7fe2b5670ca4371af82dd71
  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e8ad9851a7870557f7fe2b5670ca4371af82dd71
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[22:54:34.331] New invocation is queued and will start shortly
[22:54:35.699] Starting the invocation (attempt 1)
[22:54:35.754] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[22:54:35.754] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[22:54:35.754] Buildbucket request:
{
  "bucket": "luci.chromium.ci",
  "client_operation_id": "9075431307127231920",
  "parameters_json": "{\"builder_name\":\"ToTMacASan\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src.git\",\"revision\":\"e8ad9851a7870557f7fe2b5670ca4371af82dd71\"}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:ToTMacASan",
    "scheduler_invocation_id:9075431307127231920",
    "scheduler_job_id:chromium/ToTMacASan",
    "user_agent:luci-scheduler",
    "buildset:commit/git/e8ad9851a7870557f7fe2b5670ca4371af82dd71",
    "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e8ad9851a7870557f7fe2b5670ca4371af82dd71",
    "gitiles_ref:refs/heads/master"
  ]
}
[22:54:36.739] Buildbucket response:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary": true,
    "canary_preference": "CANARY",
    "created_by": "project:chromium",
    "created_ts": "1561157675890352",
    "id": "8910001244804533824",
    "parameters_json": "{\"builder_name\": \"ToTMacASan\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"e8ad9851a7870557f7fe2b5670ca4371af82dd71\"}}",
    "project": "chromium",
    "result_details_json": "{\"properties\": {}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1561157676466688",
    "tags": [
      "build_address:luci.chromium.ci/ToTMacASan/19766",
      "builder:ToTMacASan",
      "buildset:commit/git/e8ad9851a7870557f7fe2b5670ca4371af82dd71",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e8ad9851a7870557f7fe2b5670ca4371af82dd71",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9075431307127231920",
      "scheduler_job_id:chromium/ToTMacASan",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8910001244804533824/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:recipe_name:chromium",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1561157676466830",
    "url": "https://ci.chromium.org/b/8910001244804533824",
    "utcnow_ts": "1561157676713855"
  }
}
[22:54:36.739] Task URL: https://ci.chromium.org/b/8910001244804533824
[22:54:36.739] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:2:0) after 1m0s
[22:55:36.854] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:2:0)
[22:55:36.854] Timer tick, asking Buildbucket for the build status
[22:55:38.010] Build 8910001244804533824: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[22:55:38.010] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:3:0) after 1m0s
[22:56:19.565] Received PubSub notification, asking Buildbucket for the build status
[22:56:19.663] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:56:38.132] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:3:0)
[22:56:38.132] Timer tick, asking Buildbucket for the build status
[22:56:38.641] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:56:38.641] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:5:0) after 1m0s
[22:57:38.678] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:5:0)
[22:57:38.678] Timer tick, asking Buildbucket for the build status
[22:57:39.495] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:57:39.495] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:6:0) after 1m0s
[22:58:39.510] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:6:0)
[22:58:39.510] Timer tick, asking Buildbucket for the build status
[22:58:39.604] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:58:39.604] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:7:0) after 1m0s
[22:59:39.709] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:7:0)
[22:59:39.709] Timer tick, asking Buildbucket for the build status
[22:59:40.015] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:59:40.015] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:8:0) after 1m0s
[23:00:40.072] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:8:0)
[23:00:40.072] Timer tick, asking Buildbucket for the build status
[23:00:40.883] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:00:40.883] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:9:0) after 1m0s
[23:01:40.886] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:9:0)
[23:01:40.886] Timer tick, asking Buildbucket for the build status
[23:01:42.044] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:01:42.044] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:10:0) after 1m0s
[23:02:42.066] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:10:0)
[23:02:42.066] Timer tick, asking Buildbucket for the build status
[23:02:42.770] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:02:42.770] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:11:0) after 1m0s
[23:03:42.764] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:11:0)
[23:03:42.764] Timer tick, asking Buildbucket for the build status
[23:03:43.452] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:03:43.453] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:12:0) after 1m0s
[23:04:43.488] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:12:0)
[23:04:43.488] Timer tick, asking Buildbucket for the build status
[23:04:44.540] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:04:44.540] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:13:0) after 1m0s
[23:05:44.613] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:13:0)
[23:05:44.613] Timer tick, asking Buildbucket for the build status
[23:05:44.808] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:05:44.808] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:14:0) after 1m0s
[23:06:44.987] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:14:0)
[23:06:44.987] Timer tick, asking Buildbucket for the build status
[23:06:45.603] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:06:45.603] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:15:0) after 1m0s
[23:07:45.647] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:15:0)
[23:07:45.647] Timer tick, asking Buildbucket for the build status
[23:07:45.774] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:07:45.774] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:16:0) after 1m0s
[23:08:45.939] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:16:0)
[23:08:45.939] Timer tick, asking Buildbucket for the build status
[23:08:46.139] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:08:46.139] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:17:0) after 1m0s
[23:09:46.291] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:17:0)
[23:09:46.291] Timer tick, asking Buildbucket for the build status
[23:09:46.572] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:09:46.572] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:18:0) after 1m0s
[23:10:46.593] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:18:0)
[23:10:46.593] Timer tick, asking Buildbucket for the build status
[23:10:47.325] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:10:47.325] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:19:0) after 1m0s
[23:11:47.358] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:19:0)
[23:11:47.358] Timer tick, asking Buildbucket for the build status
[23:11:47.762] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:11:47.762] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:20:0) after 1m0s
[23:12:47.807] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:20:0)
[23:12:47.807] Timer tick, asking Buildbucket for the build status
[23:12:47.937] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:12:47.937] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:21:0) after 1m0s
[23:13:47.968] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:21:0)
[23:13:47.968] Timer tick, asking Buildbucket for the build status
[23:13:48.053] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:13:48.053] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:22:0) after 1m0s
[23:14:48.206] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:22:0)
[23:14:48.206] Timer tick, asking Buildbucket for the build status
[23:14:48.812] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:14:48.812] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:23:0) after 1m0s
[23:15:48.835] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:23:0)
[23:15:48.835] Timer tick, asking Buildbucket for the build status
[23:15:48.940] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:15:48.940] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:24:0) after 1m0s
[23:16:49.027] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:24:0)
[23:16:49.027] Timer tick, asking Buildbucket for the build status
[23:16:49.165] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:16:49.165] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:25:0) after 1m0s
[23:17:49.190] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:25:0)
[23:17:49.190] Timer tick, asking Buildbucket for the build status
[23:17:49.318] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:17:49.318] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:26:0) after 1m0s
[23:18:49.436] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:26:0)
[23:18:49.436] Timer tick, asking Buildbucket for the build status
[23:18:50.800] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:18:50.800] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:27:0) after 1m0s
[23:19:50.834] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:27:0)
[23:19:50.834] Timer tick, asking Buildbucket for the build status
[23:19:51.182] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:19:51.182] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:28:0) after 1m0s
[23:20:51.208] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:28:0)
[23:20:51.208] Timer tick, asking Buildbucket for the build status
[23:20:51.308] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:20:51.308] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:29:0) after 1m0s
[23:21:51.343] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:29:0)
[23:21:51.343] Timer tick, asking Buildbucket for the build status
[23:21:52.109] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:21:52.109] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:30:0) after 1m0s
[23:22:52.115] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:30:0)
[23:22:52.115] Timer tick, asking Buildbucket for the build status
[23:22:52.230] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:22:52.230] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:31:0) after 1m0s
[23:23:52.283] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:31:0)
[23:23:52.283] Timer tick, asking Buildbucket for the build status
[23:23:52.871] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:23:52.871] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:32:0) after 1m0s
[23:24:52.896] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:32:0)
[23:24:52.896] Timer tick, asking Buildbucket for the build status
[23:24:53.925] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:24:53.925] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:33:0) after 1m0s
[23:25:53.964] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:33:0)
[23:25:53.964] Timer tick, asking Buildbucket for the build status
[23:25:54.089] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:25:54.089] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:34:0) after 1m0s
[23:26:54.113] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:34:0)
[23:26:54.113] Timer tick, asking Buildbucket for the build status
[23:26:54.471] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:26:54.471] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:35:0) after 1m0s
[23:27:54.524] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:35:0)
[23:27:54.524] Timer tick, asking Buildbucket for the build status
[23:27:54.834] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:27:54.834] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:36:0) after 1m0s
[23:28:54.858] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:36:0)
[23:28:54.858] Timer tick, asking Buildbucket for the build status
[23:28:54.954] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:28:54.954] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:37:0) after 1m0s
[23:29:55.023] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:37:0)
[23:29:55.023] Timer tick, asking Buildbucket for the build status
[23:29:56.335] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:29:56.335] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:38:0) after 1m0s
[23:30:56.346] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:38:0)
[23:30:56.346] Timer tick, asking Buildbucket for the build status
[23:30:56.517] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:30:56.517] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:39:0) after 1m0s
[23:31:56.626] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:39:0)
[23:31:56.626] Timer tick, asking Buildbucket for the build status
[23:31:57.011] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:31:57.011] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:40:0) after 1m0s
[23:32:57.079] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:40:0)
[23:32:57.079] Timer tick, asking Buildbucket for the build status
[23:32:57.194] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:32:57.194] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:41:0) after 1m0s
[23:33:57.252] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:41:0)
[23:33:57.252] Timer tick, asking Buildbucket for the build status
[23:33:57.491] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:33:57.491] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:42:0) after 1m0s
[23:34:57.486] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:42:0)
[23:34:57.486] Timer tick, asking Buildbucket for the build status
[23:34:59.171] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:34:59.171] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:43:0) after 1m0s
[23:35:59.216] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:43:0)
[23:35:59.216] Timer tick, asking Buildbucket for the build status
[23:35:59.433] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:35:59.433] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:44:0) after 1m0s
[23:36:59.518] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:44:0)
[23:36:59.518] Timer tick, asking Buildbucket for the build status
[23:36:59.958] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:36:59.958] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:45:0) after 1m0s
[23:38:00.094] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:45:0)
[23:38:00.094] Timer tick, asking Buildbucket for the build status
[23:38:00.262] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:38:00.262] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:46:0) after 1m0s
[23:39:00.303] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:46:0)
[23:39:00.303] Timer tick, asking Buildbucket for the build status
[23:39:00.469] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:39:00.469] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:47:0) after 1m0s
[23:40:00.502] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:47:0)
[23:40:00.502] Timer tick, asking Buildbucket for the build status
[23:40:01.037] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:40:01.037] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:48:0) after 1m0s
[23:41:01.071] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:48:0)
[23:41:01.071] Timer tick, asking Buildbucket for the build status
[23:41:01.346] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:41:01.346] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:49:0) after 1m0s
[23:42:01.402] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:49:0)
[23:42:01.402] Timer tick, asking Buildbucket for the build status
[23:42:02.760] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:42:02.761] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:50:0) after 1m0s
[23:43:02.767] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:50:0)
[23:43:02.767] Timer tick, asking Buildbucket for the build status
[23:43:03.843] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:43:03.843] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:51:0) after 1m0s
[23:44:03.834] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:51:0)
[23:44:03.834] Timer tick, asking Buildbucket for the build status
[23:44:04.443] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:44:04.443] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:52:0) after 1m0s
[23:45:04.440] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:52:0)
[23:45:04.440] Timer tick, asking Buildbucket for the build status
[23:45:04.553] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:45:04.553] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:53:0) after 1m0s
[23:46:04.620] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:53:0)
[23:46:04.620] Timer tick, asking Buildbucket for the build status
[23:46:05.589] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:46:05.589] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:54:0) after 1m0s
[23:47:05.680] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:54:0)
[23:47:05.680] Timer tick, asking Buildbucket for the build status
[23:47:06.386] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:47:06.386] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:55:0) after 1m0s
[23:48:06.578] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:55:0)
[23:48:06.578] Timer tick, asking Buildbucket for the build status
[23:48:06.800] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:48:06.800] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:56:0) after 1m0s
[23:49:06.785] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:56:0)
[23:49:06.785] Timer tick, asking Buildbucket for the build status
[23:49:07.034] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:49:07.034] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:57:0) after 1m0s
[23:50:07.133] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:57:0)
[23:50:07.133] Timer tick, asking Buildbucket for the build status
[23:50:09.214] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:50:09.214] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:58:0) after 1m0s
[23:51:09.189] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:58:0)
[23:51:09.189] Timer tick, asking Buildbucket for the build status
[23:51:09.289] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:51:09.289] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:59:0) after 1m0s
[23:52:09.322] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:59:0)
[23:52:09.322] Timer tick, asking Buildbucket for the build status
[23:52:09.501] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:52:09.501] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:60:0) after 1m0s
[23:53:09.522] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:60:0)
[23:53:09.522] Timer tick, asking Buildbucket for the build status
[23:53:09.616] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:53:09.616] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:61:0) after 1m0s
[23:54:09.641] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:61:0)
[23:54:09.641] Timer tick, asking Buildbucket for the build status
[23:54:10.736] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:54:10.736] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:62:0) after 1m0s
[23:55:10.760] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:62:0)
[23:55:10.760] Timer tick, asking Buildbucket for the build status
[23:55:10.997] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:55:10.997] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:63:0) after 1m0s
[23:56:11.014] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:63:0)
[23:56:11.014] Timer tick, asking Buildbucket for the build status
[23:56:11.403] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:56:11.403] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:64:0) after 1m0s
[23:57:11.384] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:64:0)
[23:57:11.384] Timer tick, asking Buildbucket for the build status
[23:57:12.010] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:57:12.010] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:65:0) after 1m0s
[23:58:12.096] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:65:0)
[23:58:12.096] Timer tick, asking Buildbucket for the build status
[23:58:12.511] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:58:12.511] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:66:0) after 1m0s
[23:59:12.567] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:66:0)
[23:59:12.567] Timer tick, asking Buildbucket for the build status
[23:59:12.647] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:59:12.647] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:67:0) after 1m0s
[00:00:12.636] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:67:0)
[00:00:12.636] Timer tick, asking Buildbucket for the build status
[00:00:12.831] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:00:12.831] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:68:0) after 1m0s
[00:01:12.918] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:68:0)
[00:01:12.918] Timer tick, asking Buildbucket for the build status
[00:01:13.185] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:01:13.185] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:69:0) after 1m0s
[00:02:13.205] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:69:0)
[00:02:13.206] Timer tick, asking Buildbucket for the build status
[00:02:13.686] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:02:13.686] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:70:0) after 1m0s
[00:03:13.771] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:70:0)
[00:03:13.771] Timer tick, asking Buildbucket for the build status
[00:03:13.912] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:03:13.912] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:71:0) after 1m0s
[00:04:14.037] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:71:0)
[00:04:14.037] Timer tick, asking Buildbucket for the build status
[00:04:14.274] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:04:14.274] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:72:0) after 1m0s
[00:05:14.246] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:72:0)
[00:05:14.247] Timer tick, asking Buildbucket for the build status
[00:05:14.346] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:05:14.346] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:73:0) after 1m0s
[00:06:14.463] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:73:0)
[00:06:14.463] Timer tick, asking Buildbucket for the build status
[00:06:15.167] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:06:15.168] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:74:0) after 1m0s
[00:07:15.193] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:74:0)
[00:07:15.193] Timer tick, asking Buildbucket for the build status
[00:07:15.333] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:07:15.333] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:75:0) after 1m0s
[00:08:15.392] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:75:0)
[00:08:15.392] Timer tick, asking Buildbucket for the build status
[00:08:15.628] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:08:15.628] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:76:0) after 1m0s
[00:09:15.649] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:76:0)
[00:09:15.649] Timer tick, asking Buildbucket for the build status
[00:09:16.488] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:09:16.488] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:77:0) after 1m0s
[00:10:16.552] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:77:0)
[00:10:16.552] Timer tick, asking Buildbucket for the build status
[00:10:18.081] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:10:18.081] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:78:0) after 1m0s
[00:11:18.160] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:78:0)
[00:11:18.160] Timer tick, asking Buildbucket for the build status
[00:11:18.321] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:11:18.321] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:79:0) after 1m0s
[00:12:18.346] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:79:0)
[00:12:18.346] Timer tick, asking Buildbucket for the build status
[00:12:18.473] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:12:18.473] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:80:0) after 1m0s
[00:13:18.471] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:80:0)
[00:13:18.471] Timer tick, asking Buildbucket for the build status
[00:13:20.239] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:13:20.239] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:81:0) after 1m0s
[00:14:20.494] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:81:0)
[00:14:20.494] Timer tick, asking Buildbucket for the build status
[00:14:21.271] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:14:21.271] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:82:0) after 1m0s
[00:15:21.422] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:82:0)
[00:15:21.422] Timer tick, asking Buildbucket for the build status
[00:15:21.642] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:15:21.642] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:83:0) after 1m0s
[00:16:21.906] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:83:0)
[00:16:21.906] Timer tick, asking Buildbucket for the build status
[00:16:22.183] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:16:22.183] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:84:0) after 1m0s
[00:17:22.213] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:84:0)
[00:17:22.213] Timer tick, asking Buildbucket for the build status
[00:17:22.368] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:17:22.368] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:85:0) after 1m0s
[00:18:22.441] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:85:0)
[00:18:22.441] Timer tick, asking Buildbucket for the build status
[00:18:23.673] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:18:23.673] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:86:0) after 1m0s
[00:19:23.714] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:86:0)
[00:19:23.714] Timer tick, asking Buildbucket for the build status
[00:19:26.129] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:19:26.129] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:87:0) after 1m0s
[00:20:26.212] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:87:0)
[00:20:26.212] Timer tick, asking Buildbucket for the build status
[00:20:26.470] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:20:26.470] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:88:0) after 1m0s
[00:21:26.534] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:88:0)
[00:21:26.534] Timer tick, asking Buildbucket for the build status
[00:21:27.221] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:21:27.222] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:89:0) after 1m0s
[00:22:27.308] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:89:0)
[00:22:27.308] Timer tick, asking Buildbucket for the build status
[00:22:29.607] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:22:29.607] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:90:0) after 1m0s
[00:23:29.691] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:90:0)
[00:23:29.691] Timer tick, asking Buildbucket for the build status
[00:23:30.108] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:23:30.108] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:91:0) after 1m0s
[00:24:30.163] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:91:0)
[00:24:30.163] Timer tick, asking Buildbucket for the build status
[00:24:32.001] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:24:32.001] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:92:0) after 1m0s
[00:25:32.053] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:92:0)
[00:25:32.053] Timer tick, asking Buildbucket for the build status
[00:25:33.802] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:25:33.802] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:93:0) after 1m0s
[00:26:33.840] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:93:0)
[00:26:33.840] Timer tick, asking Buildbucket for the build status
[00:26:34.959] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:26:34.959] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:94:0) after 1m0s
[00:27:35.047] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:94:0)
[00:27:35.047] Timer tick, asking Buildbucket for the build status
[00:27:35.344] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:27:35.344] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:95:0) after 1m0s
[00:28:35.373] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:95:0)
[00:28:35.373] Timer tick, asking Buildbucket for the build status
[00:28:36.844] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:28:36.844] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:96:0) after 1m0s
[00:29:36.869] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:96:0)
[00:29:36.869] Timer tick, asking Buildbucket for the build status
[00:29:37.845] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:29:37.845] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:97:0) after 1m0s
[00:30:37.890] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:97:0)
[00:30:37.890] Timer tick, asking Buildbucket for the build status
[00:30:39.356] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:30:39.356] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:98:0) after 1m0s
[00:31:39.465] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:98:0)
[00:31:39.465] Timer tick, asking Buildbucket for the build status
[00:31:39.881] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:31:39.881] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:99:0) after 1m0s
[00:32:40.013] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:99:0)
[00:32:40.013] Timer tick, asking Buildbucket for the build status
[00:32:41.179] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:32:41.179] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:100:0) after 1m0s
[00:33:41.200] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:100:0)
[00:33:41.200] Timer tick, asking Buildbucket for the build status
[00:33:42.035] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:33:42.035] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:101:0) after 1m0s
[00:34:42.015] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:101:0)
[00:34:42.015] Timer tick, asking Buildbucket for the build status
[00:34:42.705] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:34:42.705] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:102:0) after 1m0s
[00:35:42.677] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:102:0)
[00:35:42.677] Timer tick, asking Buildbucket for the build status
[00:35:43.846] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:35:43.846] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:103:0) after 1m0s
[00:36:43.894] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:103:0)
[00:36:43.894] Timer tick, asking Buildbucket for the build status
[00:36:44.101] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:36:44.101] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:104:0) after 1m0s
[00:37:44.146] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:104:0)
[00:37:44.146] Timer tick, asking Buildbucket for the build status
[00:37:45.134] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:37:45.134] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:105:0) after 1m0s
[00:38:45.216] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:105:0)
[00:38:45.216] Timer tick, asking Buildbucket for the build status
[00:38:45.720] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:38:45.720] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:106:0) after 1m0s
[00:39:45.797] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:106:0)
[00:39:45.797] Timer tick, asking Buildbucket for the build status
[00:39:45.989] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:39:45.989] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:107:0) after 1m0s
[00:40:46.099] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:107:0)
[00:40:46.099] Timer tick, asking Buildbucket for the build status
[00:40:46.509] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:40:46.509] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:108:0) after 1m0s
[00:41:46.562] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:108:0)
[00:41:46.563] Timer tick, asking Buildbucket for the build status
[00:41:46.921] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:41:46.921] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:109:0) after 1m0s
[00:42:47.007] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:109:0)
[00:42:47.007] Timer tick, asking Buildbucket for the build status
[00:42:48.555] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:42:48.555] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:110:0) after 1m0s
[00:43:48.580] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:110:0)
[00:43:48.580] Timer tick, asking Buildbucket for the build status
[00:43:48.994] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:43:48.994] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:111:0) after 1m0s
[00:44:49.022] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:111:0)
[00:44:49.022] Timer tick, asking Buildbucket for the build status
[00:44:49.153] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:44:49.153] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:112:0) after 1m0s
[00:45:49.162] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:112:0)
[00:45:49.162] Timer tick, asking Buildbucket for the build status
[00:45:49.327] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:45:49.327] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:113:0) after 1m0s
[00:46:49.349] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:113:0)
[00:46:49.349] Timer tick, asking Buildbucket for the build status
[00:46:49.996] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:46:49.996] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:114:0) after 1m0s
[00:47:50.055] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:114:0)
[00:47:50.055] Timer tick, asking Buildbucket for the build status
[00:47:50.271] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:47:50.271] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:115:0) after 1m0s
[00:48:50.327] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:115:0)
[00:48:50.327] Timer tick, asking Buildbucket for the build status
[00:48:50.500] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:48:50.500] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:116:0) after 1m0s
[00:49:50.629] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:116:0)
[00:49:50.629] Timer tick, asking Buildbucket for the build status
[00:49:52.904] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:49:52.904] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:117:0) after 1m0s
[00:50:52.947] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:117:0)
[00:50:52.947] Timer tick, asking Buildbucket for the build status
[00:50:54.687] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:50:54.687] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:118:0) after 1m0s
[00:51:54.828] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:118:0)
[00:51:54.828] Timer tick, asking Buildbucket for the build status
[00:51:54.968] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:51:54.968] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:119:0) after 1m0s
[00:52:55.064] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:119:0)
[00:52:55.064] Timer tick, asking Buildbucket for the build status
[00:52:55.208] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:52:55.208] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:120:0) after 1m0s
[00:53:55.302] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:120:0)
[00:53:55.302] Timer tick, asking Buildbucket for the build status
[00:53:55.667] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:53:55.667] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:121:0) after 1m0s
[00:54:55.742] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:121:0)
[00:54:55.742] Timer tick, asking Buildbucket for the build status
[00:54:56.212] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:54:56.212] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:122:0) after 1m0s
[00:55:56.266] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:122:0)
[00:55:56.266] Timer tick, asking Buildbucket for the build status
[00:55:56.773] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:55:56.773] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:123:0) after 1m0s
[00:56:56.807] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:123:0)
[00:56:56.807] Timer tick, asking Buildbucket for the build status
[00:56:57.809] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:56:57.809] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:124:0) after 1m0s
[00:57:57.829] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:124:0)
[00:57:57.829] Timer tick, asking Buildbucket for the build status
[00:57:58.961] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:57:58.961] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:125:0) after 1m0s
[00:58:58.966] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:125:0)
[00:58:58.966] Timer tick, asking Buildbucket for the build status
[00:58:59.269] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:58:59.269] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:126:0) after 1m0s
[00:59:59.301] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:126:0)
[00:59:59.301] Timer tick, asking Buildbucket for the build status
[01:00:01.865] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:00:01.865] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:127:0) after 1m0s
[01:01:01.884] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:127:0)
[01:01:01.884] Timer tick, asking Buildbucket for the build status
[01:01:02.461] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:01:02.461] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:128:0) after 1m0s
[01:02:02.487] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:128:0)
[01:02:02.487] Timer tick, asking Buildbucket for the build status
[01:02:03.608] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:02:03.608] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:129:0) after 1m0s
[01:03:03.659] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:129:0)
[01:03:03.659] Timer tick, asking Buildbucket for the build status
[01:03:04.391] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:03:04.391] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:130:0) after 1m0s
[01:04:04.520] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:130:0)
[01:04:04.521] Timer tick, asking Buildbucket for the build status
[01:04:05.574] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:04:05.574] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:131:0) after 1m0s
[01:05:05.613] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:131:0)
[01:05:05.613] Timer tick, asking Buildbucket for the build status
[01:05:07.667] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:05:07.667] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:132:0) after 1m0s
[01:06:07.747] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:132:0)
[01:06:07.747] Timer tick, asking Buildbucket for the build status
[01:06:10.292] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:06:10.292] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:133:0) after 1m0s
[01:07:10.317] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:133:0)
[01:07:10.317] Timer tick, asking Buildbucket for the build status
[01:07:11.386] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:07:11.386] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:134:0) after 1m0s
[01:08:11.427] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:134:0)
[01:08:11.427] Timer tick, asking Buildbucket for the build status
[01:08:12.166] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:08:12.166] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:135:0) after 1m0s
[01:09:12.236] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:135:0)
[01:09:12.236] Timer tick, asking Buildbucket for the build status
[01:09:14.241] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:09:14.241] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:136:0) after 1m0s
[01:10:14.364] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:136:0)
[01:10:14.364] Timer tick, asking Buildbucket for the build status
[01:10:17.185] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:10:17.185] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:137:0) after 1m0s
[01:11:17.274] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:137:0)
[01:11:17.274] Timer tick, asking Buildbucket for the build status
[01:11:17.765] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:11:17.765] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:138:0) after 1m0s
[01:12:17.878] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:138:0)
[01:12:17.878] Timer tick, asking Buildbucket for the build status
[01:12:19.186] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:12:19.186] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:139:0) after 1m0s
[01:13:19.234] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:139:0)
[01:13:19.234] Timer tick, asking Buildbucket for the build status
[01:13:20.152] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:13:20.152] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:140:0) after 1m0s
[01:14:20.251] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:140:0)
[01:14:20.251] Timer tick, asking Buildbucket for the build status
[01:14:20.611] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:14:20.611] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:141:0) after 1m0s
[01:15:20.799] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:141:0)
[01:15:20.799] Timer tick, asking Buildbucket for the build status
[01:15:22.148] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:15:22.148] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:142:0) after 1m0s
[01:16:22.178] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:142:0)
[01:16:22.178] Timer tick, asking Buildbucket for the build status
[01:16:26.031] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:16:26.031] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:143:0) after 1m0s
[01:17:26.409] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:143:0)
[01:17:26.409] Timer tick, asking Buildbucket for the build status
[01:17:27.100] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:17:27.100] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:144:0) after 1m0s
[01:18:27.123] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:144:0)
[01:18:27.123] Timer tick, asking Buildbucket for the build status
[01:18:27.746] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:18:27.747] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:145:0) after 1m0s
[01:19:27.822] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:145:0)
[01:19:27.822] Timer tick, asking Buildbucket for the build status
[01:19:28.914] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:19:28.914] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:146:0) after 1m0s
[01:20:28.961] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:146:0)
[01:20:28.961] Timer tick, asking Buildbucket for the build status
[01:20:29.560] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:20:29.560] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:147:0) after 1m0s
[01:21:29.548] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:147:0)
[01:21:29.548] Timer tick, asking Buildbucket for the build status
[01:21:31.145] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:21:31.145] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:148:0) after 1m0s
[01:22:31.172] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:148:0)
[01:22:31.172] Timer tick, asking Buildbucket for the build status
[01:22:32.146] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:22:32.146] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:149:0) after 1m0s
[01:23:32.207] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:149:0)
[01:23:32.207] Timer tick, asking Buildbucket for the build status
[01:23:32.890] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:23:32.890] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:150:0) after 1m0s
[01:24:33.270] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:150:0)
[01:24:33.270] Timer tick, asking Buildbucket for the build status
[01:24:35.183] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:24:35.183] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:151:0) after 1m0s
[01:25:35.736] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:151:0)
[01:25:35.736] Timer tick, asking Buildbucket for the build status
[01:25:38.366] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:25:38.366] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:152:0) after 1m0s
[01:26:38.421] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:152:0)
[01:26:38.421] Timer tick, asking Buildbucket for the build status
[01:26:38.580] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:26:38.581] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:153:0) after 1m0s
[01:27:38.668] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:153:0)
[01:27:38.668] Timer tick, asking Buildbucket for the build status
[01:27:41.453] Build 8910001244804533824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:27:41.453] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9075431307127231920:154:0) after 1m0s
[01:27:54.861] Received PubSub notification, asking Buildbucket for the build status
[01:27:55.053] Build 8910001244804533824: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[01:27:55.053] Buildbucket build:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary": true,
    "canary_preference": "CANARY",
    "completed_ts": "1561166873468438",
    "created_by": "project:chromium",
    "created_ts": "1561157675890352",
    "failure_reason": "BUILD_FAILURE",
    "id": "8910001244804533824",
    "parameters_json": "{\"builder_name\": \"ToTMacASan\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"e8ad9851a7870557f7fe2b5670ca4371af82dd71\"}}",
    "project": "chromium",
    "result": "FAILURE",
    "result_details_json": "{\"error\": {\"message\": \"Step('compile') (retcode: 1)\"}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"build286-m9\", \"branch\": \"refs/heads/master\", \"buildername\": \"ToTMacASan\", \"buildnumber\": 19766, \"got_angle_revision\": \"067687f467dd07f75079592398efd559fdc50ec3\", \"got_clang_revision\": \"364110-a9bfda08-0\", \"got_dawn_revision\": \"4ec2c1060e85678809c73bd9ee81120567b23dd8\", \"got_nacl_revision\": \"c4cf6f0621b94cca4053b19fa01ef329f5663880\", \"got_revision\": \"e8ad9851a7870557f7fe2b5670ca4371af82dd71\", \"got_revision_cp\": \"refs/heads/master@{#671442}\", \"got_swarming_client_revision\": \"96f125709acfd0b48fc1e5dae7d6ea42291726ac\", \"got_v8_revision\": \"58dbd381eaf270a00624e5bce6d1e714825acb98\", \"got_v8_revision_cp\": \"refs/heads/7.7.128@{#1}\", \"got_webrtc_revision\": \"abf7eba8658c6facda98210399bf88d0c5f72036\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#28339}\", \"mastername\": \"chromium.clang\", \"path_config\": \"generic\", \"perf_dashboard_machine_group\": \"ChromiumClang\", \"recipe\": \"chromium\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"e8ad9851a7870557f7fe2b5670ca4371af82dd71\"}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_0c96c161cf7dd2e1c2b922319da904a0c0164c4adceed5a8844a45f1c516ad13_v2\", \"builder_4a4feefdd7e355061708c01720b06a0ca8c49ffc9968a2ebc674541738676b8f_v2\", \"builder_5372538a354f163a20d332d881c6c5d85e35654ac8a57c760866f12033f8a8a5_v2\", \"builder_69caa34b8f39daac28a821cac2619730401d46a6479812cc34796e3bf180418a_v2\", \"builder_d42b89eab403033f5a2a8102ec9c436397350cedb439d5e09b11874a5784adb4_v2\", \"git\", \"goma_v2\", \"vpython\", \"xcode_ios_10b61\"], \"cores\": [\"24\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"1002\", \"1002:679e\", \"1002:679e-4.0.11-3.2.8\"], \"hidpi\": [\"0\"], \"id\": [\"build286-m9\"], \"mac_model\": [\"MacPro6,1\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Mac\", \"Mac-10.13\", \"Mac-10.13.6\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.10\"], \"server_version\": [\"4339-6285c57\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}, \"ui\": {\"info\": \"Step('compile') (retcode: 1)\"}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1561157776816762",
    "status": "COMPLETED",
    "status_changed_ts": "1561157778911711",
    "tags": [
      "build_address:luci.chromium.ci/ToTMacASan/19766",
      "builder:ToTMacASan",
      "buildset:commit/git/e8ad9851a7870557f7fe2b5670ca4371af82dd71",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e8ad9851a7870557f7fe2b5670ca4371af82dd71",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9075431307127231920",
      "scheduler_job_id:chromium/ToTMacASan",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8910001244804533824/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:os:Mac",
      "swarming_tag:recipe_name:chromium",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:459511409f041d10",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1561166874238547",
    "url": "https://ci.chromium.org/b/8910001244804533824",
    "utcnow_ts": "1561166875045975"
  }
}
[01:27:55.053] Invocation finished in 2h33m20.761972876s with status FAILED