Status: FAILED
Triggered by: -
Duration: 1 hour
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTMacASan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "d43676a08c8a7d6675b2b6bfeac97df31cd4cd64"
}

Incoming tags

  • buildset:commit/git/d43676a08c8a7d6675b2b6bfeac97df31cd4cd64
  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d43676a08c8a7d6675b2b6bfeac97df31cd4cd64
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[02:57:06.304] New invocation is queued and will start shortly
[02:57:07.582] Starting the invocation (attempt 1)
[02:57:07.617] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:57:07.618] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:57:07.618] Buildbucket request:
{
  "bucket": "luci.chromium.ci",
  "client_operation_id": "9019245929083620672",
  "parameters_json": "{\"builder_name\":\"ToTMacASan\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src\",\"revision\":\"d43676a08c8a7d6675b2b6bfeac97df31cd4cd64\"}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:ToTMacASan",
    "scheduler_invocation_id:9019245929083620672",
    "scheduler_job_id:chromium/ToTMacASan",
    "user_agent:luci-scheduler",
    "buildset:commit/git/d43676a08c8a7d6675b2b6bfeac97df31cd4cd64",
    "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d43676a08c8a7d6675b2b6bfeac97df31cd4cd64",
    "gitiles_ref:refs/heads/master"
  ]
}
[02:57:08.238] Buildbucket response:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "created_by": "project:chromium",
    "created_ts": "1614740227728503",
    "id": "8853815866928488432",
    "parameters_json": "{\"builder_name\": \"ToTMacASan\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"d43676a08c8a7d6675b2b6bfeac97df31cd4cd64\"}}",
    "project": "chromium",
    "result_details_json": "{\"properties\": {}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1614740228044691",
    "tags": [
      "build_address:luci.chromium.ci/ToTMacASan/24576",
      "builder:ToTMacASan",
      "buildset:commit/git/d43676a08c8a7d6675b2b6bfeac97df31cd4cd64",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d43676a08c8a7d6675b2b6bfeac97df31cd4cd64",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9019245929083620672",
      "scheduler_job_id:chromium/ToTMacASan",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8853815866928488432/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:recipe_name:chromium",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1614740228044794",
    "url": "https://ci.chromium.org/b/8853815866928488432",
    "utcnow_ts": "1614740228232306"
  }
}
[02:57:08.238] Task URL: https://ci.chromium.org/b/8853815866928488432
[02:57:08.238] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:2:0) after 1m0s
[02:58:08.290] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:2:0)
[02:58:08.290] Timer tick, asking Buildbucket for the build status
[02:58:08.457] Build 8853815866928488432: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[02:58:08.457] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:3:0) after 1m0s
[02:59:08.487] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:3:0)
[02:59:08.487] Timer tick, asking Buildbucket for the build status
[02:59:08.599] Build 8853815866928488432: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[02:59:08.599] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:4:0) after 1m0s
[03:00:08.641] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:4:0)
[03:00:08.641] Timer tick, asking Buildbucket for the build status
[03:00:08.698] Build 8853815866928488432: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[03:00:08.698] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:5:0) after 1m0s
[03:01:08.730] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:5:0)
[03:01:08.730] Timer tick, asking Buildbucket for the build status
[03:01:08.789] Build 8853815866928488432: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[03:01:08.789] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:6:0) after 1m0s
[03:02:09.008] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:6:0)
[03:02:09.008] Timer tick, asking Buildbucket for the build status
[03:02:09.077] Build 8853815866928488432: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[03:02:09.077] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:7:0) after 1m0s
[03:02:15.878] Received PubSub notification, asking Buildbucket for the build status
[03:02:15.958] Build 8853815866928488432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:03:09.164] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:7:0)
[03:03:09.164] Timer tick, asking Buildbucket for the build status
[03:03:09.435] Build 8853815866928488432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:03:09.435] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:9:0) after 1m0s
[03:04:09.450] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:9:0)
[03:04:09.450] Timer tick, asking Buildbucket for the build status
[03:04:10.204] Build 8853815866928488432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:04:10.204] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:10:0) after 1m0s
[03:05:10.236] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:10:0)
[03:05:10.236] Timer tick, asking Buildbucket for the build status
[03:05:13.890] Build 8853815866928488432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:05:13.890] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:11:0) after 1m0s
[03:06:13.950] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:11:0)
[03:06:13.950] Timer tick, asking Buildbucket for the build status
[03:06:14.033] Build 8853815866928488432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:06:14.033] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:12:0) after 1m0s
[03:07:14.089] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:12:0)
[03:07:14.089] Timer tick, asking Buildbucket for the build status
[03:07:14.859] Build 8853815866928488432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:07:14.859] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:13:0) after 1m0s
[03:08:14.962] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:13:0)
[03:08:14.962] Timer tick, asking Buildbucket for the build status
[03:08:15.043] Build 8853815866928488432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:08:15.043] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:14:0) after 1m0s
[03:09:15.077] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:14:0)
[03:09:15.077] Timer tick, asking Buildbucket for the build status
[03:09:15.209] Build 8853815866928488432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:09:15.209] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:15:0) after 1m0s
[03:10:15.302] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:15:0)
[03:10:15.302] Timer tick, asking Buildbucket for the build status
[03:10:15.389] Build 8853815866928488432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:10:15.389] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:16:0) after 1m0s
[03:11:15.521] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:16:0)
[03:11:15.521] Timer tick, asking Buildbucket for the build status
[03:11:15.627] Build 8853815866928488432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:11:15.627] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:17:0) after 1m0s
[03:12:15.659] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:17:0)
[03:12:15.659] Timer tick, asking Buildbucket for the build status
[03:12:15.757] Build 8853815866928488432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:12:15.757] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:18:0) after 1m0s
[03:13:15.800] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:18:0)
[03:13:15.800] Timer tick, asking Buildbucket for the build status
[03:13:15.886] Build 8853815866928488432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:13:15.886] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:19:0) after 1m0s
[03:14:15.986] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:19:0)
[03:14:15.986] Timer tick, asking Buildbucket for the build status
[03:14:16.371] Build 8853815866928488432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:14:16.371] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:20:0) after 1m0s
[03:15:16.417] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:20:0)
[03:15:16.417] Timer tick, asking Buildbucket for the build status
[03:15:16.500] Build 8853815866928488432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:15:16.500] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:21:0) after 1m0s
[03:16:16.525] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:21:0)
[03:16:16.525] Timer tick, asking Buildbucket for the build status
[03:16:16.588] Build 8853815866928488432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:16:16.588] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:22:0) after 1m0s
[03:17:16.583] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:22:0)
[03:17:16.583] Timer tick, asking Buildbucket for the build status
[03:17:16.678] Build 8853815866928488432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:17:16.678] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:23:0) after 1m0s
[03:18:16.723] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:23:0)
[03:18:16.723] Timer tick, asking Buildbucket for the build status
[03:18:16.786] Build 8853815866928488432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:18:16.786] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:24:0) after 1m0s
[03:19:16.806] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:24:0)
[03:19:16.806] Timer tick, asking Buildbucket for the build status
[03:19:16.882] Build 8853815866928488432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:19:16.882] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:25:0) after 1m0s
[03:20:16.951] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:25:0)
[03:20:16.951] Timer tick, asking Buildbucket for the build status
[03:20:17.055] Build 8853815866928488432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:20:17.055] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:26:0) after 1m0s
[03:21:17.097] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:26:0)
[03:21:17.097] Timer tick, asking Buildbucket for the build status
[03:21:17.336] Build 8853815866928488432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:21:17.336] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:27:0) after 1m0s
[03:22:17.378] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:27:0)
[03:22:17.378] Timer tick, asking Buildbucket for the build status
[03:22:17.654] Build 8853815866928488432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:22:17.654] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:28:0) after 1m0s
[03:23:17.709] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:28:0)
[03:23:17.709] Timer tick, asking Buildbucket for the build status
[03:23:18.006] Build 8853815866928488432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:23:18.006] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:29:0) after 1m0s
[03:24:18.050] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:29:0)
[03:24:18.050] Timer tick, asking Buildbucket for the build status
[03:24:18.330] Build 8853815866928488432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:24:18.330] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:30:0) after 1m0s
[03:25:18.349] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:30:0)
[03:25:18.349] Timer tick, asking Buildbucket for the build status
[03:25:18.926] Build 8853815866928488432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:25:18.926] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:31:0) after 1m0s
[03:26:18.949] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:31:0)
[03:26:18.949] Timer tick, asking Buildbucket for the build status
[03:26:19.024] Build 8853815866928488432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:26:19.024] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:32:0) after 1m0s
[03:27:19.060] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:32:0)
[03:27:19.060] Timer tick, asking Buildbucket for the build status
[03:27:19.178] Build 8853815866928488432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:27:19.178] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:33:0) after 1m0s
[03:28:19.199] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:33:0)
[03:28:19.199] Timer tick, asking Buildbucket for the build status
[03:28:19.460] Build 8853815866928488432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:28:19.460] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:34:0) after 1m0s
[03:29:19.475] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:34:0)
[03:29:19.475] Timer tick, asking Buildbucket for the build status
[03:29:19.532] Build 8853815866928488432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:29:19.532] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:35:0) after 1m0s
[03:30:19.550] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:35:0)
[03:30:19.550] Timer tick, asking Buildbucket for the build status
[03:30:20.738] Build 8853815866928488432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:30:20.738] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:36:0) after 1m0s
[03:31:20.786] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:36:0)
[03:31:20.786] Timer tick, asking Buildbucket for the build status
[03:31:22.871] Build 8853815866928488432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:31:22.871] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:37:0) after 1m0s
[03:32:22.913] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:37:0)
[03:32:22.913] Timer tick, asking Buildbucket for the build status
[03:32:23.154] Build 8853815866928488432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:32:23.154] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:38:0) after 1m0s
[03:33:23.194] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:38:0)
[03:33:23.194] Timer tick, asking Buildbucket for the build status
[03:33:23.362] Build 8853815866928488432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:33:23.362] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:39:0) after 1m0s
[03:34:23.377] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:39:0)
[03:34:23.377] Timer tick, asking Buildbucket for the build status
[03:34:23.448] Build 8853815866928488432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:34:23.448] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:40:0) after 1m0s
[03:35:23.465] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:40:0)
[03:35:23.465] Timer tick, asking Buildbucket for the build status
[03:35:23.529] Build 8853815866928488432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:35:23.529] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:41:0) after 1m0s
[03:36:23.593] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:41:0)
[03:36:23.593] Timer tick, asking Buildbucket for the build status
[03:36:23.670] Build 8853815866928488432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:36:23.670] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:42:0) after 1m0s
[03:37:23.718] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:42:0)
[03:37:23.718] Timer tick, asking Buildbucket for the build status
[03:37:23.859] Build 8853815866928488432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:37:23.859] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:43:0) after 1m0s
[03:38:23.877] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:43:0)
[03:38:23.877] Timer tick, asking Buildbucket for the build status
[03:38:23.949] Build 8853815866928488432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:38:23.949] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:44:0) after 1m0s
[03:39:24.011] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:44:0)
[03:39:24.011] Timer tick, asking Buildbucket for the build status
[03:39:24.072] Build 8853815866928488432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:39:24.072] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:45:0) after 1m0s
[03:40:24.106] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:45:0)
[03:40:24.106] Timer tick, asking Buildbucket for the build status
[03:40:24.174] Build 8853815866928488432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:40:24.174] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:46:0) after 1m0s
[03:41:24.193] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:46:0)
[03:41:24.193] Timer tick, asking Buildbucket for the build status
[03:41:24.341] Build 8853815866928488432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:41:24.341] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:47:0) after 1m0s
[03:42:24.365] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:47:0)
[03:42:24.365] Timer tick, asking Buildbucket for the build status
[03:42:24.448] Build 8853815866928488432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:42:24.448] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:48:0) after 1m0s
[03:43:24.484] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:48:0)
[03:43:24.484] Timer tick, asking Buildbucket for the build status
[03:43:24.652] Build 8853815866928488432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:43:24.652] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:49:0) after 1m0s
[03:44:24.679] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:49:0)
[03:44:24.679] Timer tick, asking Buildbucket for the build status
[03:44:27.838] Build 8853815866928488432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:44:27.838] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:50:0) after 1m0s
[03:45:27.856] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:50:0)
[03:45:27.856] Timer tick, asking Buildbucket for the build status
[03:45:27.948] Build 8853815866928488432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:45:27.948] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:51:0) after 1m0s
[03:46:28.085] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:51:0)
[03:46:28.085] Timer tick, asking Buildbucket for the build status
[03:46:28.177] Build 8853815866928488432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:46:28.177] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:52:0) after 1m0s
[03:47:28.502] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:52:0)
[03:47:28.502] Timer tick, asking Buildbucket for the build status
[03:47:28.598] Build 8853815866928488432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:47:28.598] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:53:0) after 1m0s
[03:48:28.739] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:53:0)
[03:48:28.739] Timer tick, asking Buildbucket for the build status
[03:48:28.800] Build 8853815866928488432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:48:28.800] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:54:0) after 1m0s
[03:49:28.915] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:54:0)
[03:49:28.915] Timer tick, asking Buildbucket for the build status
[03:49:29.031] Build 8853815866928488432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:49:29.031] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:55:0) after 1m0s
[03:50:29.375] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:55:0)
[03:50:29.375] Timer tick, asking Buildbucket for the build status
[03:50:29.536] Build 8853815866928488432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:50:29.536] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:56:0) after 1m0s
[03:51:29.611] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:56:0)
[03:51:29.611] Timer tick, asking Buildbucket for the build status
[03:51:29.749] Build 8853815866928488432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:51:29.749] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:57:0) after 1m0s
[03:52:29.757] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:57:0)
[03:52:29.757] Timer tick, asking Buildbucket for the build status
[03:52:29.836] Build 8853815866928488432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:52:29.836] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:58:0) after 1m0s
[03:53:29.910] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:58:0)
[03:53:29.910] Timer tick, asking Buildbucket for the build status
[03:53:30.005] Build 8853815866928488432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:53:30.005] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:59:0) after 1m0s
[03:54:30.385] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:59:0)
[03:54:30.385] Timer tick, asking Buildbucket for the build status
[03:54:30.449] Build 8853815866928488432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:54:30.449] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:60:0) after 1m0s
[03:55:30.448] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:60:0)
[03:55:30.448] Timer tick, asking Buildbucket for the build status
[03:55:30.659] Build 8853815866928488432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:55:30.659] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:61:0) after 1m0s
[03:56:30.726] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:61:0)
[03:56:30.726] Timer tick, asking Buildbucket for the build status
[03:56:30.789] Build 8853815866928488432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:56:30.789] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:62:0) after 1m0s
[03:57:31.261] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:62:0)
[03:57:31.261] Timer tick, asking Buildbucket for the build status
[03:57:31.334] Build 8853815866928488432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:57:31.334] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:63:0) after 1m0s
[03:58:32.074] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:63:0)
[03:58:32.074] Timer tick, asking Buildbucket for the build status
[03:58:32.159] Build 8853815866928488432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:58:32.159] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:64:0) after 1m0s
[03:59:32.188] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:64:0)
[03:59:32.188] Timer tick, asking Buildbucket for the build status
[03:59:32.260] Build 8853815866928488432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:59:32.260] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:65:0) after 1m0s
[04:00:32.302] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:65:0)
[04:00:32.302] Timer tick, asking Buildbucket for the build status
[04:00:32.896] Build 8853815866928488432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:00:32.897] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:66:0) after 1m0s
[04:01:33.034] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:66:0)
[04:01:33.034] Timer tick, asking Buildbucket for the build status
[04:01:33.121] Build 8853815866928488432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:01:33.121] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:67:0) after 1m0s
[04:02:33.195] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:67:0)
[04:02:33.195] Timer tick, asking Buildbucket for the build status
[04:02:33.289] Build 8853815866928488432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:02:33.289] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:68:0) after 1m0s
[04:03:33.307] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:68:0)
[04:03:33.307] Timer tick, asking Buildbucket for the build status
[04:03:33.363] Build 8853815866928488432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:03:33.363] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:69:0) after 1m0s
[04:04:33.451] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:69:0)
[04:04:33.451] Timer tick, asking Buildbucket for the build status
[04:04:33.557] Build 8853815866928488432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:04:33.557] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:70:0) after 1m0s
[04:05:33.624] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:70:0)
[04:05:33.624] Timer tick, asking Buildbucket for the build status
[04:05:33.732] Build 8853815866928488432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:05:33.732] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:71:0) after 1m0s
[04:06:33.750] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:71:0)
[04:06:33.750] Timer tick, asking Buildbucket for the build status
[04:06:33.815] Build 8853815866928488432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:06:33.815] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:72:0) after 1m0s
[04:07:33.811] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:72:0)
[04:07:33.811] Timer tick, asking Buildbucket for the build status
[04:07:34.027] Build 8853815866928488432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:07:34.027] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:73:0) after 1m0s
[04:08:34.085] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:73:0)
[04:08:34.085] Timer tick, asking Buildbucket for the build status
[04:08:34.190] Build 8853815866928488432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:08:34.190] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:74:0) after 1m0s
[04:09:34.231] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:74:0)
[04:09:34.231] Timer tick, asking Buildbucket for the build status
[04:09:34.297] Build 8853815866928488432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:09:34.297] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:75:0) after 1m0s
[04:10:34.350] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:75:0)
[04:10:34.350] Timer tick, asking Buildbucket for the build status
[04:10:34.426] Build 8853815866928488432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:10:34.426] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:76:0) after 1m0s
[04:11:34.552] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:76:0)
[04:11:34.552] Timer tick, asking Buildbucket for the build status
[04:11:34.645] Build 8853815866928488432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:11:34.645] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:77:0) after 1m0s
[04:12:34.757] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:77:0)
[04:12:34.757] Timer tick, asking Buildbucket for the build status
[04:12:35.552] Build 8853815866928488432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:12:35.552] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:78:0) after 1m0s
[04:13:35.598] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:78:0)
[04:13:35.598] Timer tick, asking Buildbucket for the build status
[04:13:35.935] Build 8853815866928488432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:13:35.935] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:79:0) after 1m0s
[04:14:35.979] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:79:0)
[04:14:35.979] Timer tick, asking Buildbucket for the build status
[04:14:36.149] Build 8853815866928488432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:14:36.150] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:80:0) after 1m0s
[04:15:36.202] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:80:0)
[04:15:36.202] Timer tick, asking Buildbucket for the build status
[04:15:36.278] Build 8853815866928488432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:15:36.278] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:81:0) after 1m0s
[04:16:36.282] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:81:0)
[04:16:36.282] Timer tick, asking Buildbucket for the build status
[04:16:36.370] Build 8853815866928488432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:16:36.370] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:82:0) after 1m0s
[04:17:36.470] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:82:0)
[04:17:36.470] Timer tick, asking Buildbucket for the build status
[04:17:37.208] Build 8853815866928488432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:17:37.208] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:83:0) after 1m0s
[04:18:37.227] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:83:0)
[04:18:37.227] Timer tick, asking Buildbucket for the build status
[04:18:37.295] Build 8853815866928488432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:18:37.295] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:84:0) after 1m0s
[04:19:37.302] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:84:0)
[04:19:37.302] Timer tick, asking Buildbucket for the build status
[04:19:37.408] Build 8853815866928488432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:19:37.408] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:85:0) after 1m0s
[04:20:37.564] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:85:0)
[04:20:37.564] Timer tick, asking Buildbucket for the build status
[04:20:37.629] Build 8853815866928488432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:20:37.629] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:86:0) after 1m0s
[04:21:38.177] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:86:0)
[04:21:38.177] Timer tick, asking Buildbucket for the build status
[04:21:38.260] Build 8853815866928488432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:21:38.260] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:87:0) after 1m0s
[04:22:38.478] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:87:0)
[04:22:38.478] Timer tick, asking Buildbucket for the build status
[04:22:38.833] Build 8853815866928488432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:22:38.833] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:88:0) after 1m0s
[04:23:38.929] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:88:0)
[04:23:38.929] Timer tick, asking Buildbucket for the build status
[04:23:39.001] Build 8853815866928488432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:23:39.001] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:89:0) after 1m0s
[04:24:39.087] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:89:0)
[04:24:39.087] Timer tick, asking Buildbucket for the build status
[04:24:39.224] Build 8853815866928488432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:24:39.224] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:90:0) after 1m0s
[04:25:39.258] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:90:0)
[04:25:39.258] Timer tick, asking Buildbucket for the build status
[04:25:39.328] Build 8853815866928488432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:25:39.328] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:91:0) after 1m0s
[04:26:39.372] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:91:0)
[04:26:39.372] Timer tick, asking Buildbucket for the build status
[04:26:39.452] Build 8853815866928488432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:26:39.452] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:92:0) after 1m0s
[04:27:39.676] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:92:0)
[04:27:39.676] Timer tick, asking Buildbucket for the build status
[04:27:39.779] Build 8853815866928488432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:27:39.779] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:93:0) after 1m0s
[04:28:39.848] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:93:0)
[04:28:39.848] Timer tick, asking Buildbucket for the build status
[04:28:39.937] Build 8853815866928488432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:28:39.937] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:94:0) after 1m0s
[04:29:40.166] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:94:0)
[04:29:40.166] Timer tick, asking Buildbucket for the build status
[04:29:40.366] Build 8853815866928488432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:29:40.366] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:95:0) after 1m0s
[04:30:40.444] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:95:0)
[04:30:40.444] Timer tick, asking Buildbucket for the build status
[04:30:40.555] Build 8853815866928488432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:30:40.555] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:96:0) after 1m0s
[04:31:40.629] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:96:0)
[04:31:40.629] Timer tick, asking Buildbucket for the build status
[04:31:40.714] Build 8853815866928488432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:31:40.714] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:97:0) after 1m0s
[04:32:40.807] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:97:0)
[04:32:40.807] Timer tick, asking Buildbucket for the build status
[04:32:41.713] Build 8853815866928488432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:32:41.713] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:98:0) after 1m0s
[04:33:41.800] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:98:0)
[04:33:41.800] Timer tick, asking Buildbucket for the build status
[04:33:41.874] Build 8853815866928488432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:33:41.874] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:99:0) after 1m0s
[04:34:42.323] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:99:0)
[04:34:42.323] Timer tick, asking Buildbucket for the build status
[04:34:42.392] Build 8853815866928488432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:34:42.392] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:100:0) after 1m0s
[04:35:42.466] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:100:0)
[04:35:42.466] Timer tick, asking Buildbucket for the build status
[04:35:42.548] Build 8853815866928488432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:35:42.548] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:101:0) after 1m0s
[04:36:42.597] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:101:0)
[04:36:42.597] Timer tick, asking Buildbucket for the build status
[04:36:42.670] Build 8853815866928488432: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:36:42.670] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019245929083620672:102:0) after 1m0s
[04:37:12.958] Received PubSub notification, asking Buildbucket for the build status
[04:37:13.046] Build 8853815866928488432: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[04:37:13.046] Buildbucket build:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "completed_ts": "1614746232691674",
    "created_by": "project:chromium",
    "created_ts": "1614740227728503",
    "failure_reason": "BUILD_FAILURE",
    "id": "8853815866928488432",
    "parameters_json": "{\"builder_name\": \"ToTMacASan\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"d43676a08c8a7d6675b2b6bfeac97df31cd4cd64\"}}",
    "project": "chromium",
    "result": "FAILURE",
    "result_details_json": "{\"error\": {\"message\": \"#### Step _compile_ failed. Error logs are shown below:\\n```\\n[11459/60335] ACTION //third_party/perfetto/protos/perfetto/trace/perfetto:cpp_gen(//build/toolchain/mac:clang_x64)\\nFAILED: gen/third_party/perfetto/protos/perfetto/trace/perfetto/perfetto_metatrace.gen.h gen/third_party/perfetto/protos/perfetto/trace/perfetto/perfetto_metatrace.gen.cc gen/third_party/perfetto/protos/perfetto/trace/perfetto/tracing_service_event.gen.h gen/third_party/perfetto/protos/perfetto/trace/perfetto/tracing_service_event.gen.cc\\n```\\n##### ...The message was too long...\\n#### More information in raw_io.output[failure_summary]\"}, \"properties\": {\"$build/goma\": {\"use_luci_auth\": true}, \"$recipe_engine/isolated\": {\"server\": \"https://isolateserver.appspot.com\"}, \"$recipe_engine/milo/blamelist_pins\": [{\"host\": \"chromium.googlesource.com\", \"id\": \"d43676a08c8a7d6675b2b6bfeac97df31cd4cd64\", \"project\": \"chromium/src\"}], \"$recipe_engine/path\": {\"cache_dir\": \"/opt/s/w/ir/cache\", \"temp_dir\": \"/opt/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"build286-m9\", \"branch\": \"refs/heads/master\", \"builder_group\": \"chromium.clang\", \"buildername\": \"ToTMacASan\", \"buildnumber\": 24576, \"clang_revision\": \"llvmorg-13-init-3288-g335375ef-0\", \"got_angle_revision\": \"6edba6416ca30150b6bd9c68211a512ffa08d31d\", \"got_dawn_revision\": \"9b9e7b293e674bc62af385ed543f8775c9ee9f05\", \"got_nacl_revision\": \"abf3277f295c6c87f0b103f291ed5e3e73933b76\", \"got_revision\": \"d43676a08c8a7d6675b2b6bfeac97df31cd4cd64\", \"got_revision_cp\": \"refs/heads/master@{#859238}\", \"got_swarming_client_revision\": \"a32a1607f6093d338f756c7e7c7b4333b0c50c9c\", \"got_swiftshader_revision\": \"106e01583a3ac2fb950777390dde2dcc31a8f161\", \"got_v8_revision\": \"d46e09ffb7fdfb9724c0b0e24f12ad5ec9628c41\", \"got_v8_revision_cp\": \"refs/heads/9.1.28@{#1}\", \"got_webrtc_revision\": \"07d83c8a9af02a0afc473503f75f150f23e3e0ff\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#33366}\", \"path_config\": \"generic\", \"perf_dashboard_machine_group\": \"ChromiumClang\", \"recipe\": \"chromium\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"d43676a08c8a7d6675b2b6bfeac97df31cd4cd64\", \"xcode_build_version\": \"12d4e\"}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_0c96c161cf7dd2e1c2b922319da904a0c0164c4adceed5a8844a45f1c516ad13_v2\", \"builder_35788ef09d8eae7507b346e2b8d132d76f2bde09fc8050ac1251d555c07cf94e_v2\", \"builder_5372538a354f163a20d332d881c6c5d85e35654ac8a57c760866f12033f8a8a5_v2\", \"builder_69caa34b8f39daac28a821cac2619730401d46a6479812cc34796e3bf180418a_v2\", \"builder_a165fbc5f77948fe8465d1f67a1e4a103f195e4f29767b5fac0876e41f78e10e_v2\", \"builder_a6b7812892ce2803c2af7edd05905c93375f7b9beeb5faec870a74a927aae8ee_v2\", \"builder_d42b89eab403033f5a2a8102ec9c436397350cedb439d5e09b11874a5784adb4_v2\", \"git\", \"goma_v2\", \"vpython\"], \"cores\": [\"24\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"1002\", \"1002:679e\", \"1002:679e-4.0.11-3.2.8\"], \"hidpi\": [\"0\"], \"id\": [\"build286-m9\"], \"mac_model\": [\"MacPro6,1\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Mac\", \"Mac-10\", \"Mac-10.15\", \"Mac-10.15.7\", \"Mac-10.15.7-19H2\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.16\"], \"server_version\": [\"5725-1a0d85e\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}, \"ui\": {\"info\": \"#### Step _compile_ failed. Error logs are shown below:\\n```\\n[11459/60335] ACTION //third_party/perfetto/protos/perfetto/trace/perfetto:cpp_gen(//build/toolchain/mac:clang_x64)\\nFAILED: gen/third_party/perfetto/protos/perfetto/trace/perfetto/perfetto_metatrace.gen.h gen/third_party/perfetto/protos/perfetto/trace/perfetto/perfetto_metatrace.gen.cc gen/third_party/perfetto/protos/perfetto/trace/perfetto/tracing_service_event.gen.h gen/third_party/perfetto/protos/perfetto/trace/perfetto/tracing_service_event.gen.cc\\n```\\n##### ...The message was too long...\\n#### More information in raw_io.output[failure_summary]\"}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1614740534821988",
    "status": "COMPLETED",
    "status_changed_ts": "1614740535490034",
    "tags": [
      "build_address:luci.chromium.ci/ToTMacASan/24576",
      "builder:ToTMacASan",
      "buildset:commit/git/d43676a08c8a7d6675b2b6bfeac97df31cd4cd64",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d43676a08c8a7d6675b2b6bfeac97df31cd4cd64",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9019245929083620672",
      "scheduler_job_id:chromium/ToTMacASan",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8853815866928488432/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:os:Mac",
      "swarming_tag:recipe_name:chromium",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:520ed6116fdfc010",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1614746232692318",
    "url": "https://ci.chromium.org/b/8853815866928488432",
    "utcnow_ts": "1614746233038364"
  }
}
[04:37:13.046] Invocation finished in 1h40m6.757457594s with status FAILED