Status: FAILED
Triggered by: -
Duration: 1 hour
Actions:

Definition (rev 61da5958bb1bf61dc6dab9a9ab14fa46798b5d0f)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTMac (dbg)"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "63de3bd4a15cc90d0b86d923626e6f133bca7e7c"
}

Incoming tags

  • buildset:commit/git/63de3bd4a15cc90d0b86d923626e6f133bca7e7c
  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/63de3bd4a15cc90d0b86d923626e6f133bca7e7c
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[02:45:17.365] New invocation is queued and will start shortly
[02:45:18.682] Starting the invocation (attempt 1)
[02:45:18.717] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:45:18.717] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:45:18.717] Buildbucket request:
{
  "bucket": "luci.chromium.ci",
  "client_operation_id": "9023232938984359888",
  "parameters_json": "{\"builder_name\":\"ToTMac (dbg)\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src\",\"revision\":\"63de3bd4a15cc90d0b86d923626e6f133bca7e7c\"}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:ToTMac (dbg)",
    "scheduler_invocation_id:9023232938984359888",
    "scheduler_job_id:chromium/ToTMac (dbg)",
    "user_agent:luci-scheduler",
    "buildset:commit/git/63de3bd4a15cc90d0b86d923626e6f133bca7e7c",
    "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/63de3bd4a15cc90d0b86d923626e6f133bca7e7c",
    "gitiles_ref:refs/heads/master"
  ]
}
[02:45:19.721] Buildbucket response:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "created_by": "project:chromium",
    "created_ts": "1610937918805166",
    "id": "8857802876808909104",
    "parameters_json": "{\"builder_name\": \"ToTMac (dbg)\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"63de3bd4a15cc90d0b86d923626e6f133bca7e7c\"}}",
    "project": "chromium",
    "result_details_json": "{\"properties\": {}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1610937919452475",
    "tags": [
      "build_address:luci.chromium.ci/ToTMac (dbg)/25874",
      "builder:ToTMac (dbg)",
      "buildset:commit/git/63de3bd4a15cc90d0b86d923626e6f133bca7e7c",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/63de3bd4a15cc90d0b86d923626e6f133bca7e7c",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9023232938984359888",
      "scheduler_job_id:chromium/ToTMac (dbg)",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8857802876808909104/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:recipe_name:chromium",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1610937919452586",
    "url": "https://ci.chromium.org/b/8857802876808909104",
    "utcnow_ts": "1610937919714501"
  }
}
[02:45:19.721] Task URL: https://ci.chromium.org/b/8857802876808909104
[02:45:19.721] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:2:0) after 1m0s
[02:45:25.408] Received PubSub notification, asking Buildbucket for the build status
[02:45:25.691] Build 8857802876808909104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:46:19.769] Handling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:2:0)
[02:46:19.769] Timer tick, asking Buildbucket for the build status
[02:46:19.876] Build 8857802876808909104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:46:19.876] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:4:0) after 1m0s
[02:47:19.956] Handling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:4:0)
[02:47:19.956] Timer tick, asking Buildbucket for the build status
[02:47:20.038] Build 8857802876808909104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:47:20.038] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:5:0) after 1m0s
[02:48:22.254] Handling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:5:0)
[02:48:22.254] Timer tick, asking Buildbucket for the build status
[02:48:22.353] Build 8857802876808909104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:48:22.353] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:6:0) after 1m0s
[02:49:22.561] Handling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:6:0)
[02:49:22.561] Timer tick, asking Buildbucket for the build status
[02:49:22.611] Build 8857802876808909104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:49:22.611] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:7:0) after 1m0s
[02:50:22.744] Handling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:7:0)
[02:50:22.744] Timer tick, asking Buildbucket for the build status
[02:50:22.922] Build 8857802876808909104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:50:22.922] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:8:0) after 1m0s
[02:51:22.953] Handling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:8:0)
[02:51:22.953] Timer tick, asking Buildbucket for the build status
[02:51:23.026] Build 8857802876808909104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:51:23.026] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:9:0) after 1m0s
[02:52:23.187] Handling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:9:0)
[02:52:23.187] Timer tick, asking Buildbucket for the build status
[02:52:23.763] Build 8857802876808909104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:52:23.764] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:10:0) after 1m0s
[02:53:24.005] Handling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:10:0)
[02:53:24.005] Timer tick, asking Buildbucket for the build status
[02:53:24.213] Build 8857802876808909104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:53:24.213] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:11:0) after 1m0s
[02:54:24.294] Handling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:11:0)
[02:54:24.294] Timer tick, asking Buildbucket for the build status
[02:54:27.027] Build 8857802876808909104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:54:27.027] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:12:0) after 1m0s
[02:55:27.121] Handling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:12:0)
[02:55:27.121] Timer tick, asking Buildbucket for the build status
[02:55:27.427] Build 8857802876808909104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:55:27.427] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:13:0) after 1m0s
[02:56:27.561] Handling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:13:0)
[02:56:27.561] Timer tick, asking Buildbucket for the build status
[02:56:27.619] Build 8857802876808909104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:56:27.619] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:14:0) after 1m0s
[02:57:27.712] Handling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:14:0)
[02:57:27.712] Timer tick, asking Buildbucket for the build status
[02:57:27.781] Build 8857802876808909104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:57:27.781] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:15:0) after 1m0s
[02:58:27.944] Handling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:15:0)
[02:58:27.944] Timer tick, asking Buildbucket for the build status
[02:58:28.241] Build 8857802876808909104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:58:28.241] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:16:0) after 1m0s
[02:59:28.332] Handling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:16:0)
[02:59:28.332] Timer tick, asking Buildbucket for the build status
[02:59:28.466] Build 8857802876808909104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:59:28.466] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:17:0) after 1m0s
[03:00:28.657] Handling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:17:0)
[03:00:28.657] Timer tick, asking Buildbucket for the build status
[03:00:29.134] Build 8857802876808909104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:00:29.134] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:18:0) after 1m0s
[03:01:29.229] Handling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:18:0)
[03:01:29.229] Timer tick, asking Buildbucket for the build status
[03:01:29.313] Build 8857802876808909104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:01:29.313] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:19:0) after 1m0s
[03:02:29.334] Handling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:19:0)
[03:02:29.334] Timer tick, asking Buildbucket for the build status
[03:02:29.403] Build 8857802876808909104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:02:29.403] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:20:0) after 1m0s
[03:03:29.497] Handling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:20:0)
[03:03:29.497] Timer tick, asking Buildbucket for the build status
[03:03:29.672] Build 8857802876808909104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:03:29.672] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:21:0) after 1m0s
[03:04:29.797] Handling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:21:0)
[03:04:29.797] Timer tick, asking Buildbucket for the build status
[03:04:29.862] Build 8857802876808909104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:04:29.862] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:22:0) after 1m0s
[03:05:30.050] Handling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:22:0)
[03:05:30.051] Timer tick, asking Buildbucket for the build status
[03:05:30.163] Build 8857802876808909104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:05:30.163] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:23:0) after 1m0s
[03:06:30.185] Handling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:23:0)
[03:06:30.185] Timer tick, asking Buildbucket for the build status
[03:06:30.318] Build 8857802876808909104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:06:30.318] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:24:0) after 1m0s
[03:07:30.401] Handling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:24:0)
[03:07:30.401] Timer tick, asking Buildbucket for the build status
[03:07:30.455] Build 8857802876808909104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:07:30.455] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:25:0) after 1m0s
[03:08:30.484] Handling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:25:0)
[03:08:30.484] Timer tick, asking Buildbucket for the build status
[03:08:30.551] Build 8857802876808909104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:08:30.551] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:26:0) after 1m0s
[03:09:30.573] Handling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:26:0)
[03:09:30.573] Timer tick, asking Buildbucket for the build status
[03:09:30.641] Build 8857802876808909104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:09:30.641] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:27:0) after 1m0s
[03:10:30.824] Handling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:27:0)
[03:10:30.824] Timer tick, asking Buildbucket for the build status
[03:10:30.924] Build 8857802876808909104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:10:30.924] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:28:0) after 1m0s
[03:11:30.993] Handling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:28:0)
[03:11:30.993] Timer tick, asking Buildbucket for the build status
[03:11:31.104] Build 8857802876808909104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:11:31.104] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:29:0) after 1m0s
[03:12:31.376] Handling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:29:0)
[03:12:31.376] Timer tick, asking Buildbucket for the build status
[03:12:31.512] Build 8857802876808909104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:12:31.512] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:30:0) after 1m0s
[03:13:31.855] Handling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:30:0)
[03:13:31.855] Timer tick, asking Buildbucket for the build status
[03:13:31.992] Build 8857802876808909104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:13:31.992] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:31:0) after 1m0s
[03:14:32.633] Handling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:31:0)
[03:14:32.633] Timer tick, asking Buildbucket for the build status
[03:14:32.737] Build 8857802876808909104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:14:32.737] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:32:0) after 1m0s
[03:15:33.006] Handling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:32:0)
[03:15:33.006] Timer tick, asking Buildbucket for the build status
[03:15:33.132] Build 8857802876808909104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:15:33.132] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:33:0) after 1m0s
[03:16:33.358] Handling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:33:0)
[03:16:33.358] Timer tick, asking Buildbucket for the build status
[03:16:33.477] Build 8857802876808909104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:16:33.477] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:34:0) after 1m0s
[03:17:33.717] Handling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:34:0)
[03:17:33.717] Timer tick, asking Buildbucket for the build status
[03:17:33.780] Build 8857802876808909104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:17:33.780] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:35:0) after 1m0s
[03:18:33.856] Handling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:35:0)
[03:18:33.856] Timer tick, asking Buildbucket for the build status
[03:18:34.083] Build 8857802876808909104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:18:34.083] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:36:0) after 1m0s
[03:19:34.130] Handling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:36:0)
[03:19:34.130] Timer tick, asking Buildbucket for the build status
[03:19:34.431] Build 8857802876808909104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:19:34.431] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:37:0) after 1m0s
[03:20:34.485] Handling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:37:0)
[03:20:34.485] Timer tick, asking Buildbucket for the build status
[03:20:34.575] Build 8857802876808909104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:20:34.575] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:38:0) after 1m0s
[03:21:34.597] Handling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:38:0)
[03:21:34.597] Timer tick, asking Buildbucket for the build status
[03:21:34.965] Build 8857802876808909104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:21:34.965] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:39:0) after 1m0s
[03:22:35.095] Handling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:39:0)
[03:22:35.095] Timer tick, asking Buildbucket for the build status
[03:22:35.174] Build 8857802876808909104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:22:35.174] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:40:0) after 1m0s
[03:23:35.176] Handling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:40:0)
[03:23:35.176] Timer tick, asking Buildbucket for the build status
[03:23:35.265] Build 8857802876808909104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:23:35.265] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:41:0) after 1m0s
[03:24:35.374] Handling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:41:0)
[03:24:35.374] Timer tick, asking Buildbucket for the build status
[03:24:35.478] Build 8857802876808909104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:24:35.478] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:42:0) after 1m0s
[03:25:35.577] Handling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:42:0)
[03:25:35.577] Timer tick, asking Buildbucket for the build status
[03:25:35.878] Build 8857802876808909104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:25:35.878] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:43:0) after 1m0s
[03:26:35.898] Handling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:43:0)
[03:26:35.898] Timer tick, asking Buildbucket for the build status
[03:26:35.963] Build 8857802876808909104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:26:35.963] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:44:0) after 1m0s
[03:27:35.981] Handling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:44:0)
[03:27:35.981] Timer tick, asking Buildbucket for the build status
[03:27:36.043] Build 8857802876808909104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:27:36.043] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:45:0) after 1m0s
[03:28:36.096] Handling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:45:0)
[03:28:36.096] Timer tick, asking Buildbucket for the build status
[03:28:36.159] Build 8857802876808909104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:28:36.159] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:46:0) after 1m0s
[03:29:36.220] Handling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:46:0)
[03:29:36.220] Timer tick, asking Buildbucket for the build status
[03:29:36.300] Build 8857802876808909104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:29:36.300] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:47:0) after 1m0s
[03:30:38.976] Handling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:47:0)
[03:30:38.976] Timer tick, asking Buildbucket for the build status
[03:30:39.206] Build 8857802876808909104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:30:39.206] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:48:0) after 1m0s
[03:31:39.237] Handling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:48:0)
[03:31:39.237] Timer tick, asking Buildbucket for the build status
[03:31:39.316] Build 8857802876808909104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:31:39.316] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:49:0) after 1m0s
[03:32:39.339] Handling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:49:0)
[03:32:39.339] Timer tick, asking Buildbucket for the build status
[03:32:39.415] Build 8857802876808909104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:32:39.415] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:50:0) after 1m0s
[03:33:39.415] Handling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:50:0)
[03:33:39.415] Timer tick, asking Buildbucket for the build status
[03:33:39.525] Build 8857802876808909104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:33:39.525] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:51:0) after 1m0s
[03:34:39.628] Handling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:51:0)
[03:34:39.628] Timer tick, asking Buildbucket for the build status
[03:34:39.741] Build 8857802876808909104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:34:39.741] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:52:0) after 1m0s
[03:35:39.763] Handling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:52:0)
[03:35:39.763] Timer tick, asking Buildbucket for the build status
[03:35:39.964] Build 8857802876808909104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:35:39.964] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:53:0) after 1m0s
[03:36:39.989] Handling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:53:0)
[03:36:39.989] Timer tick, asking Buildbucket for the build status
[03:36:40.083] Build 8857802876808909104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:36:40.083] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:54:0) after 1m0s
[03:37:40.145] Handling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:54:0)
[03:37:40.145] Timer tick, asking Buildbucket for the build status
[03:37:40.209] Build 8857802876808909104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:37:40.209] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:55:0) after 1m0s
[03:38:40.249] Handling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:55:0)
[03:38:40.249] Timer tick, asking Buildbucket for the build status
[03:38:40.324] Build 8857802876808909104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:38:40.324] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:56:0) after 1m0s
[03:39:40.365] Handling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:56:0)
[03:39:40.365] Timer tick, asking Buildbucket for the build status
[03:39:40.596] Build 8857802876808909104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:39:40.596] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:57:0) after 1m0s
[03:40:40.689] Handling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:57:0)
[03:40:40.689] Timer tick, asking Buildbucket for the build status
[03:40:41.209] Build 8857802876808909104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:40:41.209] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:58:0) after 1m0s
[03:41:41.230] Handling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:58:0)
[03:41:41.230] Timer tick, asking Buildbucket for the build status
[03:41:41.307] Build 8857802876808909104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:41:41.307] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:59:0) after 1m0s
[03:42:41.344] Handling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:59:0)
[03:42:41.344] Timer tick, asking Buildbucket for the build status
[03:42:41.403] Build 8857802876808909104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:42:41.403] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:60:0) after 1m0s
[03:43:41.409] Handling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:60:0)
[03:43:41.409] Timer tick, asking Buildbucket for the build status
[03:43:41.738] Build 8857802876808909104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:43:41.738] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:61:0) after 1m0s
[03:44:41.714] Handling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:61:0)
[03:44:41.714] Timer tick, asking Buildbucket for the build status
[03:44:41.995] Build 8857802876808909104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:44:41.995] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:62:0) after 1m0s
[03:45:42.007] Handling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:62:0)
[03:45:42.007] Timer tick, asking Buildbucket for the build status
[03:45:42.127] Build 8857802876808909104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:45:42.128] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:63:0) after 1m0s
[03:46:42.187] Handling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:63:0)
[03:46:42.187] Timer tick, asking Buildbucket for the build status
[03:46:42.594] Build 8857802876808909104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:46:42.594] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:64:0) after 1m0s
[03:47:42.607] Handling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:64:0)
[03:47:42.607] Timer tick, asking Buildbucket for the build status
[03:47:42.701] Build 8857802876808909104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:47:42.701] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:65:0) after 1m0s
[03:48:42.757] Handling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:65:0)
[03:48:42.757] Timer tick, asking Buildbucket for the build status
[03:48:42.837] Build 8857802876808909104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:48:42.837] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:66:0) after 1m0s
[03:49:42.860] Handling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:66:0)
[03:49:42.860] Timer tick, asking Buildbucket for the build status
[03:49:42.941] Build 8857802876808909104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:49:42.941] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:67:0) after 1m0s
[03:50:42.967] Handling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:67:0)
[03:50:42.967] Timer tick, asking Buildbucket for the build status
[03:50:43.079] Build 8857802876808909104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:50:43.079] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:68:0) after 1m0s
[03:51:43.154] Handling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:68:0)
[03:51:43.154] Timer tick, asking Buildbucket for the build status
[03:51:43.717] Build 8857802876808909104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:51:43.717] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:69:0) after 1m0s
[03:52:43.786] Handling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:69:0)
[03:52:43.786] Timer tick, asking Buildbucket for the build status
[03:52:44.090] Build 8857802876808909104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:52:44.090] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:70:0) after 1m0s
[03:53:44.114] Handling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:70:0)
[03:53:44.114] Timer tick, asking Buildbucket for the build status
[03:53:44.175] Build 8857802876808909104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:53:44.175] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:71:0) after 1m0s
[03:54:44.226] Handling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:71:0)
[03:54:44.226] Timer tick, asking Buildbucket for the build status
[03:54:44.273] Build 8857802876808909104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:54:44.273] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:72:0) after 1m0s
[03:55:44.296] Handling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:72:0)
[03:55:44.296] Timer tick, asking Buildbucket for the build status
[03:55:44.404] Build 8857802876808909104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:55:44.404] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:73:0) after 1m0s
[03:56:44.450] Handling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:73:0)
[03:56:44.450] Timer tick, asking Buildbucket for the build status
[03:56:44.729] Build 8857802876808909104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:56:44.729] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:74:0) after 1m0s
[03:57:44.729] Handling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:74:0)
[03:57:44.729] Timer tick, asking Buildbucket for the build status
[03:57:45.028] Build 8857802876808909104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:57:45.028] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:75:0) after 1m0s
[03:58:45.049] Handling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:75:0)
[03:58:45.049] Timer tick, asking Buildbucket for the build status
[03:58:45.191] Build 8857802876808909104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:58:45.191] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:76:0) after 1m0s
[03:59:45.175] Handling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:76:0)
[03:59:45.175] Timer tick, asking Buildbucket for the build status
[03:59:45.253] Build 8857802876808909104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:59:45.253] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:77:0) after 1m0s
[04:00:45.288] Handling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:77:0)
[04:00:45.288] Timer tick, asking Buildbucket for the build status
[04:00:45.541] Build 8857802876808909104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:00:45.541] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:78:0) after 1m0s
[04:01:45.529] Handling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:78:0)
[04:01:45.529] Timer tick, asking Buildbucket for the build status
[04:01:45.612] Build 8857802876808909104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:01:45.612] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:79:0) after 1m0s
[04:02:45.635] Handling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:79:0)
[04:02:45.635] Timer tick, asking Buildbucket for the build status
[04:02:45.702] Build 8857802876808909104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:02:45.702] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:80:0) after 1m0s
[04:03:45.722] Handling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:80:0)
[04:03:45.722] Timer tick, asking Buildbucket for the build status
[04:03:45.786] Build 8857802876808909104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:03:45.786] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:81:0) after 1m0s
[04:04:45.840] Handling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:81:0)
[04:04:45.840] Timer tick, asking Buildbucket for the build status
[04:04:45.900] Build 8857802876808909104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:04:45.900] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:82:0) after 1m0s
[04:05:45.943] Handling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:82:0)
[04:05:45.943] Timer tick, asking Buildbucket for the build status
[04:05:46.312] Build 8857802876808909104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:05:46.312] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:83:0) after 1m0s
[04:06:46.357] Handling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:83:0)
[04:06:46.357] Timer tick, asking Buildbucket for the build status
[04:06:46.432] Build 8857802876808909104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:06:46.432] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:84:0) after 1m0s
[04:07:46.457] Handling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:84:0)
[04:07:46.457] Timer tick, asking Buildbucket for the build status
[04:07:46.535] Build 8857802876808909104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:07:46.535] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:85:0) after 1m0s
[04:08:46.648] Handling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:85:0)
[04:08:46.648] Timer tick, asking Buildbucket for the build status
[04:08:46.891] Build 8857802876808909104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:08:46.891] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:86:0) after 1m0s
[04:09:46.912] Handling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:86:0)
[04:09:46.912] Timer tick, asking Buildbucket for the build status
[04:09:46.976] Build 8857802876808909104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:09:46.976] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:87:0) after 1m0s
[04:10:47.032] Handling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:87:0)
[04:10:47.032] Timer tick, asking Buildbucket for the build status
[04:10:47.368] Build 8857802876808909104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:10:47.368] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:88:0) after 1m0s
[04:11:47.388] Handling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:88:0)
[04:11:47.388] Timer tick, asking Buildbucket for the build status
[04:11:47.451] Build 8857802876808909104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:11:47.451] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:89:0) after 1m0s
[04:12:47.468] Handling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:89:0)
[04:12:47.468] Timer tick, asking Buildbucket for the build status
[04:12:47.547] Build 8857802876808909104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:12:47.547] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:90:0) after 1m0s
[04:13:47.533] Handling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:90:0)
[04:13:47.533] Timer tick, asking Buildbucket for the build status
[04:13:47.582] Build 8857802876808909104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:13:47.582] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:91:0) after 1m0s
[04:14:47.652] Handling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:91:0)
[04:14:47.652] Timer tick, asking Buildbucket for the build status
[04:14:47.718] Build 8857802876808909104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:14:47.718] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:92:0) after 1m0s
[04:15:47.770] Handling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:92:0)
[04:15:47.770] Timer tick, asking Buildbucket for the build status
[04:15:47.887] Build 8857802876808909104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:15:47.888] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:93:0) after 1m0s
[04:16:47.914] Handling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:93:0)
[04:16:47.914] Timer tick, asking Buildbucket for the build status
[04:16:47.982] Build 8857802876808909104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:16:47.982] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:94:0) after 1m0s
[04:17:48.005] Handling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:94:0)
[04:17:48.006] Timer tick, asking Buildbucket for the build status
[04:17:48.607] Build 8857802876808909104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:17:48.607] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:95:0) after 1m0s
[04:18:48.649] Handling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:95:0)
[04:18:48.649] Timer tick, asking Buildbucket for the build status
[04:18:48.716] Build 8857802876808909104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:18:48.716] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:96:0) after 1m0s
[04:19:48.814] Handling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:96:0)
[04:19:48.814] Timer tick, asking Buildbucket for the build status
[04:19:49.013] Build 8857802876808909104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:19:49.013] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:97:0) after 1m0s
[04:20:49.043] Handling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:97:0)
[04:20:49.043] Timer tick, asking Buildbucket for the build status
[04:20:49.159] Build 8857802876808909104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:20:49.159] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:98:0) after 1m0s
[04:21:49.206] Handling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:98:0)
[04:21:49.206] Timer tick, asking Buildbucket for the build status
[04:21:49.264] Build 8857802876808909104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:21:49.264] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:99:0) after 1m0s
[04:22:49.361] Handling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:99:0)
[04:22:49.361] Timer tick, asking Buildbucket for the build status
[04:22:49.594] Build 8857802876808909104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:22:49.594] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:100:0) after 1m0s
[04:23:49.615] Handling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:100:0)
[04:23:49.615] Timer tick, asking Buildbucket for the build status
[04:23:50.429] Build 8857802876808909104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:23:50.429] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:101:0) after 1m0s
[04:24:50.548] Handling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:101:0)
[04:24:50.548] Timer tick, asking Buildbucket for the build status
[04:24:50.616] Build 8857802876808909104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:24:50.616] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:102:0) after 1m0s
[04:25:50.640] Handling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:102:0)
[04:25:50.640] Timer tick, asking Buildbucket for the build status
[04:25:50.848] Build 8857802876808909104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:25:50.848] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:103:0) after 1m0s
[04:26:50.823] Handling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:103:0)
[04:26:50.823] Timer tick, asking Buildbucket for the build status
[04:26:50.883] Build 8857802876808909104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:26:50.883] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:104:0) after 1m0s
[04:27:50.906] Handling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:104:0)
[04:27:50.906] Timer tick, asking Buildbucket for the build status
[04:27:51.319] Build 8857802876808909104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:27:51.319] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:105:0) after 1m0s
[04:28:51.304] Handling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:105:0)
[04:28:51.304] Timer tick, asking Buildbucket for the build status
[04:28:51.563] Build 8857802876808909104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:28:51.563] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:106:0) after 1m0s
[04:29:51.591] Handling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:106:0)
[04:29:51.591] Timer tick, asking Buildbucket for the build status
[04:29:51.836] Build 8857802876808909104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:29:51.836] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:107:0) after 1m0s
[04:30:51.824] Handling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:107:0)
[04:30:51.824] Timer tick, asking Buildbucket for the build status
[04:30:51.950] Build 8857802876808909104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:30:51.950] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:108:0) after 1m0s
[04:31:51.972] Handling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:108:0)
[04:31:51.972] Timer tick, asking Buildbucket for the build status
[04:31:52.114] Build 8857802876808909104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:31:52.114] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:109:0) after 1m0s
[04:32:52.135] Handling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:109:0)
[04:32:52.135] Timer tick, asking Buildbucket for the build status
[04:32:52.202] Build 8857802876808909104: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:32:52.202] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac (dbg):9023232938984359888:110:0) after 1m0s
[04:33:19.002] Received PubSub notification, asking Buildbucket for the build status
[04:33:19.172] Build 8857802876808909104: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[04:33:19.172] Buildbucket build:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "completed_ts": "1610944398311242",
    "created_by": "project:chromium",
    "created_ts": "1610937918805166",
    "failure_reason": "BUILD_FAILURE",
    "id": "8857802876808909104",
    "parameters_json": "{\"builder_name\": \"ToTMac (dbg)\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"63de3bd4a15cc90d0b86d923626e6f133bca7e7c\"}}",
    "project": "chromium",
    "result": "FAILURE",
    "result_details_json": "{\"error\": {\"message\": \"#### Step _compile_ failed. Error logs are shown below:\\n```\\n[17163/72088] ACTION //v8:run_mksnapshot_default(//build/toolchain/mac:clang_x64)\\nFAILED: gen/v8/embedded.S snapshot_blob.bin\\n/opt/s/w/ir/cipd_bin_packages/cpython/bin/python ../../v8/tools/run.py ./mksnapshot --turbo_instruction_scheduling --target_os=mac --target_arch=x64 --embedded_src gen/v8/embedded.S --embedded_variant Default --random-seed 314159265 --startup_blob snapshot_blob.bin --native-code-counters --verify-heap\\n\\n\\n#\\n# Fatal error in ../../v8/src/compiler/backend/register-allocator.cc, line 927\\n# Debug check failed: child != nullptr (0x0 vs. nullptr).\\n#\\n#\\n#\\n#FailureMessage Object: 0x7ffeef3260e0\\n==== C stack trace ===============================\\n\\n```\\n##### ...The message was too long...\\n#### More information in raw_io.output[failure_summary]\"}, \"properties\": {\"$build/goma\": {\"use_luci_auth\": true}, \"$recipe_engine/isolated\": {\"server\": \"https://isolateserver.appspot.com\"}, \"$recipe_engine/milo/blamelist_pins\": [{\"host\": \"chromium.googlesource.com\", \"id\": \"63de3bd4a15cc90d0b86d923626e6f133bca7e7c\", \"project\": \"chromium/src\"}], \"$recipe_engine/path\": {\"cache_dir\": \"/opt/s/w/ir/cache\", \"temp_dir\": \"/opt/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"build284-m9\", \"branch\": \"refs/heads/master\", \"builder_group\": \"chromium.clang\", \"buildername\": \"ToTMac (dbg)\", \"buildnumber\": 25874, \"clang_revision\": \"llvmorg-12-init-16910-g2639c162-0\", \"got_angle_revision\": \"dfd9bdfd656762297dbdb8cc6f9e28b84990ea1c\", \"got_dawn_revision\": \"04772515a8b613150b28bbed19b4c261e0b50e96\", \"got_nacl_revision\": \"cb31feffa500401c95c6c44d88b7c358236bca36\", \"got_revision\": \"63de3bd4a15cc90d0b86d923626e6f133bca7e7c\", \"got_revision_cp\": \"refs/heads/master@{#844422}\", \"got_swarming_client_revision\": \"1a072711d4388c62e02480fabc26c68c24494be9\", \"got_swiftshader_revision\": \"149733cead636de93d96c5c64f30168d5f6bb03f\", \"got_v8_revision\": \"16b9bbbd581c25391981aa03180b76aa60463a3e\", \"got_v8_revision_cp\": \"refs/heads/8.9.255@{#1}\", \"got_webrtc_revision\": \"09729d2ecf49d256f6648494b59076b01786dc51\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#33013}\", \"path_config\": \"generic\", \"perf_dashboard_machine_group\": \"ChromiumClang\", \"recipe\": \"chromium\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"63de3bd4a15cc90d0b86d923626e6f133bca7e7c\", \"xcode_build_version\": \"12a7209\"}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_0c96c161cf7dd2e1c2b922319da904a0c0164c4adceed5a8844a45f1c516ad13_v2\", \"builder_35788ef09d8eae7507b346e2b8d132d76f2bde09fc8050ac1251d555c07cf94e_v2\", \"builder_5372538a354f163a20d332d881c6c5d85e35654ac8a57c760866f12033f8a8a5_v2\", \"builder_69caa34b8f39daac28a821cac2619730401d46a6479812cc34796e3bf180418a_v2\", \"builder_a6b7812892ce2803c2af7edd05905c93375f7b9beeb5faec870a74a927aae8ee_v2\", \"builder_d42b89eab403033f5a2a8102ec9c436397350cedb439d5e09b11874a5784adb4_v2\", \"git\", \"goma_v2\", \"vpython\"], \"cores\": [\"24\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"1002\", \"1002:679e\", \"1002:679e-4.0.11-3.2.8\"], \"hidpi\": [\"0\"], \"id\": [\"build284-m9\"], \"mac_model\": [\"MacPro6,1\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Mac\", \"Mac-10\", \"Mac-10.15\", \"Mac-10.15.7\", \"Mac-10.15.7-19H2\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.16\"], \"server_version\": [\"5666-679c9bd\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}, \"ui\": {\"info\": \"#### Step _compile_ failed. Error logs are shown below:\\n```\\n[17163/72088] ACTION //v8:run_mksnapshot_default(//build/toolchain/mac:clang_x64)\\nFAILED: gen/v8/embedded.S snapshot_blob.bin\\n/opt/s/w/ir/cipd_bin_packages/cpython/bin/python ../../v8/tools/run.py ./mksnapshot --turbo_instruction_scheduling --target_os=mac --target_arch=x64 --embedded_src gen/v8/embedded.S --embedded_variant Default --random-seed 314159265 --startup_blob snapshot_blob.bin --native-code-counters --verify-heap\\n\\n\\n#\\n# Fatal error in ../../v8/src/compiler/backend/register-allocator.cc, line 927\\n# Debug check failed: child != nullptr (0x0 vs. nullptr).\\n#\\n#\\n#\\n#FailureMessage Object: 0x7ffeef3260e0\\n==== C stack trace ===============================\\n\\n```\\n##### ...The message was too long...\\n#### More information in raw_io.output[failure_summary]\"}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1610937924419022",
    "status": "COMPLETED",
    "status_changed_ts": "1610937925034261",
    "tags": [
      "build_address:luci.chromium.ci/ToTMac (dbg)/25874",
      "builder:ToTMac (dbg)",
      "buildset:commit/git/63de3bd4a15cc90d0b86d923626e6f133bca7e7c",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/63de3bd4a15cc90d0b86d923626e6f133bca7e7c",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9023232938984359888",
      "scheduler_job_id:chromium/ToTMac (dbg)",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8857802876808909104/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:os:Mac",
      "swarming_tag:recipe_name:chromium",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:512c337122ef9210",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1610944398522236",
    "url": "https://ci.chromium.org/b/8857802876808909104",
    "utcnow_ts": "1610944399157516"
  }
}
[04:33:19.172] Invocation finished in 1h48m1.824712548s with status FAILED